00000800:00000200:2.1F:1767384583.077429:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008612cf88] -> 12345-192.168.202.137@tcp (2) 00000800:00000200:3.1F:1767384583.077866:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008612cf88] -> 12345-192.168.202.137@tcp (2) 00000800:00000200:3.1:1767384583.077876:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp 00000000051dd43f deleted 00000800:00000010:3.1:1767384583.077878:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000051dd43f. 00000800:00000200:3.1:1767384583.077882:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384583.077888:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp ip 192.168.202.137:1023 00000800:00000200:3.1:1767384583.077892:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076bcf3a7 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1767384583.078020:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1F:1767384583.079308:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008612cf88] -> 12345-192.168.202.137@tcp (4) 00000800:00000200:0.1:1767384583.079319:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp 00000000f59ac1f7 deleted 00000800:00000010:0.1:1767384583.079322:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f59ac1f7. 00000800:00000200:0.1:1767384583.079326:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1767384583.079469:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000020:00000010:0.0:1767384583.180067:0:17102:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f0796058. 00000040:00000010:0.0:1767384583.180074:0:17102:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001b840dc8. 00000020:00000010:0.0:1767384583.180078:0:17102:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000785e875e. 00000020:00000010:0.0:1767384583.180106:0:17102:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fd178398. 00040000:00000010:0.0:1767384583.180112:0:17102:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003fdb5a50. 00040000:00000010:0.0:1767384583.180120:0:17102:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b3436752. 00080000:00000010:0.0:1767384583.180129:0:17102:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000613ae0ba. 00080000:00000010:0.0:1767384583.180137:0:17102:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d39c8f3e. 00000020:00000010:0.0:1767384583.180145:0:17102:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000036788772. 00000040:00000010:0.0:1767384583.180152:0:17102:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000006f0c91af. 00000040:00000010:0.0:1767384583.180164:0:17102:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007d50daae. 00000040:00000010:0.0:1767384583.180181:0:17102:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002c8ba442. 00000040:00000010:0.0:1767384583.180189:0:17102:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007c259b88. 02000000:00000010:0.0:1767384583.180742:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005d98198e. 00000400:00000010:0.0:1767384583.180750:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055843e01. 00000400:00000010:0.0:1767384583.180757:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1e7028f. 00000100:00000200:0.0:1767384583.180764:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049165056, portal 4 00000020:00000010:0.0:1767384583.180773:0:16347:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000060671591. 00000400:00000010:0.0:1767384583.180784:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031b489b3. 00000100:00000200:0.0:1767384583.180791:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237049165056, offset 0 00000400:00000200:0.0:1767384583.180804:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384583.180818:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384583.180834:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958260000500 00000400:00000100:0.0:1767384583.180841:0:16347:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1853237049165056 offset 0 length 520: 4 00000400:00000200:0.0:1767384583.180845:0:16347:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000001c7de752 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384583.180848:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384583.180856:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031b489b3 00000400:00000010:0.0:1767384583.180859:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031b489b3. 00000100:00000200:0.0:1767384583.180868:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070618a25 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384583.180887:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032ca5411. 00000100:00000010:0.0:1767384583.180904:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc8555d4. 00000100:00000010:0.0:1767384583.180914:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4bb343d. 00000100:00000010:0.0:1767384583.180929:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb690dae. 02000000:00000010:0.0:1767384583.189593:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000962d84aa. 00000400:00000010:0.0:1767384583.189599:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041610a46. 00000400:00000010:0.0:1767384583.189603:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031b489b3. 00000100:00000200:0.0:1767384583.189627:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049166464, portal 10 00000020:00000010:0.0:1767384583.189633:0:16347:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000caa85ce6. 00000400:00000010:0.0:1767384583.189638:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e09d9912. 00000100:00000200:0.0:1767384583.189640:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237049166464, offset 0 00000400:00000200:0.0:1767384583.189646:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384583.189652:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384583.189658:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260000a80 00000400:00000200:0.0:1767384583.189663:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 0 00000400:00000200:0.0:1767384583.189667:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384583.189671:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384583.189676:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384583.189679:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000065509a8. 00000400:00000200:0.0:1767384583.189691:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e09d9912 00000400:00000010:0.0:1767384583.189693:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e09d9912. 00000100:00000200:0.0:1767384583.189697:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d3d1aa5 x1853237049166464/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384583.189766:0:17105:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000fc25fc86. 00000020:00000010:0.0:1767384583.189773:0:17105:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000001f9cdec4. 00000400:00000200:1.0:1767384583.189778:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384583.189782:0:17105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d774b418. 00000040:00000010:0.0:1767384583.189790:0:17105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003ad61315. 00000400:00000200:1.0:1767384583.189794:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384583.189797:0:17105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000191ff7ba. 00000400:00000200:1.0:1767384583.189803:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260000a80 00000020:00000010:0.0:1767384583.189804:0:17105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000085b341c9. 00000400:00000200:1.0:1767384583.189810:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xa59 [1] + 0 00000020:00000010:0.0:1767384583.189812:0:17105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000368cee47. 00000400:00000200:1.0:1767384583.189815:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 80000000:00000010:0.0:1767384583.189818:0:17105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000056866b06. 00000400:00000200:1.0:1767384583.189821:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 40000000:00000010:0.0:1767384583.189827:0:17105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e1bc5502. 00000100:00000200:1.0:1767384583.189829:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d3d1aa5 x1853237049166464/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:0.0:1767384583.189832:0:17105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004b25d390. 00040000:00000010:0.0:1767384583.189837:0:17105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002cbcd56a. 00040000:00000010:0.0:1767384583.189842:0:17105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006d20ef0a. 00040000:00000010:0.0:1767384583.189851:0:17105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb274b06. 00000400:00000200:1.0:1767384583.189854:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011b2b321 00080000:00000010:0.0:1767384583.189855:0:17105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d4f3d448. 00000400:00000010:1.0:1767384583.189857:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011b2b321. 00080000:00000010:0.0:1767384583.189861:0:17105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000081792aeb. 00000020:00000010:1.0:1767384583.189868:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a75927ae. 00000004:00000010:0.0:1767384583.189868:0:17105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000db2b469c. 00000020:00000010:1.0:1767384583.189874:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003635067d. 00000004:00000010:0.0:1767384583.189876:0:17105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000046b08b7f. 00000020:00000010:1.0:1767384583.189879:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd64268e. 00000004:00000010:0.0:1767384583.189882:0:17105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008d3bc103. 00000004:00000010:0.0:1767384583.189889:0:17105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000890c03b5. 00000020:00000010:0.0:1767384583.189896:0:17105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7e6b869. 00000020:00000010:0.0:1767384583.189903:0:17105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a360b42. 00000020:00000010:0.0:1767384583.189910:0:17105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005dd84184. 00000020:00000010:0.0:1767384583.189918:0:17105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007dc90687. 00000020:00000010:0.0:1767384583.189923:0:17105:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000a42be556. 00000020:00000010:0.0:1767384583.189926:0:17105:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 0000000000e21665. 00000100:00000010:0.0:1767384583.189939:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd8dd4bc. 02000000:00000010:0.0:1767384583.189948:0:17105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088c3062f. 00000100:00000010:0.0:1767384583.189956:0:17105:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7744ba2. 02000000:00000010:0.0:1767384583.189971:0:17105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008fe2a6d4. 00000400:00000010:0.0:1767384583.189975:0:17105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089bc68ee. 00000400:00000010:0.0:1767384583.189979:0:17105:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000066d10896. 00000100:00000200:0.0:1767384583.189982:0:17105:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049166592, portal 25 00000400:00000010:0.0:1767384583.189984:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e09d9912. 00000100:00000200:0.0:1767384583.189985:0:17105:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049166592, offset 0 00000400:00000200:0.0:1767384583.189989:0:17105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384583.189993:0:17105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384583.189997:0:17105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260000b00 00000400:00000200:0.0:1767384583.190000:0:17105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x159 [2] + 0 00000400:00000010:0.0:1767384583.190003:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001529f52f. 00000400:00000200:0.0:1767384583.190006:0:17105:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000047bef18e 00000400:00000200:0.0:1767384583.190008:0:17105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384583.190011:0:17105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384583.190014:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047bef18e 00000400:00000010:0.0:1767384583.190015:0:17105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047bef18e. 00000100:00000200:0.0:1767384583.190017:0:17105:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384583.190029:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e09d9912 00000400:00000010:0.0:1767384583.190037:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e09d9912. 00000100:00000200:0.0:1767384583.190043:0:17105:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd8dd4bc x1853237049166592/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384599 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384583.190047:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fac26bfb. 00000020:00000010:1.0:1767384583.190051:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fac26bfb. 00000020:00000010:1.0:1767384583.190055:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd64268e. 00000020:00000010:1.0:1767384583.190057:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a75927ae. 00000020:00000010:1.0:1767384583.190060:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003635067d. 00000020:00000010:1.0:1767384583.190094:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fac26bfb. 00000020:00000010:1.0:1767384583.190097:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fac26bfb. 00000100:00000200:1.0:1767384583.190099:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049166592 02000000:00000010:1.0:1767384583.190114:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000003d05cd8c. 00000040:00000010:1.0:1767384583.190119:0:17075:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d939bf81. 00000040:00000010:1.0:1767384583.190127:0:17075:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f80fce70. 00000040:00000010:1.0:1767384583.190142:0:17075:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f80fce70. 00000040:00000010:1.0:1767384583.190146:0:17075:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d939bf81. 00010000:00000200:1.0:1767384583.190152:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ec2d4492 x1853237049166592/t0(0) o502->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:564/0 lens 272/8472 e 0 to 0 dl 1767384594 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384583.190161:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e38db775. 00000100:00000200:1.0:1767384583.190164:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237049166592, offset 224 00000400:00000200:1.0:1767384583.190167:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384583.190172:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384583.190176:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260000b00 00000400:00000200:1.0:1767384583.190179:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0xa65 [4] + 224 00000400:00000200:1.0:1767384583.190188:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384583.190191:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384583.190195:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd8dd4bc x1853237049166592/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384599 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384583.190210:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38db775 00000400:00000010:1.0:1767384583.190212:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e38db775. 00000020:00000010:1.0:1767384583.190220:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a75927ae. 00000020:00000010:1.0:1767384583.190222:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003635067d. 00000020:00000010:1.0:1767384583.190224:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd64268e. 02000000:00000010:1.0:1767384583.190229:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000003d05cd8c. 00000400:00000010:0.0:1767384583.190238:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089bc68ee. 00000100:00000200:1.0:1767384583.190240:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384583.190245:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c2cfbd. 00000400:00000200:0.0:1767384583.190245:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066d10896 00000400:00000010:0.0:1767384583.190251:0:17105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000066d10896. 00000400:00000010:1.0:1767384583.190259:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e38db775. 00000100:00000200:0.0:1767384583.190259:0:17105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd8dd4bc x1853237049166592/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384599 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384583.190272:0:17105:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd8dd4bc x1853237049166592/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384599 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384583.190289:0:17105:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f7744ba2. 02000000:00000010:0.0:1767384583.190296:0:17105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008fe2a6d4. 02000000:00000010:0.0:1767384583.190307:0:17105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000088c3062f. 00000100:00000010:0.0:1767384583.190310:0:17105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd8dd4bc. 00000040:00000010:0.0:1767384583.190317:0:17105:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000fc9246e3. 00000020:00000010:0.0:1767384583.190322:0:17105:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bed34b31. 00000020:00000010:0.0:1767384583.190333:0:17105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c898a222. 00000040:00000010:0.0:1767384583.190336:0:17105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000243040ad. 00000020:00000010:0.0:1767384583.190337:0:17105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000025864a51. 00000020:00000010:0.0:1767384583.190340:0:17105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fc00c22f. 00000020:00000010:0.0:1767384583.190342:0:17105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002bd8d4f5. 80000000:00000010:0.0:1767384583.190344:0:17105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002bedf62c. 40000000:00000010:0.0:1767384583.190346:0:17105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000b96f89b. 00100000:00000010:0.0:1767384583.190348:0:17105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000056f59a69. 00040000:00000010:0.0:1767384583.190350:0:17105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001fd8f1d0. 00040000:00000010:0.0:1767384583.190352:0:17105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000083343a27. 00040000:00000010:0.0:1767384583.190354:0:17105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009280ae55. 00080000:00000010:0.0:1767384583.190357:0:17105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c4f4c350. 00080000:00000010:0.0:1767384583.190358:0:17105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ecf9a6c4. 00000004:00000010:0.0:1767384583.190360:0:17105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fa50c714. 00000004:00000010:0.0:1767384583.190362:0:17105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d724e247. 00000004:00000010:0.0:1767384583.190364:0:17105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000043e61445. 00002000:00000010:0.0:1767384583.190366:0:17105:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000507ef8a. 00000004:00000010:0.0:1767384583.190374:0:17105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ec665751. 00000020:00000010:0.0:1767384583.190376:0:17105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000eeab541. 00000040:00000010:1.0:1767384583.190395:0:17058:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000e3b57944. 00000040:00000010:1.0:1767384583.190401:0:17058:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000354566e1. 00000040:00000010:1.0:1767384583.190405:0:17058:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003a1577c1. 00000020:00000010:1.0:1767384583.190410:0:17058:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000088824b0a. 00000040:00000010:1.0:1767384583.190413:0:17058:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000b1b16ff. 00000020:00000010:1.0:1767384583.190415:0:17058:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a0621c99. 00000020:00000010:1.0:1767384583.190418:0:17058:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000070800c39. 80000000:00000010:1.0:1767384583.190421:0:17058:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bfe0e78b. 00040000:00000010:1.0:1767384583.190423:0:17058:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001caea47f. 00080000:00000010:1.0:1767384583.190426:0:17058:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002a33a50d. 00080000:00000010:1.0:1767384583.190429:0:17058:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005bd7a297. 20000000:00000010:1.0:1767384583.190432:0:17058:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000004839bde3. 00000020:00000010:1.0:1767384583.190434:0:17058:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bfd1472. 10000000:00000010:1.0:1767384583.190437:0:17058:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000099d90a40. 00000020:00000010:1.0:1767384583.190449:0:17058:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f9211930. 00000040:00000010:1.0:1767384583.190451:0:17058:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c5a0aa4e. 00000020:00000010:1.0:1767384583.190453:0:17058:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000009c2e001. 00000020:00000010:1.0:1767384583.190455:0:17058:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001e047b07. 00040000:00000010:1.0:1767384583.190456:0:17058:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fa0183e9. 00040000:00000010:1.0:1767384583.190458:0:17058:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e2458b62. 00080000:00000010:1.0:1767384583.190466:0:17058:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007a6ba4b7. 00080000:00000010:1.0:1767384583.190469:0:17058:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000715ad18b. 00000020:00000010:1.0:1767384583.190472:0:17058:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e77e9f8. 00000020:00000010:1.0:1767384583.190475:0:17058:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000009f99683e. 00000020:00000010:1.0:1767384583.190477:0:17058:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000e0168369. 00000020:00000010:1.0:1767384583.190479:0:17058:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000919583fb. 00000020:00000010:1.0:1767384583.190482:0:17058:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000007b1868a4. 00000020:00000010:1.0:1767384583.190491:0:17058:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000f80fce70. 00000100:00000010:1.0:1767384583.190505:0:17058:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001899c1e3. 02000000:00000010:1.0:1767384583.190511:0:17058:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000081792aeb. 00000100:00000010:1.0:1767384583.190517:0:17058:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000641e3dfb. 02000000:00000010:1.0:1767384583.190523:0:17058:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d4f3d448. 00000400:00000010:1.0:1767384583.190526:0:17058:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061e193df. 00000400:00000010:1.0:1767384583.190529:0:17058:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047bef18e. 00000100:00000200:1.0:1767384583.190531:0:17058:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049166720, portal 25 00000400:00000010:1.0:1767384583.190533:0:17058:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc25fc86. 00000100:00000200:1.0:1767384583.190536:0:17058:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049166720, offset 0 00000400:00000200:1.0:1767384583.190539:0:17058:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384583.190545:0:17058:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384583.190550:0:17058:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260000b80 00000400:00000200:1.0:1767384583.190554:0:17058:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15d [2] + 0 00000400:00000010:1.0:1767384583.190556:0:17058:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc55260c. 00000400:00000200:1.0:1767384583.190558:0:17058:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e15b19d6 00000400:00000200:1.0:1767384583.190562:0:17058:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384583.190564:0:17058:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384583.190567:0:17058:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e15b19d6 00000400:00000010:1.0:1767384583.190568:0:17058:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e15b19d6. 00000100:00000200:1.0:1767384583.190570:0:17058:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384583.190582:0:17058:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc25fc86 00000400:00000010:1.0:1767384583.190584:0:17058:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc25fc86. 00000100:00000200:1.0:1767384583.190586:0:17058:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001899c1e3 x1853237049166720/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384599 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384583.190629:0:17075:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f9b8eeb4. 00000020:00000010:0.0:1767384583.190639:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b0a58a0. 00000020:00000010:0.0:1767384583.190641:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b0a58a0. 00000020:00000010:0.0:1767384583.190644:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088c3062f. 00000020:00000010:0.0:1767384583.190647:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fb4a0bd3. 00000020:00000010:0.0:1767384583.190650:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9ce4a19. 00000020:00000010:0.0:1767384583.190671:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b0a58a0. 00000020:00000010:0.0:1767384583.190674:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b0a58a0. 00000100:00000200:0.0:1767384583.190676:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049166720 02000000:00000010:0.0:1767384583.190684:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b53fbad7. 20000000:00000010:0.0:1767384583.190692:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000020e99aeb. 20000000:00000010:0.0:1767384583.190697:0:17075:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000726354ad. 20000000:00000010:0.0:1767384583.190704:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008dfecb03. 00080000:00000010:0.0:1767384583.190728:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a9ba7ba4. 00080000:00000010:0.0:1767384583.190734:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b0a58a0. 00080000:00000010:1.0:1767384583.191504:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a9ba7ba4. 00080000:00000010:1.0:1767384583.191511:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d3cc10b6. 00080000:00000010:1.0:1767384583.191513:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000015527648. 00080000:00000010:1.0:1767384583.191515:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001e287274. 00080000:00000010:0.0:1767384583.191553:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b0a58a0. 00010000:00000010:1.0:1767384583.191587:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f9b951c. 00010000:00000010:1.0:1767384583.191597:0:17096:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fac26bfb. 00000100:00000010:1.0:1767384583.191600:0:17096:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fc25fc86. 00000100:00000010:1.0:1767384583.191622:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003be2132b. 02000000:00000010:1.0:1767384583.191629:0:17096:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd64268e. 02000000:00000010:1.0:1767384583.191645:0:17096:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d939bf81. 00000400:00000010:1.0:1767384583.191649:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058094275. 00000400:00000010:1.0:1767384583.191652:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011b2b321. 00000100:00000200:1.0:1767384583.191654:0:17096:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049166848, portal 16 00000400:00000010:1.0:1767384583.191656:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b81afbbe. 00000100:00000200:1.0:1767384583.191657:0:17096:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049166848, offset 0 00000400:00000200:1.0:1767384583.191660:0:17096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384583.191664:0:17096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384583.191667:0:17096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260000c00 00000400:00000200:1.0:1767384583.191670:0:17096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 0 00000400:00000200:1.0:1767384583.191673:0:17096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384583.191674:0:17096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384583.191677:0:17096:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384583.191679:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d3d1aa5. 00000400:00000200:1.0:1767384583.191690:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b81afbbe 00000400:00000010:1.0:1767384583.191692:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b81afbbe. 00000100:00000200:1.0:1767384583.191696:0:17096:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003be2132b x1853237049166848/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384599 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384583.191733:0:17064:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003e54afca. 00000020:00000010:0.0:1767384583.191747:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b0a58a0. 00000020:00000010:0.0:1767384583.191751:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b0a58a0. 00000020:00000010:0.0:1767384583.191757:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000689cb97d. 00000020:00000010:0.0:1767384583.191762:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000089c11d9. 00000020:00000010:0.0:1767384583.191768:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006eae5710. 00000020:00000010:0.0:1767384583.191804:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b0a58a0. 00000020:00000010:0.0:1767384583.191809:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b0a58a0. 00000100:00000200:0.0:1767384583.191813:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049166848 00000400:00000010:1.0:1767384583.191825:0:17058:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061e193df. 02000000:00000010:0.0:1767384583.191827:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000037ed72b0. 00000400:00000200:1.0:1767384583.191829:0:17058:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047bef18e 00000400:00000010:1.0:1767384583.191834:0:17058:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047bef18e. 00000400:00000010:0.0:1767384583.191839:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e09d9912. 00000100:00000200:1.0:1767384583.191841:0:17058:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001899c1e3 x1853237049166720/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384599 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384583.191846:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049166848, offset 224 00000100:00000200:1.0:1767384583.191858:0:17058:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001899c1e3 x1853237049166720/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384599 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384583.191860:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384583.191871:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384583.191886:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260000c00 00000100:00000010:1.0:1767384583.191890:0:17058:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000641e3dfb. 02000000:00000010:1.0:1767384583.191897:0:17058:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d4f3d448. 00000400:00000200:0.0:1767384583.191901:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0xa7d [1] + 224 02000000:00000010:1.0:1767384583.191902:0:17058:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000081792aeb. 00000400:00000200:0.0:1767384583.191907:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384583.191908:0:17058:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001899c1e3. 00000020:00000010:1.0:1767384583.191914:0:17058:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 00000000f80fce70. 00000400:00000200:0.0:1767384583.191914:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:02000000:1.0:1767384583.191920:0:17058:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000200:0.0:1767384583.191924:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003be2132b x1853237049166848/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384599 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384583.191948:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e09d9912 00000400:00000010:0.0:1767384583.191950:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e09d9912. 00010000:00000010:0.0:1767384583.191956:0:17064:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f7744ba2. 00000020:00000010:0.0:1767384583.191969:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000089c11d9. 00000020:00000010:0.0:1767384583.191976:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006eae5710. 00000020:00000010:0.0:1767384583.191982:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000689cb97d. 00000020:00000010:0.0:1767384583.192044:0:16349:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000755097ba. 00000020:00000010:0.0:1767384583.192047:0:16349:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000689cb97d. 80000000:00000010:0.0:1767384583.192049:0:16349:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007aa68bd0. 40000000:00000010:0.0:1767384583.192051:0:16349:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008b0a58a0. 00000008:00000010:0.0:1767384583.192054:0:16349:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000005ad425de. 00020000:00000010:0.0:1767384583.192056:0:16349:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ac112c71. 00008000:00000010:0.0:1767384583.192059:0:16349:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000000018aa49. 00100000:00000010:0.0:1767384583.192062:0:16349:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd110551. 00040000:00000010:0.0:1767384583.192065:0:16349:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009632386a. 00040000:00000010:0.0:1767384583.192067:0:16349:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bbffcc72. 00040000:00000010:0.0:1767384583.192069:0:16349:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ee001f41. 00080000:00000010:0.0:1767384583.192072:0:16349:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000362e6339. 00080000:00000010:0.0:1767384583.192076:0:16349:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000afa9d7ef. 00000004:00000010:0.0:1767384583.192096:0:16349:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000028da8ca0. 00000004:00000010:0.0:1767384583.192101:0:16349:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006d293021. 00000004:00000010:0.0:1767384583.192105:0:16349:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fa958ab2. 00002000:00000010:0.0:1767384583.192112:0:16349:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000588d2cb5. 00000004:00000010:0.0:1767384583.192181:0:16349:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001205a062. 00000080:00000010:0.0:1767384583.192200:0:16349:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000fb4799d9. 00000080:00000010:0.0:1767384583.192202:0:16349:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a379cc0d. 00000008:00000010:0.0:1767384583.192206:0:16349:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003110a977. 00020000:00000010:0.0:1767384583.192224:0:16349:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008b21fd3a. 00008000:00000010:0.0:1767384583.192234:0:16349:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ebbd5224. 00000080:00000010:0.0:1767384583.192238:0:16349:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000823597cd. 02000000:00000010:0.0:1767384583.192245:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8a286dd. 00000400:00000010:0.0:1767384583.192248:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089bc68ee. 00000400:00000010:0.0:1767384583.192258:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e09d9912. 00000100:00000200:0.0:1767384583.192261:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049166976, portal 18 00000400:00000010:0.0:1767384583.192263:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000100:00000200:0.0:1767384583.192265:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049166976, offset 0 00000400:00000200:0.0:1767384583.192268:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384583.192278:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384583.192291:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260000c80 00000400:00000200:0.0:1767384583.192303:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 0 00000400:00000200:0.0:1767384583.192306:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384583.192308:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384583.192311:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384583.192314:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd8dd4bc. 00000400:00000200:0.0:1767384583.192336:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00000400:00000010:0.0:1767384583.192337:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000100:00000200:0.0:1767384583.192340:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056394819 x1853237049166976/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384599 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384583.192707:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089bc68ee. 00000400:00000200:0.0:1767384583.192712:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e09d9912 00000400:00000010:0.0:1767384583.192714:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e09d9912. 00000100:00000200:0.0:1767384583.192718:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056394819 x1853237049166976/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384599 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384583.192724:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056394819 x1853237049166976/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384599 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384583.192735:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8a286dd. 02000000:00000010:0.0:1767384583.192749:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d99f82cd. 00000100:00000010:0.0:1767384583.192752:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056394819. 00000020:00000010:1.0:1767384583.193720:0:17058:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ce82179. 00000020:00000010:1.0:1767384583.193724:0:17058:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000edee613f. 00000040:00000010:1.0:1767384583.193726:0:17058:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000005ec83e8. 00000020:00000010:1.0:1767384583.193729:0:17058:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c5e107c1. 00000020:00000010:1.0:1767384583.193731:0:17058:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a2423851. 00000020:00000010:1.0:1767384583.193733:0:17058:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000749b1e43. 80000000:00000010:1.0:1767384583.193735:0:17058:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000024d652dd. 40000000:00000010:1.0:1767384583.193737:0:17058:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005aa9cb95. 00100000:00000010:1.0:1767384583.193740:0:17058:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008f5f8b40. 00040000:00000010:1.0:1767384583.193742:0:17058:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b1be7e32. 00040000:00000010:1.0:1767384583.193746:0:17058:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a2cc797c. 00040000:00000010:1.0:1767384583.193748:0:17058:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dd64268e. 00080000:00000010:1.0:1767384583.193751:0:17058:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f80fce70. 00080000:00000010:1.0:1767384583.193754:0:17058:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000081792aeb. 00000004:00000010:1.0:1767384583.193757:0:17058:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000101421de. 00000004:00000010:1.0:1767384583.193759:0:17058:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c6da8eb0. 00000004:00000010:1.0:1767384583.193761:0:17058:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000097a7b296. 00000004:00000010:1.0:1767384583.193763:0:17058:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c844c862. 00000020:00000010:1.0:1767384583.193765:0:17058:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007dc90687. 00000020:00000010:1.0:1767384583.193766:0:17058:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a75927ae. 00000020:00000010:1.0:1767384583.193768:0:17058:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003635067d. 00080000:00000010:1.0:1767384583.193798:0:17058:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000088c9e1aa. 00000020:00000010:1.0:1767384583.193802:0:17058:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000648e58c4. 00080000:00000010:1.0:1767384583.193806:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a7e6b869. 00080000:00000010:1.0:1767384583.193819:0:17058:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a7e6b869. 00000020:00000010:1.0:1767384583.193826:0:17058:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000648e58c4. 00000004:00000010:1.0:1767384583.193831:0:17058:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001ffd6382. 00000004:00000010:1.0:1767384583.193835:0:17058:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000693f1cd2. 00000004:00000010:1.0:1767384583.193839:0:17058:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000153486b3. 00080000:00000010:1.0:1767384583.193842:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a7e6b869. 00040000:00000010:1.0:1767384583.193853:0:17058:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000047bef18e. 00000004:00000010:1.0:1767384583.193856:0:17058:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000007cd5e5b. 00000004:00000010:1.0:1767384583.193858:0:17058:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000467fc02e. 00000004:00000010:1.0:1767384583.193860:0:17058:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006c8de978. 00080000:00000010:1.0:1767384583.193861:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000083ac31cb. 00000020:00000010:1.0:1767384583.193881:0:17058:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007f64cec1. 00080000:00000010:1.0:1767384583.193883:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fb274b06. 00080000:00000010:1.0:1767384583.193889:0:17058:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fb274b06. 00000020:00000010:1.0:1767384583.193890:0:17058:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007f64cec1. 00000004:00000010:1.0:1767384583.193893:0:17058:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d9826f1f. 00000004:00000010:1.0:1767384583.193895:0:17058:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a5c10a8d. 00000004:00000010:1.0:1767384583.193897:0:17058:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000010b6c071. 00080000:00000010:1.0:1767384583.193898:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fb274b06. 00080000:00000010:1.0:1767384583.193903:0:17058:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000004d391eb. 00100000:00000010:1.0:1767384583.193910:0:17058:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d49519c7. 00100000:00000010:1.0:1767384583.193916:0:17058:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000d49519c7. 00000004:00000010:1.0:1767384583.193928:0:17058:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ee8c316a. 00000004:00000010:1.0:1767384583.193931:0:17058:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cd42b812. 00000004:00000010:1.0:1767384583.193932:0:17058:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008d15221d. 00080000:00000010:1.0:1767384583.193934:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000368cee47. 00080000:00000010:1.0:1767384583.193939:0:17058:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009da54de2. 00100000:00000010:1.0:1767384583.193942:0:17058:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d49519c7. 00100000:00000010:1.0:1767384583.193943:0:17058:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000d49519c7. 00040000:00000010:1.0:1767384583.193946:0:17058:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000037dd4657. 00000001:00000010:1.0:1767384583.193950:0:17058:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003ad61315. 00000001:00000010:1.0:1767384583.193952:0:17058:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006ad50ccb. 00000001:00000010:1.0:1767384583.193954:0:17058:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f8b770ac. 00040000:00000010:1.0:1767384583.193963:0:17058:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d32c5438. 00000004:00000010:1.0:1767384583.193970:0:17058:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008d49d56a. 00000004:00000010:1.0:1767384583.193972:0:17058:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000034c90100. 00000004:00000010:1.0:1767384583.193974:0:17058:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005613a06b. 00080000:00000010:1.0:1767384583.193976:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d774b418. 00000020:00000010:1.0:1767384583.194002:0:17058:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ad39ef8b. 00080000:00000010:1.0:1767384583.194005:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d26c416e. 00080000:00000010:1.0:1767384583.194011:0:17058:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d26c416e. 00000020:00000010:1.0:1767384583.194012:0:17058:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ad39ef8b. 00000004:00000010:1.0:1767384583.194016:0:17058:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cffa104b. 00000004:00000010:1.0:1767384583.194018:0:17058:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bd96e917. 00000004:00000010:1.0:1767384583.194020:0:17058:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005fc617b8. 00080000:00000010:1.0:1767384583.194021:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d26c416e. 00080000:00000010:1.0:1767384583.194026:0:17058:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e6be4695. 00100000:00000010:1.0:1767384583.194030:0:17058:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d49519c7. 00100000:00000010:1.0:1767384583.194032:0:17058:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000d49519c7. 00000004:00000010:1.0:1767384583.194040:0:17058:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a3b18d2e. 00000004:00000010:1.0:1767384583.194042:0:17058:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000009722440. 00000004:00000010:1.0:1767384583.194044:0:17058:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b2fd4f95. 00080000:00000010:1.0:1767384583.194046:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001e287274. 00080000:00000010:1.0:1767384583.194050:0:17058:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000e105942. 00100000:00000010:1.0:1767384583.194054:0:17058:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d49519c7. 00100000:00000010:1.0:1767384583.194055:0:17058:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000d49519c7. 00040000:00000010:1.0:1767384583.194057:0:17058:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000056cdabfe. 00000001:00000010:1.0:1767384583.194059:0:17058:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000012e835f2. 00000001:00000010:1.0:1767384583.194061:0:17058:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000bfdad1b3. 00000001:00000010:1.0:1767384583.194063:0:17058:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f5167d56. 00040000:00000010:1.0:1767384583.194067:0:17058:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000824f0586. 00000004:00000010:1.0:1767384583.194070:0:17058:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dade48d1. 00000004:00000010:1.0:1767384583.194072:0:17058:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a0f721d5. 00000004:00000010:1.0:1767384583.194074:0:17058:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ee2d5bf0. 00080000:00000010:1.0:1767384583.194075:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008e77e9f8. 00000020:00000010:1.0:1767384583.194108:0:17058:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005317e370. 00080000:00000010:1.0:1767384583.194111:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e2458b62. 00080000:00000010:1.0:1767384583.194123:0:17058:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e2458b62. 00000020:00000010:1.0:1767384583.194125:0:17058:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005317e370. 00000004:00000010:1.0:1767384583.194129:0:17058:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a3e836ef. 00000004:00000010:1.0:1767384583.194131:0:17058:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000085720dfe. 00000004:00000010:1.0:1767384583.194133:0:17058:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c19c1751. 00080000:00000010:1.0:1767384583.194135:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e2458b62. 00080000:00000010:1.0:1767384583.194140:0:17058:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008ec680b0. 00100000:00000010:1.0:1767384583.194144:0:17058:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d49519c7. 00100000:00000010:1.0:1767384583.194146:0:17058:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000d49519c7. 00000004:00000010:1.0:1767384583.194157:0:17058:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000da7a86d5. 00000004:00000010:1.0:1767384583.194159:0:17058:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000035449edf. 00000004:00000010:1.0:1767384583.194161:0:17058:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000012f0ef20. 00080000:00000010:1.0:1767384583.194162:0:17058:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001e047b07. 00080000:00000010:1.0:1767384583.194167:0:17058:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009ffe3f39. 00100000:00000010:1.0:1767384583.194170:0:17058:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d49519c7. 00100000:00000010:1.0:1767384583.194171:0:17058:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000d49519c7. 00040000:00000010:1.0:1767384583.194173:0:17058:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000919aa024. 00000001:00000010:1.0:1767384583.194175:0:17058:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c5a0aa4e. 00000001:00000010:1.0:1767384583.194177:0:17058:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000175765b9. 00000001:00000010:1.0:1767384583.194179:0:17058:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002bf3842f. 00040000:00000010:1.0:1767384583.194186:0:17058:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000497bbc4a. 00000020:00000010:1.0:1767384583.194189:0:17058:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9211930. 00000020:00000010:1.0:1767384583.194191:0:17058:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004839bde3. 00000020:00000010:1.0:1767384583.194193:0:17058:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a0982b93. 00000020:00000010:1.0:1767384583.194195:0:17058:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000037248382. 00000020:00000010:1.0:1767384583.194197:0:17058:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005df06618. 80000000:00000010:1.0:1767384583.194199:0:17058:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000091c574bc. 40000000:00000010:1.0:1767384583.194200:0:17058:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d49519c7. 00100000:00000010:1.0:1767384583.194202:0:17058:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001cfa7501. 00040000:00000010:1.0:1767384583.194204:0:17058:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000027216104. 00040000:00000010:1.0:1767384583.194206:0:17058:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001caea47f. 00080000:00000010:1.0:1767384583.194208:0:17058:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d4f3d448. 00080000:00000010:1.0:1767384583.194211:0:17058:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000715ad18b. 00002000:00000010:1.0:1767384583.194218:0:17058:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e7ae4766. 00080000:00000010:1.0:1767384583.196491:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000802ae075. 00000100:00000010:1.0:1767384583.196636:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc8555d4. 00000100:00000010:0.0:1767384583.196666:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032ca5411. 00000040:00000010:0.0:1767384583.197559:0:17111:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a8a286dd. 00000040:00000010:0.0:1767384583.197578:0:17111:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 000000006ad97b19. 00000040:00000010:0.0:1767384583.197594:0:17111:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000032ca5411. 00000020:00000010:0.0:1767384583.197600:0:17111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049636988. 00000020:00000010:0.0:1767384583.197605:0:17111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000049ce159a. 00000040:00000010:0.0:1767384583.197633:0:17111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009087ee75. 00000020:00000010:0.0:1767384583.197637:0:17111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000951b78b8. 00000020:00000010:0.0:1767384583.197643:0:17111:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000069db4618. 00000020:00000010:0.0:1767384583.197647:0:17111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a7858482. 80000000:00000010:0.0:1767384583.197653:0:17111:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000039125fd7. 40000000:00000010:0.0:1767384583.197657:0:17111:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000518a4820. 00100000:00000010:0.0:1767384583.197664:0:17111:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004594bc56. 00040000:00000010:0.0:1767384583.197667:0:17111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b535f75b. 00040000:00000010:0.0:1767384583.197671:0:17111:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000003d0c47d. 00040000:00000010:0.0:1767384583.197674:0:17111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e461f873. 00080000:00000010:0.0:1767384583.197679:0:17111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003d05cd8c. 00080000:00000010:0.0:1767384583.197692:0:17111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000787b3571. 00000004:00000010:0.0:1767384583.197700:0:17111:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000022220ec0. 00000004:00000010:0.0:1767384583.197707:0:17111:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d080dbb2. 00000004:00000010:0.0:1767384583.197714:0:17111:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000043e61445. 00002000:00000010:0.0:1767384583.197719:0:17111:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003d397140. 00000004:00000010:0.0:1767384583.197725:0:17111:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d3f969ad. 00000020:00000010:0.0:1767384583.197730:0:17111:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006625c6e7. 00000040:00000010:0.0:1767384583.197749:0:17111:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 00000000ee3a085c. 00010000:00000010:2.1:1767384583.198716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000090a0daed. 00010000:00000010:2.1:1767384583.198723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f9b951c. 00000040:00000010:0.0:1767384583.213150:0:17111:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 00000000ee3a085c. 00000020:00000010:0.0:1767384583.213165:0:17111:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006625c6e7. 00000020:00000010:0.0:1767384583.213172:0:17111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000049ce159a. 00000040:00000010:0.0:1767384583.213175:0:17111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009087ee75. 00000020:00000010:0.0:1767384583.213177:0:17111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000951b78b8. 00000020:00000010:0.0:1767384583.213181:0:17111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000069db4618. 00000020:00000010:0.0:1767384583.213185:0:17111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a7858482. 80000000:00000010:0.0:1767384583.213187:0:17111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000039125fd7. 40000000:00000010:0.0:1767384583.213189:0:17111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000518a4820. 00100000:00000010:0.0:1767384583.213197:0:17111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004594bc56. 00040000:00000010:0.0:1767384583.213200:0:17111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b535f75b. 00040000:00000010:0.0:1767384583.213202:0:17111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000003d0c47d. 00040000:00000010:0.0:1767384583.213204:0:17111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e461f873. 00080000:00000010:0.0:1767384583.213207:0:17111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000787b3571. 00080000:00000010:0.0:1767384583.213211:0:17111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003d05cd8c. 00000004:00000010:0.0:1767384583.213214:0:17111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000022220ec0. 00000004:00000010:0.0:1767384583.213216:0:17111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d080dbb2. 00000004:00000010:0.0:1767384583.213219:0:17111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000043e61445. 00002000:00000010:0.0:1767384583.213221:0:17111:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003d397140. 00000004:00000010:0.0:1767384583.213223:0:17111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d3f969ad. 00000020:00000010:0.0:1767384583.213225:0:17111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049636988. 00000040:00000010:0.0:1767384583.213227:0:17111:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000032ca5411. 00000020:00000010:0.0:1767384583.213232:0:17111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a9f4c7cf. 00000040:00000010:0.0:1767384583.213234:0:17111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001297ba80. 00000020:00000010:0.0:1767384583.213235:0:17111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b4182950. 00000020:00000010:0.0:1767384583.213237:0:17111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dcdf3202. 00000020:00000010:0.0:1767384583.213240:0:17111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000054a358e4. 80000000:00000010:0.0:1767384583.213242:0:17111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bfe0e78b. 40000000:00000010:0.0:1767384583.213244:0:17111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000476d460d. 00100000:00000010:0.0:1767384583.213246:0:17111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008fc7656c. 00040000:00000010:0.0:1767384583.213248:0:17111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d24364d2. 00040000:00000010:0.0:1767384583.213251:0:17111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000078e627fe. 00040000:00000010:0.0:1767384583.213254:0:17111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000042059aba. 00080000:00000010:0.0:1767384583.213257:0:17111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000014bfe894. 00080000:00000010:0.0:1767384583.213260:0:17111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d1c4f5bb. 00000004:00000010:0.0:1767384583.213263:0:17111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cb899e30. 00000004:00000010:0.0:1767384583.213265:0:17111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004d3a364b. 00000004:00000010:0.0:1767384583.213268:0:17111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000deb87e6. 00000004:00000010:0.0:1767384583.213270:0:17111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a088726f. 00000020:00000010:0.0:1767384583.213273:0:17111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003eb2258. 00000004:00000010:0.0:1767384583.213275:0:17111:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 000000007b1868a4. 00080000:00000010:1.0:1767384583.216721:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000055857a2a. 00080000:00000010:1.0:1767384583.216726:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a3b2d89c. 00080000:00000010:1.0:1767384583.216728:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003420f21f. 00080000:00000010:1.0:1767384583.216729:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009ba589a2. 00080000:00000010:1.0:1767384583.216731:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006a5e575c. 00080000:00000010:1.0:1767384583.216732:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006f84322e. 00080000:00000010:1.0:1767384583.216734:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000015cd9213. 00000004:00000010:1.0:1767384583.216950:0:17112:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 000000007d0aba30. 00000020:00000010:1.0:1767384583.216954:0:17112:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070800c39. 00000020:00000010:1.0:1767384583.216957:0:17112:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000b1b16ff. 00000040:00000010:1.0:1767384583.216959:0:17112:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000088824b0a. 00000020:00000010:1.0:1767384583.216965:0:17112:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000080b2884. 00000020:00000010:1.0:1767384583.216969:0:17112:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004968f35e. 00000020:00000010:1.0:1767384583.216971:0:17112:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000015cd9213. 80000000:00000010:1.0:1767384583.216973:0:17112:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000018695233. 40000000:00000010:1.0:1767384583.216975:0:17112:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ae5bde35. 00100000:00000010:1.0:1767384583.216977:0:17112:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000082406267. 00040000:00000010:1.0:1767384583.216980:0:17112:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000073d3de1e. 00040000:00000010:1.0:1767384583.216986:0:17112:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f22fb614. 00040000:00000010:1.0:1767384583.216988:0:17112:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006f84322e. 00080000:00000010:1.0:1767384583.216995:0:17112:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007a6ba4b7. 00080000:00000010:1.0:1767384583.217001:0:17112:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005bd7a297. 00000004:00000010:1.0:1767384583.217007:0:17112:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000561b3388. 00000004:00000010:1.0:1767384583.217014:0:17112:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004825fb2f. 00000004:00000010:1.0:1767384583.217027:0:17112:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004210a54f. 00000004:00000010:1.0:1767384583.217032:0:17112:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000826bbb13. 00080000:00000010:1.0:1767384583.217040:0:17112:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000045302bf. 00080000:00000010:1.0:1767384583.217218:0:17112:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000045302bf. 00000020:00000010:1.0:1767384583.217226:0:17112:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000b1b16ff. 00000040:00000010:1.0:1767384583.217234:0:17112:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000088824b0a. 00000020:00000010:1.0:1767384583.217237:0:17112:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000080b2884. 00000020:00000010:1.0:1767384583.217240:0:17112:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004968f35e. 00000020:00000010:1.0:1767384583.217243:0:17112:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000015cd9213. 80000000:00000010:1.0:1767384583.217246:0:17112:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000018695233. 40000000:00000010:1.0:1767384583.217249:0:17112:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ae5bde35. 00100000:00000010:1.0:1767384583.217252:0:17112:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000082406267. 00040000:00000010:1.0:1767384583.217257:0:17112:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000073d3de1e. 00040000:00000010:1.0:1767384583.217260:0:17112:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f22fb614. 00040000:00000010:1.0:1767384583.217263:0:17112:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006f84322e. 00080000:00000010:1.0:1767384583.217267:0:17112:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005bd7a297. 00080000:00000010:1.0:1767384583.217270:0:17112:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007a6ba4b7. 00000004:00000010:1.0:1767384583.217274:0:17112:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000561b3388. 00000004:00000010:1.0:1767384583.217277:0:17112:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004825fb2f. 00000004:00000010:1.0:1767384583.217281:0:17112:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004210a54f. 00000004:00000010:1.0:1767384583.217286:0:17112:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000826bbb13. 00000020:00000010:1.0:1767384583.217291:0:17112:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070800c39. 00000004:00000010:1.0:1767384583.217294:0:17112:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 000000007d0aba30. 00010000:00000010:3.1:1767384583.217768:0:17058:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000afe71d32. 00010000:00000010:3.1:1767384583.217775:0:17058:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ddc78d25. 00010000:00000010:3.1:1767384583.217782:0:17058:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007f67f087. 00080000:00000010:0.0:1767384583.217902:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000089c11d9. 00080000:00000010:0.0:1767384583.217908:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000089c11d9. 00080000:00000010:1.0:1767384583.224729:0:17113:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008a360b42. 00080000:00000010:1.0:1767384583.224735:0:17113:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008a360b42. 00080000:00000010:0.0:1767384583.390824:0:17125:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fb4a0bd3. 00080000:00000010:0.0:1767384583.390833:0:17125:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fb4a0bd3. 00080000:00000010:0.0:1767384583.720844:0:17173:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ec2fcaba. 00080000:00000010:0.0:1767384583.720854:0:17173:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ec2fcaba. 00080000:00000010:1.0:1767384584.618794:0:17351:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000087647f0b. 00080000:00000010:1.0:1767384584.618802:0:17351:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000087647f0b. 00000020:00000001:1.0:1767384584.618806:0:17351:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384584.736262:0:17389:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ee836c96. 00080000:00000010:0.0:1767384584.736271:0:17389:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ee836c96. 00000020:00000001:0.0:1767384584.736274:0:17389:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1767384584.736292:0:17389:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767384584.736413:0:17389:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:0.0:1767384584.902364:0:17402:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000587c40b1. 00080000:00000010:0.0:1767384584.902372:0:17402:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000587c40b1. 00000020:00000001:0.0:1767384584.902377:0:17402:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384585.340276:0:17451:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9600cd9. 00080000:00000010:0.0:1767384585.340285:0:17451:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9600cd9. 00000020:00000001:0.0:1767384585.340289:0:17451:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384586.052930:0:17499:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006d7ebac5. 00080000:00000010:0.0:1767384586.052945:0:17499:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006d7ebac5. 00000020:00000001:0.0:1767384586.052951:0:17499:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384586.171072:0:17535:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384586.171076:0:17535:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:0.0:1767384586.173596:0:17535:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000020:00000001:0.0:1767384586.202750:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384586.202754:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384586.202757:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384586.482345:0:17547:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000042e9dae2. 00080000:00000010:1.0:1767384586.482355:0:17547:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000042e9dae2. 00000020:00000001:1.0:1767384586.482360:0:17547:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384587.784777:0:17744:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b4cfe5d0. 00080000:00000010:1.0:1767384587.784786:0:17744:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b4cfe5d0. 00000020:00000001:1.0:1767384587.784791:0:17744:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.249748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384588.249756:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384588.249763:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001899c1e3. 00000020:00000040:1.0:1767384588.249769:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:1.0:1767384588.249774:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384588.249786:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384588.249791:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384588.249801:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e12c553b. 00000100:00000001:1.0:1767384588.249810:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.249821:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@000000001899c1e3 x1853237049167104/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384588.249833:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384588.249856:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.249864:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001899c1e3] to pc [ptlrpcd_00_02+2] req@000000001899c1e3 x1853237049167104/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.249894:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384588.249898:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1767384588.249903:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1767384588.249905:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767384588.249908:0:36:0:(import.c:65:import_set_state_nolock()) 00000000765233a3 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767384588.249913:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:1.0:1767384588.249919:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 10 to 0@lo 00000100:00000001:1.0:1767384588.249928:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384588.249935:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 11 to 0@lo 00000100:00000001:1.0:1767384588.249941:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000001:1.0:1767384588.249945:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384588.249949:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200c2 00000020:00000001:1.0:1767384588.249954:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.249980:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008960ae48 refcount=7 00000020:00000001:1.0:1767384588.249987:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997890560 : -123269711661056 : ffff8fe3089ff800) 00000020:00000001:1.0:1767384588.249994:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997890560 : -123269711661056 : ffff8fe3089ff800) 00000100:00000040:1.0:1767384588.250001:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 10 to 0@lo 00000100:00000001:1.0:1767384588.250006:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384588.250010:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 11 to 0@lo 00000100:00000001:1.0:1767384588.250017:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000040:1.0:1767384588.250024:0:36:0:(genops.c:898:class_export_put()) PUTting export 000000008960ae48 : new refcount 6 00000100:00080000:1.0:1767384588.250061:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000765233a3 using connection 192.168.202.137@tcp/0@lo 00000100:00000001:1.0:1767384588.250069:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.250083:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384588.250092:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.250100:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.250106:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1767384588.250110:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384588.250118:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2524bb5. 00000020:00000040:1.0:1767384588.250126:0:36:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1767384588.250133:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767384588.250138:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.250145:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384588.250151:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384588.250157:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384588.250167:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004e82775f. 00000100:00000001:1.0:1767384588.250177:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.250189:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a2524bb5 x1853237049167232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384588.250208:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384588.250211:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.250216:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2524bb5] to pc [ptlrpcd_rcv+-1] req@00000000a2524bb5 x1853237049167232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.250234:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.250243:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (214) 00000100:00000001:1.0:1767384588.250437:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384588.250443:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049167104 02000000:00000001:1.0:1767384588.250450:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384588.250456:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.250462:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.250469:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.250477:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049167104 00000020:00000001:1.0:1767384588.250484:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384588.250488:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384588.250493:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.250508:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=10 00000020:00000001:1.0:1767384588.250516:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384588.250522:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384588.250530:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384588.250536:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005aa9cb95. 00000100:00000001:1.0:1767384588.250543:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384588.250549:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005aa9cb95. 00000020:00000010:1.0:1767384588.250562:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088824b0a. 00000020:00000010:1.0:1767384588.250582:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4cfe5d0. 00000020:00000010:1.0:1767384588.250592:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000475dd38. 00000100:00000040:1.0:1767384588.250605:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384588.250646:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 10000000:00000001:0.0:1767384588.250649:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000001:1.0:1767384588.250651:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 10000000:00000040:0.0:1767384588.250654:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 2 00000100:00000001:1.0:1767384588.250657:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384588.250662:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.250669:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384588.250670:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384588.250675:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384588.250679:0:17077:0:(mgc_request.c:601:do_requeue()) Process entered 00000100:00000001:1.0:1767384588.250684:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1767384588.250685:0:17077:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384588.250690:0:17077:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384588.250695:0:17077:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8fe3054f6000 from 5 00000100:00000001:1.0:1767384588.250702:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 10000000:00000001:0.0:1767384588.250703:0:17077:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384588.250706:0:17077:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000001:1.0:1767384588.250707:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384588.250717:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000010:0.0:1767384588.250719:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c050f29. 00000020:00000040:0.0:1767384588.250726:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000040:1.0:1767384588.250727:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384588.250733:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384588.250734:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885417040 : -123268824134576 : ffff8fe33d868c50) 02000000:00000001:0.0:1767384588.250737:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384588.250743:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.250747:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e5dc1349 x1853237049167104/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:569/0 lens 224/0 e 0 to 0 dl 1767384599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384588.250750:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000243040ad. 00000100:00000001:0.0:1767384588.250757:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.250764:0:17077:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384588.250768:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:1.0:1767384588.250771:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:0.0:1767384588.250775:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006182af30. 00000020:00000010:1.0:1767384588.250777:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005aa9cb95. 00010000:00000001:0.0:1767384588.250781:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1767384588.250785:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384588.250786:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b18605b1. 00000020:00000010:1.0:1767384588.250793:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005aa9cb95. 00000020:00000010:0.0:1767384588.250793:0:17077:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000044492ed7. 00000020:00000001:0.0:1767384588.250799:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384588.250802:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b18605b1 with handle 0x7f71e2b70dd200d0 to hash 00000100:00100000:1.0:1767384588.250806:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e5dc1349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+10:16350:x1853237049167104:12345-0@lo:400: 00000020:00000001:0.0:1767384588.250806:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384588.250810:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384588.250817:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00000100:00000200:1.0:1767384588.250820:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049167104 00010000:00000001:0.0:1767384588.250824:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384588.250827:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384588.250829:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.250834:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00010000:0.0:1767384588.250836:0:17077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 00000000b18605b1/0x7f71e2b70dd200d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384588.250838:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.250854:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00010000:0.0:1767384588.250855:0:17077:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.137@tcp lock: 00000000b18605b1/0x7f71e2b70dd200d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384588.250870:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00010000:00010000:0.0:1767384588.250872:0:17077:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.137@tcp lock: 00000000b18605b1/0x7f71e2b70dd200d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384588.250878:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384588.250883:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384588.250886:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384588.250889:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000001:1.0:1767384588.250890:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000010:0.0:1767384588.250894:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff3a82ac. 00000020:00000001:1.0:1767384588.250896:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384588.250898:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799577066112 : -123274132485504 : ffff8fe2011f8a80) 00000020:00000001:1.0:1767384588.250901:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.250902:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384588.250907:0:17075:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384588.250909:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575788160 : -123274133763456 : ffff8fe2010c0a80) 00000100:00000001:1.0:1767384588.250911:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384588.250917:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384588.250918:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384588.250920:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.250924:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 02000000:00000010:1.0:1767384588.250925:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000890c03b5. 00000100:00000001:0.0:1767384588.250925:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384588.250930:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002c050f29 x1853237049167360/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384588.250932:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.250939:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.250947:0:17075:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.250948:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000040:1.0:1767384588.250953:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049167104 00000100:00000001:0.0:1767384588.250953:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.250959:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767384588.250960:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384588.250962:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384588.250967:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384588.250968:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e5dc1349 x1853237049167104/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:569/0 lens 224/224 e 0 to 0 dl 1767384599 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384588.250973:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002c050f29 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049167360:0@lo:101: 00000100:00000001:0.0:1767384588.250983:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384588.250988:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767384588.250990:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384588.250992:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.250994:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.250995:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384588.251000:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c443790e. 00000100:00001000:1.0:1767384588.251001:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=5 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384588.251004:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384588.251011:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089bc68ee. 00000100:00000001:1.0:1767384588.251013:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384588.251019:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 12 to 0@lo 00000400:00000010:0.0:1767384588.251019:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e09d9912. 00000100:00000200:0.0:1767384588.251025:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049167360, portal 25 00000100:00000001:1.0:1767384588.251027:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:0.0:1767384588.251028:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384588.251031:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575788160 : -123274133763456 : ffff8fe2010c0a80) 02000000:00000001:1.0:1767384588.251047:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384588.251051:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002c050f29 x1853237049167360/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384588.251052:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.251061:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384588.251071:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384588.251073:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384588.251078:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000100:00000040:1.0:1767384588.251080:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384588.251082:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049167360, offset 0 00000400:00000010:1.0:1767384588.251087:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b81afbbe. 00000400:00000200:0.0:1767384588.251091:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384588.251101:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049167104, offset 224 00000400:00000200:0.0:1767384588.251102:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.251116:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384588.251116:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260000e00 00000400:00000200:0.0:1767384588.251125:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x165 [2] + 0 00000400:00000200:1.0:1767384588.251132:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384588.251136:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d85cdd7. 00000400:00000200:0.0:1767384588.251142:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000026e0b4c6 00000400:00000200:0.0:1767384588.251147:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.251148:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260000d00 00000400:00000200:0.0:1767384588.251153:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384588.251163:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xa9d [1] + 224 00000400:00000200:0.0:1767384588.251172:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026e0b4c6 00000400:00000200:1.0:1767384588.251173:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384588.251176:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026e0b4c6. 00000100:00000001:0.0:1767384588.251181:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384588.251185:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384588.251191:0:17077:0:(events.c:337:request_in_callback()) incoming req@0000000093de4def x1853237049167360 msgsize 328 00000400:00000200:1.0:1767384588.251192:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384588.251203:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384588.251203:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384588.251208:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000200:1.0:1767384588.251213:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001899c1e3 x1853237049167104/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.251217:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384588.251224:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00000400:00000010:0.0:1767384588.251229:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000100:00000001:0.0:1767384588.251234:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384588.251239:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001899c1e3 x1853237049167104/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384588.251241:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002c050f29 x1853237049167360/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.251276:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384588.251288:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002c050f29 x1853237049167360/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.251301:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384588.251309:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384588.251312:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b81afbbe 00000100:00000001:0.0:1767384588.251315:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384588.251319:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b81afbbe. 00000100:00000001:0.0:1767384588.251322:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.251325:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384588.251329:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294876676 00000100:00000001:1.0:1767384588.251330:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384588.251338:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294876675 00000100:00000001:1.0:1767384588.251339:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.251346:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294876676 00000100:00000040:1.0:1767384588.251349:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 11 to 0@lo 00000100:00000001:0.0:1767384588.251352:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294876675 00010000:00000001:1.0:1767384588.251357:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384588.251359:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294876676 00000020:00000001:1.0:1767384588.251364:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.251364:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876675 00000020:00000001:1.0:1767384588.251372:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384588.251373:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294876676 00000100:00000001:0.0:1767384588.251379:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876675 00000100:00000040:1.0:1767384588.251382:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5dc1349 x1853237049167104/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:569/0 lens 224/224 e 0 to 0 dl 1767384599 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.251384:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384588.251395:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.251400:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384588.251403:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384588.251407:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ff3a82ac going to sleep for 11 seconds 00000100:00100000:1.0:1767384588.251411:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e5dc1349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+11:16350:x1853237049167104:12345-0@lo:400: Request processed in 635us (1026us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384588.251414:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384588.251419:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.251433:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:1.0:1767384588.251440:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384588.251445:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384588.251450:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384588.251457:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4cfe5d0. 00000020:00000010:1.0:1767384588.251466:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000475dd38. 00000020:00000010:1.0:1767384588.251475:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088824b0a. 00000020:00000040:1.0:1767384588.251485:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 10 02000000:00000001:1.0:1767384588.251492:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384588.251497:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000890c03b5. 02000000:00000001:1.0:1767384588.251503:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384588.251508:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384588.251518:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384588.251532:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061e193df. 00000400:00000010:1.0:1767384588.251542:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1f471a9. 00000100:00000001:1.0:1767384588.251687:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384588.251693:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.251699:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.251703:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.251707:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000636eb5a6. 00000400:00000200:1.0:1767384588.251714:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb0061ad 00000400:00000010:1.0:1767384588.251718:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb0061ad. 00000100:00000001:1.0:1767384588.251724:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.251732:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001899c1e3 x1853237049167104/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.251764:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001899c1e3 x1853237049167104/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.251785:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.251789:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.251796:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.251802:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.251807:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.251811:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.251818:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.251825:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384588.251836:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.251847:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.251863:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.251870:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384588.251874:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.251879:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.251889:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001899c1e3 x1853237049167104/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.251918:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.251926:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.251930:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.251942:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001899c1e3 x1853237049167104/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.251994:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001899c1e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049167104:0@lo:400: 00000100:00000001:1.0:1767384588.252009:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.252015:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.252022:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001899c1e3 x1853237049167104/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.252069:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.252074:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.252078:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d938466. 02000000:00000001:1.0:1767384588.252086:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.252090:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.252094:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384588.252101:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.252103:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e12c553b. 02000000:00000001:1.0:1767384588.252112:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.252117:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.252123:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001899c1e3. 00000100:00000001:1.0:1767384588.252130:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.252134:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.252141:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.252152:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.252157:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.252164:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384588.252169:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.252194:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384588.252199:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.252206:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.252211:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.252214:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e16a2e43. 00000400:00000200:1.0:1767384588.252222:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b43c0d5e 00000400:00000010:1.0:1767384588.252228:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b43c0d5e. 00000100:00000001:1.0:1767384588.252235:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.252243:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2524bb5 x1853237049167232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.252272:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2524bb5 x1853237049167232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.252316:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.252322:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.252328:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.252334:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.252339:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.252344:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.252352:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384588.252363:0:16347:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007a6ba4b7. 00000100:00001000:1.0:1767384588.252373:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=1767384588 v=5 (0 0 0 0) 00000100:00001000:1.0:1767384588.252383:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.252392:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.252396:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.252402:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384588.252412:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000a2524bb5 x1853237049167232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384588.252434:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.252441:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384588.252445:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384588.252450:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384588.252453:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.252462:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2524bb5 x1853237049167232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.252485:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.252492:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.252497:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.252503:0:16347:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1767384588.252510:0:16347:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 2 00000020:00000001:1.0:1767384588.252517:0:16347:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384588.252521:0:16347:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200c2 00000020:00000001:1.0:1767384588.252527:0:16347:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.252532:0:16347:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008960ae48 refcount=7 00000020:00000001:1.0:1767384588.252539:0:16347:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997890560 : -123269711661056 : ffff8fe3089ff800) 00000020:00000001:1.0:1767384588.252545:0:16347:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997890560 : -123269711661056 : ffff8fe3089ff800) 00000100:00001000:1.0:1767384588.252562:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=1767384588 v=0 (0 0 0 0) 00000100:00001000:1.0:1767384588.252570:0:16347:0:(import.c:2194:obd_at_measure()) AT 000000002d0a3eb1 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:1.0:1767384588.252591:0:16347:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:1.0:1767384588.252598:0:16347:0:(genops.c:898:class_export_put()) PUTting export 000000008960ae48 : new refcount 6 00000100:00000001:1.0:1767384588.252604:0:16347:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384588.252636:0:16347:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1767384588.252642:0:16347:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1767384588.252648:0:16347:0:(import.c:65:import_set_state_nolock()) 00000000765233a3 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1767384588.252655:0:16347:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384588.252658:0:16347:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384588.252662:0:16347:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.252669:0:16347:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384588.252674:0:16347:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.252681:0:16347:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.252689:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2524bb5 x1853237049167232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.252699:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2524bb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853237049167232:0@lo:38: 00000100:00000001:1.0:1767384588.252708:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.252714:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.252722:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2524bb5 x1853237049167232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.252736:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.252740:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.252744:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009cfda69e. 02000000:00000001:1.0:1767384588.252754:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.252758:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.252762:0:16347:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384588.252769:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.252774:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004e82775f. 02000000:00000001:1.0:1767384588.252788:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.252791:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.252797:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2524bb5. 00000100:00000001:1.0:1767384588.252812:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.252818:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.252823:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.252827:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384588.252831:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.252835:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.252841:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.256655:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294876678, at 4294876679 00000100:00000010:1.0:1767384588.256662:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000422d5f60. 00000100:00000040:0.0:1767384588.257809:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294876678, at 4294876680 00000100:00000010:0.0:1767384588.257814:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a75fb95. 00080000:00000010:1.0:1767384588.399542:0:17839:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b106e43b. 00080000:00000010:1.0:1767384588.399550:0:17839:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b106e43b. 00000020:00000001:1.0:1767384588.399554:0:17839:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384588.548332:0:17879:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e5c2fdd6. 00080000:00000010:0.0:1767384588.548343:0:17879:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e5c2fdd6. 00000020:00000001:0.0:1767384588.548347:0:17879:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767384588.560178:0:17879:0:(super25.c:137:lustre_fill_super()) Process entered 00000080:01200004:0.0:1767384588.560181:0:17879:0:(super25.c:139:lustre_fill_super()) VFS Op: sb 0000000025864a51 00000020:00000001:0.0:1767384588.560185:0:17879:0:(obd_mount.c:607:lustre_init_lsi()) Process entered 00000020:00000010:0.0:1767384588.560188:0:17879:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 000000008d3bc103. 00000020:00000010:0.0:1767384588.560191:0:17879:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 0000000077836a41. 00000020:00000001:0.0:1767384588.560193:0:17879:0:(obd_mount.c:628:lustre_init_lsi()) Process leaving (rc=18446620804002119680 : -123269707431936 : ffff8fe308e08000) 00000020:00000001:0.0:1767384588.560199:0:17879:0:(obd_mount.c:1322:lmd_parse()) Process entered 00000020:00000010:0.0:1767384588.560203:0:17879:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000aa4f7059. 00000020:00000010:0.0:1767384588.560215:0:17879:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 00000000850b47cb. 00000020:00000010:0.0:1767384588.560222:0:17879:0:(obd_mount.c:1091:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at 000000003017040a. 00000020:00000010:0.0:1767384588.560233:0:17879:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 00000000c11db7fa. 00000020:00000010:0.0:1767384588.560238:0:17879:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 00000000230996c2. 00000020:01000004:0.0:1767384588.560240:0:17879:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:0.0:1767384588.560241:0:17879:0:(obd_mount.c:904:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:00000001:0.0:1767384588.560243:0:17879:0:(obd_mount.c:1640:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.560246:0:17879:0:(tgt_mount.c:2526:server_fill_super()) Process entered 00000020:00000001:0.0:1767384588.560249:0:17879:0:(tgt_mount.c:1912:lsi_prepare()) Process entered 00000020:00000001:0.0:1767384588.560253:0:17879:0:(tgt_mount.c:1975:lsi_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.560255:0:17879:0:(tgt_mount.c:2458:osd_start()) Process entered 00000020:01000004:0.0:1767384588.560256:0:17879:0:(tgt_mount.c:2461:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1767384588.560265:0:17879:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000001:0.0:1767384588.560267:0:17879:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf001 osd-ldiskfs lustre-OST0000-osd_UUID (null) (null) 00000020:00000010:0.0:1767384588.560273:0:17879:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 00000000bac7e034. 00000020:00000080:0.0:1767384588.560276:0:17879:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1767384588.560297:0:17879:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:0.0:1767384588.560301:0:17879:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1767384588.560326:0:17879:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000557cae81. 00000020:00000080:0.0:1767384588.560330:0:17879:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (00000000557cae81) 00000020:00000001:0.0:1767384588.560333:0:17879:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384588.560336:0:17879:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000db2b469c. 00000020:00000001:0.0:1767384588.560339:0:17879:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384588.560341:0:17879:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000db2b469c with handle 0x7f71e2b70dd200e5 to hash 00000020:00000001:0.0:1767384588.560343:0:17879:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384588.560346:0:17879:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1767384588.560348:0:17879:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.560350:0:17879:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446620804002127872 : -123269707423744 : ffff8fe308e0a000) 00000020:00000040:0.0:1767384588.560354:0:17879:0:(genops.c:898:class_export_put()) PUTting export 00000000db2b469c : new refcount 1 00000020:00000040:0.0:1767384588.560360:0:17879:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000557cae81) now 2 - obd_device_list 00000020:00000001:0.0:1767384588.560364:0:17879:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1767384588.560366:0:17879:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osd-ldiskfs with refcount 2 00000020:00000001:0.0:1767384588.560367:0:17879:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.560369:0:17879:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384588.560371:0:17879:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 00000000bac7e034. 00000020:00000001:0.0:1767384588.560373:0:17879:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf003 /dev/mapper/ost1_flakey 0:32768 (null) lustre-OST0000 00000020:00000010:0.0:1767384588.560375:0:17879:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 00000000bac7e034. 00000020:00000080:0.0:1767384588.560377:0:17879:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1767384588.560380:0:17879:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:0.0:1767384588.560389:0:17879:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384588.560391:0:17879:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000945a6911. 00000001:00000010:0.0:1767384588.560394:0:17879:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000063070e9b. 00000001:00000010:0.0:1767384588.560397:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000eeab541. 00000001:00000010:0.0:1767384588.560399:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000771af18b. 00000001:00000010:0.0:1767384588.560401:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002bd8d4f5. 00000001:00000010:0.0:1767384588.560402:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c898a222. 00000001:00000001:0.0:1767384588.560404:0:17879:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384588.560405:0:17879:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006f438d8f. 00000001:00000010:0.0:1767384588.560407:0:17879:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f5576d89. 00000001:00000010:0.0:1767384588.560417:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000306e0628. 00000001:00000010:0.0:1767384588.560419:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002835bbb9. 00000001:00000010:0.0:1767384588.560423:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004671d7e9. 00000001:00000010:0.0:1767384588.560425:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e33f38ab. 00000020:00000001:0.0:1767384588.560427:0:17879:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:0.0:1767384588.560429:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008838233b. 00000020:00000010:0.0:1767384588.560433:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e83b814. 00000020:00000010:0.0:1767384588.560436:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006eae5710. 00000008:00000010:0.0:1767384588.560440:0:17879:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c1f754ff. 00020000:00000010:0.0:1767384588.560443:0:17879:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000092663ed5. 00008000:00000010:0.0:1767384588.560447:0:17879:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007adcc136. 00000080:00000010:0.0:1767384588.560451:0:17879:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006661d6ee. 00000020:00000010:0.0:1767384588.560454:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce397abf. 00000020:00000010:0.0:1767384588.560456:0:17879:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000056d338cf. 00000040:00000010:0.0:1767384588.560458:0:17879:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000028b87ba0. 00000020:00000010:0.0:1767384588.560461:0:17879:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006d20ef0a. 00000020:00000010:0.0:1767384588.560464:0:17879:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000036412d0a. 00040000:00000010:0.0:1767384588.560467:0:17879:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008fc865b0. 00040000:00000010:0.0:1767384588.560469:0:17879:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000072aaf3a1. 00080000:00000010:0.0:1767384588.560473:0:17879:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000787b3571. 00080000:00000010:0.0:1767384588.560477:0:17879:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a38f9dd5. 00080000:00000010:0.0:1767384588.560492:0:17879:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 000000008a880b02. 00080000:00000001:0.0:1767384588.560497:0:17879:0:(osd_handler.c:8435:osd_mount()) Process entered 00000100:00000001:0.0:1767384588.586192:0:17879:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.586196:0:17879:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384588.586197:0:17879:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00000010:0.0:1767384588.586202:0:17879:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000076c04c6d. 00000100:00100000:0.0:1767384588.586204:0:17879:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00000001:0.0:1767384588.586446:0:17879:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.586449:0:17879:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384588.586450:0:17879:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00000010:0.0:1767384588.586454:0:17879:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000017b5641. 00000100:00100000:0.0:1767384588.586456:0:17879:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00000001:0.0:1767384588.586712:0:17879:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.586715:0:17879:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.586716:0:17879:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446620804003861504 : -123269705690112 : ffff8fe308fb1400) 00000100:00000001:0.0:1767384588.586724:0:17879:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:0.0:1767384588.586728:0:17879:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000003a5c0806. 00000100:00000010:0.0:1767384588.586731:0:17879:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000710d6ae6. 00000100:00000010:0.0:1767384588.586741:0:17879:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000002d5a56bf. 00000100:00000010:0.0:1767384588.586747:0:17879:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000097adb1a7. 00000100:00000010:0.0:1767384588.586753:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b15e185f. 00000100:00000010:0.0:1767384588.586766:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008350aef9. 00000100:00000010:0.0:1767384588.586769:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c443790e. 00000100:00000010:0.0:1767384588.586782:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000035e8b6a2. 00000100:00000010:0.0:1767384588.586786:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e9fcd41. 00000100:00000010:0.0:1767384588.586799:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c0eaccf8. 00000100:00000010:0.0:1767384588.586802:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec665751. 00000100:00000010:0.0:1767384588.586814:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ea6e53c5. 00000100:00000010:0.0:1767384588.586818:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000507ef8a. 00000100:00000010:0.0:1767384588.586831:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f38577fb. 00000100:00000010:0.0:1767384588.586842:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006beae8d5. 00000100:00000010:0.0:1767384588.586858:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f525abbb. 00000100:00000010:0.0:1767384588.586863:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d96283f7. 00000100:00000010:0.0:1767384588.586879:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000dbcdb0d9. 00000100:00000010:0.0:1767384588.586884:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a45dbe8. 00000100:00000010:0.0:1767384588.586900:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c9dd0dbe. 00000100:00000010:0.0:1767384588.586905:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062433727. 00000100:00000010:0.0:1767384588.586920:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009c298988. 00000100:00000010:0.0:1767384588.586923:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018539939. 00000100:00000010:0.0:1767384588.586954:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000091d34a4. 00000100:00000010:0.0:1767384588.586958:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000424a596f. 00000100:00000010:0.0:1767384588.586972:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006bed5856. 00000100:00000010:0.0:1767384588.586976:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047787416. 00000100:00000010:0.0:1767384588.586990:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000051b089b6. 00000100:00000010:0.0:1767384588.586993:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c541b6dd. 00000100:00000010:0.0:1767384588.587009:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007f4986ba. 00000100:00000010:0.0:1767384588.587017:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f096f8b4. 00000100:00000010:0.0:1767384588.587053:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f21030a2. 00000100:00000010:0.0:1767384588.587057:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005c8652c. 00000100:00000010:0.0:1767384588.587071:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000005f07d1c. 00000100:00000010:0.0:1767384588.587089:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eaae1aec. 00000100:00000010:0.0:1767384588.587101:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c2ea7e48. 00000100:00000010:0.0:1767384588.587104:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b3598c1. 00000100:00000010:0.0:1767384588.587116:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000001acd3b7f. 00000100:00000010:0.0:1767384588.587120:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d42bc87f. 00000100:00000010:0.0:1767384588.587133:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c1ee02a2. 00000100:00000010:0.0:1767384588.587135:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085687246. 00000100:00000010:0.0:1767384588.587148:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000046a5244c. 00000100:00000010:0.0:1767384588.587151:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b15e5ea. 00000100:00000010:0.0:1767384588.587163:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b5de43e7. 00000100:00000010:0.0:1767384588.587167:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1d7d930. 00000100:00000010:0.0:1767384588.587180:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007c9e92ea. 00000100:00000010:0.0:1767384588.587189:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000979d3598. 00000100:00000010:0.0:1767384588.587202:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000340408f1. 00000100:00000010:0.0:1767384588.587205:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c054ce5. 00000100:00000010:0.0:1767384588.587219:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000001a1e7993. 00000100:00000010:0.0:1767384588.587222:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000e278d2. 00000100:00000010:0.0:1767384588.587238:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000711a2744. 00000100:00000010:0.0:1767384588.587241:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043bee5d6. 00000100:00000010:0.0:1767384588.587253:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000015b25443. 00000100:00000010:0.0:1767384588.587256:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b1a4f82. 00000100:00000010:0.0:1767384588.587269:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006f9dd39f. 00000100:00000010:0.0:1767384588.587271:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092b0be2e. 00000100:00000010:0.0:1767384588.587283:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008bc09a6d. 00000100:00000010:0.0:1767384588.587286:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d6f0430. 00000100:00000010:0.0:1767384588.587299:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000002f37ebcf. 00000100:00000010:0.0:1767384588.587301:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005854d8cb. 00000100:00000010:0.0:1767384588.587317:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c6da451c. 00000100:00000010:0.0:1767384588.587321:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7146163. 00000100:00000010:0.0:1767384588.587334:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000cb7d29eb. 00000100:00000010:0.0:1767384588.587338:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c0f4ab9. 00000100:00000010:0.0:1767384588.587349:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b2010c12. 00000100:00000010:0.0:1767384588.587352:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000486a9a0b. 00000100:00000010:0.0:1767384588.587364:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000005b6b014c. 00000100:00000010:0.0:1767384588.587366:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4678ceb. 00000100:00000010:0.0:1767384588.587384:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000275a293d. 00000100:00000010:0.0:1767384588.587387:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008666e338. 00000100:00000010:0.0:1767384588.587399:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000082c188ec. 00000100:00000010:0.0:1767384588.587402:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005565bda3. 00000100:00000010:0.0:1767384588.587414:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e2cdb90e. 00000100:00000010:0.0:1767384588.587417:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b20cb12. 00000100:00000010:0.0:1767384588.587431:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000001f107f23. 00000100:00000010:0.0:1767384588.587433:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097ee323d. 00000100:00000010:0.0:1767384588.587446:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000003d833904. 00000100:00000010:0.0:1767384588.587455:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3da1ea7. 00000100:00000010:0.0:1767384588.587468:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000917880cf. 00000100:00000010:0.0:1767384588.587470:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055954b49. 00000100:00000010:0.0:1767384588.587484:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000003cc131d6. 00000100:00000010:0.0:1767384588.587487:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000758a8ef0. 00000100:00000010:0.0:1767384588.587501:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000001fcea173. 00000100:00000010:0.0:1767384588.587504:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1eb40fe. 00000100:00000010:0.0:1767384588.587518:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a225180e. 00000100:00000010:0.0:1767384588.587520:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a7c8059. 00000100:00000010:0.0:1767384588.587534:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000400e604a. 00000100:00000010:0.0:1767384588.587536:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c931db4e. 00000100:00000010:0.0:1767384588.587550:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000cc6d7c61. 00000100:00000010:0.0:1767384588.587553:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009163224a. 00000100:00000010:0.0:1767384588.587566:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006f71f766. 00000100:00000010:0.0:1767384588.587573:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051bcfd02. 00000100:00000010:0.0:1767384588.587588:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f24dea76. 00000100:00000010:0.0:1767384588.587590:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ede1d434. 00000100:00000010:0.0:1767384588.587603:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a6d69e14. 00000100:00000010:0.0:1767384588.587605:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9af8fe4. 00000100:00000010:0.0:1767384588.587637:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bf434f18. 00000100:00000010:0.0:1767384588.587640:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4785a56. 00000100:00000010:0.0:1767384588.587655:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000074e7d85f. 00000100:00000010:0.0:1767384588.587657:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bd6f44b. 00000100:00000010:0.0:1767384588.587671:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f4d7126e. 00000100:00000010:0.0:1767384588.587674:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003223509f. 00000100:00000010:0.0:1767384588.587687:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000804f6958. 00000100:00000010:0.0:1767384588.587690:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d697a8f2. 00000100:00000010:0.0:1767384588.587703:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e1066a91. 00000100:00000010:0.0:1767384588.587706:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9d737f8. 00000100:00000010:0.0:1767384588.587718:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000059a83d3. 00000100:00000010:0.0:1767384588.587720:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8e9efb6. 00000100:00000010:0.0:1767384588.587732:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009eb3a96e. 00000100:00000010:0.0:1767384588.587739:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000583eeaca. 00000100:00000010:0.0:1767384588.587751:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000002771054. 00000100:00000010:0.0:1767384588.587754:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f1e194d. 00000100:00000010:0.0:1767384588.587767:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000db51af67. 00000100:00000010:0.0:1767384588.587769:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc9b25b9. 00000100:00000010:0.0:1767384588.587781:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007bb0e56c. 00000100:00000010:0.0:1767384588.587784:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df42b7ee. 00000100:00000010:0.0:1767384588.587796:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e0c169a7. 00000100:00000010:0.0:1767384588.587799:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043d889b4. 00000100:00000010:0.0:1767384588.587811:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bf8dd038. 00000100:00000010:0.0:1767384588.587813:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000949ec5b9. 00000100:00000010:0.0:1767384588.587827:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006c7171b3. 00000100:00000010:0.0:1767384588.587830:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d17cac7. 00000100:00000010:0.0:1767384588.587848:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000023feb471. 00000100:00000010:0.0:1767384588.587853:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e07fea4. 00000100:00000010:0.0:1767384588.587887:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000aa63d15c. 00000100:00000010:0.0:1767384588.587893:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063fa0c02. 00000100:00000010:0.0:1767384588.587911:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000098514056. 00000100:00000010:0.0:1767384588.587914:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa9105dc. 00000100:00000010:0.0:1767384588.587927:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009847466f. 00000100:00000010:0.0:1767384588.587930:0:17879:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068d9a2de. 00000100:00000010:0.0:1767384588.587960:0:17879:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bb00e931. 00000100:00100000:0.0:1767384588.587961:0:17879:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000400:00000200:0.0:1767384588.587965:0:17879:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 7 lazy 00000020:00000010:0.0:1767384588.588063:0:17879:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000077af7616. 00000020:00000010:0.0:1767384588.588069:0:17879:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000004b1aad55. 00000100:00000001:0.0:1767384588.588123:0:17879:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:0.0:1767384588.588124:0:17879:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:0.0:1767384588.588126:0:17879:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384588.588128:0:17879:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008a9614d4. 00000100:00000001:0.0:1767384588.588129:0:17879:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:0.0:1767384588.588131:0:17879:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000009a5b5ba5. 00000100:00000001:0.0:1767384588.588133:0:17879:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.588134:0:17879:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.588135:0:17879:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384588.588137:0:17879:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009de57fd0. 00000100:00000001:0.0:1767384588.588138:0:17879:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.588140:0:17879:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384588.588142:0:17879:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001c965ec2. 00000100:00000001:0.0:1767384588.588143:0:17879:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.588144:0:17879:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384588.588146:0:17879:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000990f442b. 00000100:00000001:0.0:1767384588.588147:0:17879:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.588148:0:17879:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.588149:0:17879:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.588151:0:17879:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384588.588152:0:17879:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.588178:0:17879:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384588.588185:0:17879:0:(service.c:847:ptlrpc_register_service()) ost_create: Started, listening on portal 7 00000100:00000001:0.0:1767384588.588187:0:17879:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:0.0:1767384588.588188:0:17879:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384588.588189:0:17879:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00000010:0.0:1767384588.588192:0:17879:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008838233b. 00000100:00100000:0.0:1767384588.588194:0:17879:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00000001:0.0:1767384588.588952:0:17879:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.588955:0:17879:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384588.588956:0:17879:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00000010:0.0:1767384588.588960:0:17879:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ce397abf. 00000100:00100000:0.0:1767384588.588962:0:17879:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00000001:0.0:1767384588.589141:0:17889:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:0.0:1767384588.589151:0:17889:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000cb85d4ec. 00000020:00000010:0.0:1767384588.589153:0:17889:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000812216a3. 00000020:00000010:0.0:1767384588.589156:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1651fb8. 00000020:00000010:0.0:1767384588.589158:0:17889:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000072aaf3a1. 00000020:00000010:0.0:1767384588.589160:0:17889:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000003d0c47d. 00000020:00000010:0.0:1767384588.589164:0:17889:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000069db4618. 00000020:00000010:0.0:1767384588.589166:0:17889:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000036412d0a. 80000000:00000010:0.0:1767384588.589168:0:17889:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000019e602f0. 40000000:00000010:0.0:1767384588.589170:0:17889:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eaf80602. 00100000:00000010:0.0:1767384588.589172:0:17889:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004594bc56. 00040000:00000010:0.0:1767384588.589175:0:17889:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007f52a1e1. 00040000:00000010:0.0:1767384588.589177:0:17889:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000028b87ba0. 00080000:00000010:0.0:1767384588.589180:0:17889:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000b92dcb3. 00080000:00000010:0.0:1767384588.589184:0:17889:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000787b3571. 00002000:00000010:0.0:1767384588.589187:0:17889:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007b3740e3. 00000100:00000010:0.0:1767384588.589198:0:17889:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e11adec6. 00000100:00000200:0.0:1767384588.589208:0:17889:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:0.0:1767384588.602259:0:17890:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:0.0:1767384588.602275:0:17890:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:0.0:1767384588.602583:0:17890:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000ec16ec27. 00000020:00000001:0.0:1767384588.602586:0:17890:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384588.602589:0:17890:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f623b55a. 00000020:00000010:0.0:1767384588.602592:0:17890:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000347b06ef. 00000020:00000010:0.0:1767384588.602602:0:17890:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000243040ad. 00000020:00000010:0.0:1767384588.602625:0:17890:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000517389a. 00000020:00000010:0.0:1767384588.602630:0:17890:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000951b78b8. 00000020:00000010:0.0:1767384588.602633:0:17890:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f4a6cbe. 00000020:00000010:0.0:1767384588.602636:0:17890:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ddfaf73e. 80000000:00000010:0.0:1767384588.602640:0:17890:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4bb343d. 40000000:00000010:0.0:1767384588.602642:0:17890:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e726f92e. 00100000:00000010:0.0:1767384588.602647:0:17890:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000191ff7ba. 00040000:00000010:0.0:1767384588.602650:0:17890:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000077d1096a. 00040000:00000010:0.0:1767384588.602653:0:17890:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003bac3023. 00080000:00000010:0.0:1767384588.602658:0:17890:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a38f9dd5. 00080000:00000010:0.0:1767384588.602662:0:17890:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d1c4f5bb. 00002000:00000010:0.0:1767384588.602667:0:17890:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008d6fe474. 00000100:00000200:0.0:1767384588.602672:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602676:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a56c8c. 00000400:00000010:0.0:1767384588.602682:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bb26306d. 00000100:00000200:0.0:1767384588.602689:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602690:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b785bca3. 00000400:00000010:0.0:1767384588.602692:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d080dbb2. 00000100:00000200:0.0:1767384588.602694:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602695:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7b163bd. 00000400:00000010:0.0:1767384588.602703:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b0d192a4. 00000100:00000200:0.0:1767384588.602705:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602707:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002101530d. 00000400:00000010:0.0:1767384588.602709:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004d653be4. 00000100:00000200:0.0:1767384588.602711:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602712:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000812c48dd. 00000400:00000010:0.0:1767384588.602714:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003c23535d. 00000100:00000200:0.0:1767384588.602716:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602717:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000259b2cb2. 00000400:00000010:0.0:1767384588.602719:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002e98dd7c. 00000100:00000200:0.0:1767384588.602720:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602721:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073804ab7. 00000400:00000010:0.0:1767384588.602723:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000502aca41. 00000100:00000200:0.0:1767384588.602725:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602729:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000273430b5. 00000400:00000010:0.0:1767384588.602731:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a3db742f. 00000100:00000200:0.0:1767384588.602733:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602735:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f87c2eeb. 00000400:00000010:0.0:1767384588.602737:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e1d6f835. 00000100:00000200:0.0:1767384588.602739:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602740:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b3e3121. 00000400:00000010:0.0:1767384588.602742:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009da144dc. 00000100:00000200:0.0:1767384588.602743:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602744:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064bb1abe. 00000400:00000010:0.0:1767384588.602751:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000aba76574. 00000100:00000200:0.0:1767384588.602753:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602754:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000796c1e68. 00000400:00000010:0.0:1767384588.602756:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002f3f658d. 00000100:00000200:0.0:1767384588.602758:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602759:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007541a788. 00000400:00000010:0.0:1767384588.602761:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000196c5fb9. 00000100:00000200:0.0:1767384588.602763:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602764:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034708b60. 00000400:00000010:0.0:1767384588.602766:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000205eb0af. 00000100:00000200:0.0:1767384588.602767:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602768:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c4aeb06. 00000400:00000010:0.0:1767384588.602770:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000470fd27c. 00000100:00000200:0.0:1767384588.602772:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602773:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d260684e. 00000400:00000010:0.0:1767384588.602775:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000defc47af. 00000100:00000200:0.0:1767384588.602777:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602778:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443b5682. 00000400:00000010:0.0:1767384588.602780:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000936bd121. 00000100:00000200:0.0:1767384588.602782:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602782:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa40f477. 00000400:00000010:0.0:1767384588.602784:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003c6daf33. 00000100:00000200:0.0:1767384588.602786:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602787:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccdaf2de. 00000400:00000010:0.0:1767384588.602793:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d779ae47. 00000100:00000200:0.0:1767384588.602795:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602799:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000befd6601. 00000400:00000010:0.0:1767384588.602802:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000775039b9. 00000100:00000200:0.0:1767384588.602804:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602805:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3dba92c. 00000400:00000010:0.0:1767384588.602807:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a9a008bd. 00000100:00000200:0.0:1767384588.602809:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602809:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ab03d8f. 00000400:00000010:0.0:1767384588.602811:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000eff16bee. 00000100:00000200:0.0:1767384588.602813:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602814:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ca05d1f. 00000400:00000010:0.0:1767384588.602816:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000095da8873. 00000100:00000200:0.0:1767384588.602817:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602819:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089bc68ee. 00000400:00000010:0.0:1767384588.602820:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000472cfe5e. 00000100:00000200:0.0:1767384588.602822:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602823:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041610a46. 00000400:00000010:0.0:1767384588.602825:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001e226e1a. 00000100:00000200:0.0:1767384588.602827:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602828:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1ce286d. 00000400:00000010:0.0:1767384588.602830:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000673785fb. 00000100:00000200:0.0:1767384588.602833:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602835:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ba64031. 00000400:00000010:0.0:1767384588.602844:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000089b0ece0. 00000100:00000200:0.0:1767384588.602849:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602858:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d992a94c. 00000400:00000010:0.0:1767384588.602861:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000af0740ae. 00000100:00000200:0.0:1767384588.602864:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602866:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f96bb56. 00000400:00000010:0.0:1767384588.602868:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e097a784. 00000100:00000200:0.0:1767384588.602871:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602872:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc4ee84a. 00000400:00000010:0.0:1767384588.602875:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000db061169. 00000100:00000200:0.0:1767384588.602878:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602880:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000212dae1. 00000400:00000010:0.0:1767384588.602883:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000d4eb7c9. 00000100:00000200:0.0:1767384588.602887:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602894:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c779307. 00000400:00000010:0.0:1767384588.602897:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006133da03. 00000100:00000200:0.0:1767384588.602901:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602903:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a7c9b82. 00000400:00000010:0.0:1767384588.602906:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000adc333a8. 00000100:00000200:0.0:1767384588.602910:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602912:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048d84ab6. 00000400:00000010:0.0:1767384588.602915:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000798e6df6. 00000100:00000200:0.0:1767384588.602918:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602920:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000992da0c8. 00000400:00000010:0.0:1767384588.602928:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002b9117ad. 00000100:00000200:0.0:1767384588.602931:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602932:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bed986a. 00000400:00000010:0.0:1767384588.602935:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000020ff2f44. 00000100:00000200:0.0:1767384588.602936:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602938:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007191125e. 00000400:00000010:0.0:1767384588.602940:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ca7e9cfb. 00000100:00000200:0.0:1767384588.602942:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602943:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006edb957c. 00000400:00000010:0.0:1767384588.602945:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d711a180. 00000100:00000200:0.0:1767384588.602947:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602948:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d023cb9. 00000400:00000010:0.0:1767384588.602950:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000307658d1. 00000100:00000200:0.0:1767384588.602951:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602952:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b329d6. 00000400:00000010:0.0:1767384588.602954:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000eedcd573. 00000100:00000200:0.0:1767384588.602956:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602957:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7e73409. 00000400:00000010:0.0:1767384588.602959:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000032eaf4e2. 00000100:00000200:0.0:1767384588.602981:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602982:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000776abb54. 00000400:00000010:0.0:1767384588.602985:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000022bede7c. 00000100:00000200:0.0:1767384588.602986:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.602987:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075b95144. 00000400:00000010:0.0:1767384588.602994:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008b7e11a3. 00000100:00000200:0.0:1767384588.602997:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603001:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000305dd932. 00000400:00000010:0.0:1767384588.603003:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004e35559f. 00000100:00000200:0.0:1767384588.603006:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603007:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015477875. 00000400:00000010:0.0:1767384588.603009:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c110bc96. 00000100:00000200:0.0:1767384588.603011:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603012:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f62e5e1. 00000400:00000010:0.0:1767384588.603014:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009d83fd9c. 00000100:00000200:0.0:1767384588.603016:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603017:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee2a3684. 00000400:00000010:0.0:1767384588.603019:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000201f8d1e. 00000100:00000200:0.0:1767384588.603021:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603022:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ff19905. 00000400:00000010:0.0:1767384588.603024:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000004b30ac3. 00000100:00000200:0.0:1767384588.603025:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603026:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3e344c8. 00000400:00000010:0.0:1767384588.603028:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000061722115. 00000100:00000200:0.0:1767384588.603045:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603046:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000490f0b2c. 00000400:00000010:0.0:1767384588.603049:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f2da5976. 00000100:00000200:0.0:1767384588.603050:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603051:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db3d4942. 00000400:00000010:0.0:1767384588.603059:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ef71b344. 00000100:00000200:0.0:1767384588.603078:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603079:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b9c3ff. 00000400:00000010:0.0:1767384588.603081:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b6bb03e1. 00000100:00000200:0.0:1767384588.603083:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603084:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be5b1519. 00000400:00000010:0.0:1767384588.603086:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008298bfda. 00000100:00000200:0.0:1767384588.603088:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603089:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a720b8ac. 00000400:00000010:0.0:1767384588.603091:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001861f05a. 00000100:00000200:0.0:1767384588.603093:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603094:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd58a50e. 00000400:00000010:0.0:1767384588.603096:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bf5a5d44. 00000100:00000200:0.0:1767384588.603098:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603102:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdbed67f. 00000400:00000010:0.0:1767384588.603104:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000535d6dcf. 00000100:00000200:0.0:1767384588.603106:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603107:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5a279bb. 00000400:00000010:0.0:1767384588.603109:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a73c51b3. 00000100:00000200:0.0:1767384588.603111:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603112:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecf35a2f. 00000400:00000010:0.0:1767384588.603114:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000091320758. 00000100:00000200:0.0:1767384588.603116:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603117:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a118945a. 00000400:00000010:0.0:1767384588.603124:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000946d4e3f. 00000100:00000200:0.0:1767384588.603127:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603128:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000484a71cf. 00000400:00000010:0.0:1767384588.603130:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ac0bc27b. 00000100:00000200:0.0:1767384588.603132:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603132:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005f05d86. 00000400:00000010:0.0:1767384588.603134:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000060ee79f2. 00000100:00000200:0.0:1767384588.603136:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603137:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e4896ef. 00000400:00000010:0.0:1767384588.603139:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ba629850. 00000100:00000200:0.0:1767384588.603141:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603142:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000095da183. 00000400:00000010:0.0:1767384588.603144:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001a103f5d. 00000100:00000200:0.0:1767384588.603146:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1767384588.603147:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dd832d9. 00000400:00000010:0.0:1767384588.603149:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001e35ad89. 00000100:00000010:0.0:1767384588.603159:0:17890:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000007a460993. 00000100:00000200:0.0:1767384588.603173:0:17890:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:0.0:1767384588.603364:0:17891:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:0.0:1767384588.603372:0:17891:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:0.0:1767384588.603707:0:17891:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000aa88f8c1. 00000020:00000001:0.0:1767384588.603710:0:17891:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384588.603712:0:17891:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002d223128. 00000020:00000010:0.0:1767384588.603714:0:17891:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f1b0714a. 00000020:00000010:0.0:1767384588.603717:0:17891:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd5aaf2f. 00000020:00000010:0.0:1767384588.603719:0:17891:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006e5ed352. 00000020:00000010:0.0:1767384588.603728:0:17891:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004581a567. 00000020:00000010:0.0:1767384588.603731:0:17891:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c5fb2dd9. 00000020:00000010:0.0:1767384588.603733:0:17891:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000026e68381. 80000000:00000010:0.0:1767384588.603735:0:17891:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fc8555d4. 40000000:00000010:0.0:1767384588.603736:0:17891:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f3e434e0. 00100000:00000010:0.0:1767384588.603739:0:17891:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f9699875. 00040000:00000010:0.0:1767384588.603741:0:17891:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008fc865b0. 00040000:00000010:0.0:1767384588.603743:0:17891:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c9e51b9a. 00080000:00000010:0.0:1767384588.603747:0:17891:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000615c0024. 00080000:00000010:0.0:1767384588.603750:0:17891:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000014bfe894. 00002000:00000010:0.0:1767384588.603753:0:17891:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c4f32b1f. 00000100:00000010:0.0:1767384588.603763:0:17891:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000007cc6698b. 00000100:00000200:0.0:1767384588.603774:0:17891:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:0.0:1767384588.603982:0:17892:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:0.0:1767384588.603991:0:17892:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:0.0:1767384588.604320:0:17892:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000ed5d6f1d. 00000020:00000001:0.0:1767384588.604322:0:17892:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384588.604325:0:17892:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006693456d. 00000020:00000010:0.0:1767384588.604326:0:17892:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ca26c79f. 00000020:00000010:0.0:1767384588.604329:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098133ffc. 00000020:00000010:0.0:1767384588.604331:0:17892:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000014c082a6. 00000020:00000010:0.0:1767384588.604340:0:17892:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000efbe0509. 00000020:00000010:0.0:1767384588.604342:0:17892:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ddf99b86. 00000020:00000010:0.0:1767384588.604344:0:17892:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001f1ae555. 80000000:00000010:0.0:1767384588.604346:0:17892:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cb690dae. 40000000:00000010:0.0:1767384588.604348:0:17892:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009485de35. 00100000:00000010:0.0:1767384588.604350:0:17892:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008674a799. 00040000:00000010:0.0:1767384588.604352:0:17892:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d23d29de. 00040000:00000010:0.0:1767384588.604353:0:17892:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d64ddc32. 00080000:00000010:0.0:1767384588.604357:0:17892:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003d05cd8c. 00080000:00000010:0.0:1767384588.604364:0:17892:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ac661a25. 00002000:00000010:0.0:1767384588.604367:0:17892:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d382cc0f. 00000100:00000010:0.0:1767384588.604375:0:17892:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002e32d53e. 00000100:00000200:0.0:1767384588.604388:0:17892:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:0.0:1767384588.606229:0:17893:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:0.0:1767384588.606237:0:17893:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000046679635. 00000020:00000010:0.0:1767384588.606239:0:17893:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000043abf9ce. 00000020:00000010:0.0:1767384588.606241:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000003dd893. 00000020:00000010:0.0:1767384588.606243:0:17893:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003d7ae55e. 00000020:00000010:0.0:1767384588.606245:0:17893:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ea28c514. 00000020:00000010:0.0:1767384588.606247:0:17893:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000026a4d5e6. 00000020:00000010:0.0:1767384588.606256:0:17893:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000086af6f73. 80000000:00000010:0.0:1767384588.606259:0:17893:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000039125fd7. 40000000:00000010:0.0:1767384588.606260:0:17893:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000097e4391f. 00100000:00000010:0.0:1767384588.606262:0:17893:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005247a121. 00040000:00000010:0.0:1767384588.606264:0:17893:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000001150785. 00040000:00000010:0.0:1767384588.606265:0:17893:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000076dcb6d. 00080000:00000010:0.0:1767384588.606269:0:17893:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000074d02da3. 00080000:00000010:0.0:1767384588.606272:0:17893:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ceb8e696. 00002000:00000010:0.0:1767384588.606279:0:17893:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002d9133e4. 00000100:00000200:0.0:1767384588.606282:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606284:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a7e6adb. 00000400:00000010:0.0:1767384588.606286:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008c6a6121. 00000100:00000200:0.0:1767384588.606289:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606290:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c4d7805. 00000400:00000010:0.0:1767384588.606292:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d9d792b3. 00000100:00000200:0.0:1767384588.606294:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606295:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047304c28. 00000400:00000010:0.0:1767384588.606296:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b1d85ceb. 00000100:00000200:0.0:1767384588.606297:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606298:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075fe76c2. 00000400:00000010:0.0:1767384588.606300:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d181c59f. 00000100:00000200:0.0:1767384588.606301:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606302:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5945e56. 00000400:00000010:0.0:1767384588.606304:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002bcdd36b. 00000100:00000200:0.0:1767384588.606305:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606306:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adc3caa3. 00000400:00000010:0.0:1767384588.606308:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000093c5815d. 00000100:00000200:0.0:1767384588.606312:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606314:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d772573. 00000400:00000010:0.0:1767384588.606315:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f4a765a4. 00000100:00000200:0.0:1767384588.606316:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606318:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047a71f0e. 00000400:00000010:0.0:1767384588.606320:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000dd5691eb. 00000100:00000200:0.0:1767384588.606321:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606322:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000397c2a66. 00000400:00000010:0.0:1767384588.606323:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e75a200f. 00000100:00000200:0.0:1767384588.606324:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606326:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc877c5e. 00000400:00000010:0.0:1767384588.606327:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007377875a. 00000100:00000200:0.0:1767384588.606328:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606329:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5cdae27. 00000400:00000010:0.0:1767384588.606330:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000824929c9. 00000100:00000200:0.0:1767384588.606331:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606332:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000501da886. 00000400:00000010:0.0:1767384588.606333:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000abb69e0b. 00000100:00000200:0.0:1767384588.606334:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606335:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fcb70a1. 00000400:00000010:0.0:1767384588.606336:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cb9e48de. 00000100:00000200:0.0:1767384588.606338:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606338:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cc4e31d. 00000400:00000010:0.0:1767384588.606339:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c8830938. 00000100:00000200:0.0:1767384588.606341:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606341:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033e872fc. 00000400:00000010:0.0:1767384588.606342:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000003faf99b. 00000100:00000200:0.0:1767384588.606343:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606344:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc396e2b. 00000400:00000010:0.0:1767384588.606346:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002abce20c. 00000100:00000200:0.0:1767384588.606347:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606347:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fc48dfa. 00000400:00000010:0.0:1767384588.606349:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e813474c. 00000100:00000200:0.0:1767384588.606350:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606350:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000323d1ff6. 00000400:00000010:0.0:1767384588.606351:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000003ffb25d. 00000100:00000200:0.0:1767384588.606356:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606357:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9b9aa6f. 00000400:00000010:0.0:1767384588.606358:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003229d7cd. 00000100:00000200:0.0:1767384588.606360:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606361:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005972cfe7. 00000400:00000010:0.0:1767384588.606362:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005bb8e3b4. 00000100:00000200:0.0:1767384588.606363:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606364:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1d3dce4. 00000400:00000010:0.0:1767384588.606365:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ad19f5ee. 00000100:00000200:0.0:1767384588.606366:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606367:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091b6e010. 00000400:00000010:0.0:1767384588.606368:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d7a8ce95. 00000100:00000200:0.0:1767384588.606369:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606370:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e45aca4c. 00000400:00000010:0.0:1767384588.606371:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002c394bcb. 00000100:00000200:0.0:1767384588.606372:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606373:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069240da5. 00000400:00000010:0.0:1767384588.606374:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000967d0d3a. 00000100:00000200:0.0:1767384588.606375:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606376:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0937ede. 00000400:00000010:0.0:1767384588.606377:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d53a6b9e. 00000100:00000200:0.0:1767384588.606378:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606379:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d44ecd. 00000400:00000010:0.0:1767384588.606381:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000607848d. 00000100:00000200:0.0:1767384588.606382:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606383:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7637156. 00000400:00000010:0.0:1767384588.606384:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f4e70b5b. 00000100:00000200:0.0:1767384588.606385:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606386:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072a8b6c6. 00000400:00000010:0.0:1767384588.606387:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a3c3c8ea. 00000100:00000200:0.0:1767384588.606388:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606389:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a57ea46f. 00000400:00000010:0.0:1767384588.606390:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000042fedcf8. 00000100:00000200:0.0:1767384588.606391:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606392:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000774da127. 00000400:00000010:0.0:1767384588.606393:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003a7051ba. 00000100:00000200:0.0:1767384588.606397:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606399:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e198bd3. 00000400:00000010:0.0:1767384588.606400:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c8cb546d. 00000100:00000200:0.0:1767384588.606401:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606402:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c10d11c0. 00000400:00000010:0.0:1767384588.606403:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f2c7c195. 00000100:00000200:0.0:1767384588.606405:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606405:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000896e7d16. 00000400:00000010:0.0:1767384588.606406:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d008f0b0. 00000100:00000200:0.0:1767384588.606407:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606408:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b92aae9. 00000400:00000010:0.0:1767384588.606409:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fb6c6ded. 00000100:00000200:0.0:1767384588.606410:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606411:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba645811. 00000400:00000010:0.0:1767384588.606412:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000866240fa. 00000100:00000200:0.0:1767384588.606413:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606414:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083510d05. 00000400:00000010:0.0:1767384588.606415:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000051acc4a6. 00000100:00000200:0.0:1767384588.606416:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606417:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000695e04c5. 00000400:00000010:0.0:1767384588.606418:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009da38362. 00000100:00000200:0.0:1767384588.606419:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606420:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064652152. 00000400:00000010:0.0:1767384588.606421:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c23e4804. 00000100:00000200:0.0:1767384588.606422:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606423:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002169c65d. 00000400:00000010:0.0:1767384588.606424:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000496df79c. 00000100:00000200:0.0:1767384588.606425:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606426:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6bdc3d9. 00000400:00000010:0.0:1767384588.606427:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e91c7248. 00000100:00000200:0.0:1767384588.606428:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606429:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000643a4160. 00000400:00000010:0.0:1767384588.606431:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000ae3bb63. 00000100:00000200:0.0:1767384588.606432:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606433:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013ca9f64. 00000400:00000010:0.0:1767384588.606434:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fa3bb4f8. 00000100:00000200:0.0:1767384588.606438:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606439:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071e14c5e. 00000400:00000010:0.0:1767384588.606441:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c514a65e. 00000100:00000200:0.0:1767384588.606442:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606442:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b50dcaeb. 00000400:00000010:0.0:1767384588.606443:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003c947c79. 00000100:00000200:0.0:1767384588.606445:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606445:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c07c5b72. 00000400:00000010:0.0:1767384588.606446:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d56f5a8c. 00000100:00000200:0.0:1767384588.606448:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606449:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099dfaacc. 00000400:00000010:0.0:1767384588.606450:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002b62d468. 00000100:00000200:0.0:1767384588.606451:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606452:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdbda4fb. 00000400:00000010:0.0:1767384588.606453:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000001e7eab0. 00000100:00000200:0.0:1767384588.606454:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606455:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008acb70a. 00000400:00000010:0.0:1767384588.606456:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000064fa561. 00000100:00000200:0.0:1767384588.606457:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606458:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1682072. 00000400:00000010:0.0:1767384588.606459:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002f6e199b. 00000100:00000200:0.0:1767384588.606460:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606461:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000651e57e7. 00000400:00000010:0.0:1767384588.606462:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008d1f5c21. 00000100:00000200:0.0:1767384588.606463:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606464:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038b7f88d. 00000400:00000010:0.0:1767384588.606465:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000035df751a. 00000100:00000200:0.0:1767384588.606466:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606466:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc8ddcde. 00000400:00000010:0.0:1767384588.606467:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000af3cfcbe. 00000100:00000200:0.0:1767384588.606468:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606469:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd3ed8f9. 00000400:00000010:0.0:1767384588.606470:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ea3a4005. 00000100:00000200:0.0:1767384588.606472:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606473:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f135c8e. 00000400:00000010:0.0:1767384588.606474:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000069c8f00b. 00000100:00000200:0.0:1767384588.606478:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606479:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019c00589. 00000400:00000010:0.0:1767384588.606480:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004e82dc89. 00000100:00000200:0.0:1767384588.606482:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606482:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d3e276c. 00000400:00000010:0.0:1767384588.606483:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000eca82307. 00000100:00000200:0.0:1767384588.606484:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606485:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e399ea5. 00000400:00000010:0.0:1767384588.606487:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a37cddc7. 00000100:00000200:0.0:1767384588.606488:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606489:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007713bc39. 00000400:00000010:0.0:1767384588.606490:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003ba34cec. 00000100:00000200:0.0:1767384588.606491:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606492:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051473a35. 00000400:00000010:0.0:1767384588.606493:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000d4a2ae0. 00000100:00000200:0.0:1767384588.606494:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606495:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c2e4759. 00000400:00000010:0.0:1767384588.606496:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b9df408a. 00000100:00000200:0.0:1767384588.606497:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606498:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047d6f9c4. 00000400:00000010:0.0:1767384588.606499:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f2b7e3d6. 00000100:00000200:0.0:1767384588.606500:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606501:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec9e1642. 00000400:00000010:0.0:1767384588.606502:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000004e58ee. 00000100:00000200:0.0:1767384588.606503:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606504:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3231e38. 00000400:00000010:0.0:1767384588.606505:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005f3e5b79. 00000100:00000200:0.0:1767384588.606506:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:0.0:1767384588.606507:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a199c07. 00000400:00000010:0.0:1767384588.606508:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000af477d0c. 00000100:00000010:0.0:1767384588.606516:0:17893:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000abdba2fe. 00000100:00000200:0.0:1767384588.606527:0:17893:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:0.0:1767384588.606757:0:17894:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:0.0:1767384588.606764:0:17894:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000094f9b925. 00000020:00000010:0.0:1767384588.606766:0:17894:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b09ab57f. 00000020:00000010:0.0:1767384588.606768:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ccbfcce. 00000020:00000010:0.0:1767384588.606775:0:17894:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005dad8bb1. 00000020:00000010:0.0:1767384588.606777:0:17894:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a6aefe06. 00000020:00000010:0.0:1767384588.606779:0:17894:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000056bd0a8a. 00000020:00000010:0.0:1767384588.606781:0:17894:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ff8c9a41. 80000000:00000010:0.0:1767384588.606783:0:17894:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000352d06fb. 40000000:00000010:0.0:1767384588.606784:0:17894:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006625c6e7. 00100000:00000010:0.0:1767384588.606786:0:17894:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000df2cccb1. 00040000:00000010:0.0:1767384588.606788:0:17894:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000035a797fa. 00040000:00000010:0.0:1767384588.606789:0:17894:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001fb198ff. 00080000:00000010:0.0:1767384588.606792:0:17894:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bf90bf29. 00080000:00000010:0.0:1767384588.606800:0:17894:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000695cba8d. 00002000:00000010:0.0:1767384588.606804:0:17894:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000702f2cf0. 00000100:00000010:0.0:1767384588.606812:0:17894:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000fc42c7af. 00000100:00000200:0.0:1767384588.606821:0:17894:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:0.0:1767384588.634459:0:17895:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:0.0:1767384588.634478:0:17895:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000499f9ca2. 00000020:00000010:0.0:1767384588.634482:0:17895:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b0702a03. 00000020:00000010:0.0:1767384588.634488:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5528ec4. 00000020:00000010:0.0:1767384588.634491:0:17895:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f4fc3a37. 00000040:00000010:0.0:1767384588.634493:0:17895:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000033e74f09. 00000020:00000010:0.0:1767384588.634496:0:17895:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006616e61c. 00000020:00000010:0.0:1767384588.634500:0:17895:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e92178d1. 00000020:00000010:0.0:1767384588.634503:0:17895:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006cd25463. 80000000:00000010:0.0:1767384588.634507:0:17895:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000025be0602. 40000000:00000010:0.0:1767384588.634509:0:17895:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d1dffa70. 00100000:00000010:0.0:1767384588.634513:0:17895:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000468eef42. 00040000:00000010:0.0:1767384588.634516:0:17895:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002477f8e7. 00040000:00000010:0.0:1767384588.634519:0:17895:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000355ae832. 00040000:00000010:0.0:1767384588.634522:0:17895:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000094dfa814. 00080000:00000010:0.0:1767384588.634526:0:17895:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000057fd68e2. 00080000:00000010:0.0:1767384588.634529:0:17895:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007c198a9b. 00000004:00000010:0.0:1767384588.634534:0:17895:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005fd6cac3. 00000004:00000010:0.0:1767384588.634537:0:17895:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000e5860f8. 00000004:00000010:0.0:1767384588.634545:0:17895:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002c97410b. 00002000:00000010:0.0:1767384588.634548:0:17895:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eeb99c9e. 00000004:00000010:0.0:1767384588.634551:0:17895:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000eb9cf802. 00000100:00000200:0.0:1767384588.634555:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634559:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012f8b1c8. 00000400:00000010:0.0:1767384588.634565:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000025ba592. 00000100:00000200:0.0:1767384588.634582:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634584:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e34ff4db. 00000400:00000010:0.0:1767384588.634593:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b2deaaf6. 00000100:00000200:0.0:1767384588.634596:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634598:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000465bbda8. 00000400:00000010:0.0:1767384588.634601:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000579e1ca1. 00000100:00000200:0.0:1767384588.634603:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634605:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e176c872. 00000400:00000010:0.0:1767384588.634642:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000097d0aed8. 00000100:00000200:0.0:1767384588.634646:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634669:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ec423ea. 00000400:00000010:0.0:1767384588.634673:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000083993dc6. 00000100:00000200:0.0:1767384588.634676:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634677:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079983947. 00000400:00000010:0.0:1767384588.634685:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000052a76adf. 00000100:00000200:0.0:1767384588.634689:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634691:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003d53fa3. 00000400:00000010:0.0:1767384588.634694:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b3bd084f. 00000100:00000200:0.0:1767384588.634696:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634697:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffa22533. 00000400:00000010:0.0:1767384588.634700:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000053fa97c3. 00000100:00000200:0.0:1767384588.634703:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634704:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003028f5d6. 00000400:00000010:0.0:1767384588.634706:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f7241c41. 00000100:00000200:0.0:1767384588.634709:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634710:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035128419. 00000400:00000010:0.0:1767384588.634716:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001d8da87c. 00000100:00000200:0.0:1767384588.634719:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634720:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a76ec8e. 00000400:00000010:0.0:1767384588.634723:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000055973064. 00000100:00000200:0.0:1767384588.634729:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634730:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c942851. 00000400:00000010:0.0:1767384588.634733:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004a3aaffa. 00000100:00000200:0.0:1767384588.634736:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634737:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006da71b8e. 00000400:00000010:0.0:1767384588.634740:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000057025f34. 00000100:00000200:0.0:1767384588.634742:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634743:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000776c1ccf. 00000400:00000010:0.0:1767384588.634749:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000013507e08. 00000100:00000200:0.0:1767384588.634753:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634754:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffac53d7. 00000400:00000010:0.0:1767384588.634757:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f24dd348. 00000100:00000200:0.0:1767384588.634759:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634760:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ee7d52e. 00000400:00000010:0.0:1767384588.634763:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cc60b8ab. 00000100:00000200:0.0:1767384588.634765:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634766:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003717d59e. 00000400:00000010:0.0:1767384588.634769:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d4fba9d1. 00000100:00000200:0.0:1767384588.634771:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634772:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e12b2d4. 00000400:00000010:0.0:1767384588.634778:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e1c16b1e. 00000100:00000200:0.0:1767384588.634781:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634782:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb126f2a. 00000400:00000010:0.0:1767384588.634785:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000091b7f86d. 00000100:00000200:0.0:1767384588.634787:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634788:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4d06b3c. 00000400:00000010:0.0:1767384588.634791:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000be7bcb07. 00000100:00000200:0.0:1767384588.634793:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634794:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c53f9e3b. 00000400:00000010:0.0:1767384588.634797:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000e104ad0. 00000100:00000200:0.0:1767384588.634799:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634800:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034ab6126. 00000400:00000010:0.0:1767384588.634806:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b5aa005a. 00000100:00000200:0.0:1767384588.634810:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634811:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5cd7ce8. 00000400:00000010:0.0:1767384588.634814:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c79c3dca. 00000100:00000200:0.0:1767384588.634820:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634821:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008687bbac. 00000400:00000010:0.0:1767384588.634824:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c64471b6. 00000100:00000200:0.0:1767384588.634826:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634827:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002010568c. 00000400:00000010:0.0:1767384588.634830:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e069fc51. 00000100:00000200:0.0:1767384588.634834:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634836:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011e1541b. 00000400:00000010:0.0:1767384588.634845:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009a856c30. 00000100:00000200:0.0:1767384588.634851:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634853:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079dfc27e. 00000400:00000010:0.0:1767384588.634859:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ec7ac785. 00000100:00000200:0.0:1767384588.634863:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634864:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af7a2ac0. 00000400:00000010:0.0:1767384588.634869:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000094485752. 00000100:00000200:0.0:1767384588.634873:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634875:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c5108e2. 00000400:00000010:0.0:1767384588.634880:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000010940156. 00000100:00000200:0.0:1767384588.634884:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634886:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebcd3c8b. 00000400:00000010:0.0:1767384588.634897:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007bc8a0d2. 00000100:00000200:0.0:1767384588.634903:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634906:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4386d71. 00000400:00000010:0.0:1767384588.634910:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008ad08886. 00000100:00000200:0.0:1767384588.634913:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634914:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cfe09a4. 00000400:00000010:0.0:1767384588.634917:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c7d20ed2. 00000100:00000200:0.0:1767384588.634919:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634920:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001df8a53f. 00000400:00000010:0.0:1767384588.634923:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f9303177. 00000100:00000200:0.0:1767384588.634925:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634926:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004eb3d440. 00000400:00000010:0.0:1767384588.634934:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008296b168. 00000100:00000200:0.0:1767384588.634938:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634939:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000158f57ee. 00000400:00000010:0.0:1767384588.634942:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000098357bcb. 00000100:00000200:0.0:1767384588.634948:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634950:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb71d636. 00000400:00000010:0.0:1767384588.634953:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000098d2e255. 00000100:00000200:0.0:1767384588.634955:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634956:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000135ade10. 00000400:00000010:0.0:1767384588.634959:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004027697c. 00000100:00000200:0.0:1767384588.634962:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634963:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f793f72f. 00000400:00000010:0.0:1767384588.634969:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000741940e. 00000100:00000200:0.0:1767384588.634972:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634974:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ee502b7. 00000400:00000010:0.0:1767384588.634976:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000065382229. 00000100:00000200:0.0:1767384588.634979:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634979:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a8e4679. 00000400:00000010:0.0:1767384588.634982:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ab10c158. 00000100:00000200:0.0:1767384588.634985:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634986:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfe411b7. 00000400:00000010:0.0:1767384588.634988:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000431d9b0. 00000100:00000200:0.0:1767384588.634990:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.634991:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060bb7f56. 00000400:00000010:0.0:1767384588.634998:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000021e3804c. 00000100:00000200:0.0:1767384588.635001:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635002:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d625f73. 00000400:00000010:0.0:1767384588.635005:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d42707a8. 00000100:00000200:0.0:1767384588.635007:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635008:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca9d1bea. 00000400:00000010:0.0:1767384588.635011:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e9335046. 00000100:00000200:0.0:1767384588.635013:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635014:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e693ce05. 00000400:00000010:0.0:1767384588.635017:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003d49d5f8. 00000100:00000200:0.0:1767384588.635019:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635020:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dee49e45. 00000400:00000010:0.0:1767384588.635026:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b92b875d. 00000100:00000200:0.0:1767384588.635042:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635044:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006adbb79a. 00000400:00000010:0.0:1767384588.635048:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000edf729bd. 00000100:00000200:0.0:1767384588.635054:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635055:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b37360f7. 00000400:00000010:0.0:1767384588.635058:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001fee0019. 00000100:00000200:0.0:1767384588.635060:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635062:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a5c5513. 00000400:00000010:0.0:1767384588.635064:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008ccfd860. 00000100:00000200:0.0:1767384588.635067:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635068:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001163b51f. 00000400:00000010:0.0:1767384588.635074:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007be4beda. 00000100:00000200:0.0:1767384588.635078:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635079:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dccc0184. 00000400:00000010:0.0:1767384588.635082:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a0907703. 00000100:00000200:0.0:1767384588.635084:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635085:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072c5663b. 00000400:00000010:0.0:1767384588.635088:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e386f809. 00000100:00000200:0.0:1767384588.635090:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635091:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076e1144a. 00000400:00000010:0.0:1767384588.635094:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005175d8d0. 00000100:00000200:0.0:1767384588.635097:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635098:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ccbba8b. 00000400:00000010:0.0:1767384588.635105:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008fcf98f6. 00000100:00000200:0.0:1767384588.635108:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635109:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f9edde4. 00000400:00000010:0.0:1767384588.635112:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009f8352f8. 00000100:00000200:0.0:1767384588.635114:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635115:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093c4cc2c. 00000400:00000010:0.0:1767384588.635118:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005d78cf83. 00000100:00000200:0.0:1767384588.635120:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635121:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff2e0b2f. 00000400:00000010:0.0:1767384588.635124:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ca283b80. 00000100:00000200:0.0:1767384588.635126:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635127:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000515b46ea. 00000400:00000010:0.0:1767384588.635133:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cfdc7201. 00000100:00000200:0.0:1767384588.635136:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635138:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df7d01a0. 00000400:00000010:0.0:1767384588.635140:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c6db62d0. 00000100:00000200:0.0:1767384588.635146:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635147:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082a45b9e. 00000400:00000010:0.0:1767384588.635149:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001db00bba. 00000100:00000200:0.0:1767384588.635152:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635153:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4e54b4f. 00000400:00000010:0.0:1767384588.635155:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000092b353b3. 00000100:00000200:0.0:1767384588.635158:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635159:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048561e54. 00000400:00000010:0.0:1767384588.635165:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001b0befb8. 00000100:00000200:0.0:1767384588.635169:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635170:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006716d2bb. 00000400:00000010:0.0:1767384588.635173:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000046d25447. 00000100:00000200:0.0:1767384588.635175:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1767384588.635176:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004463cfcd. 00000400:00000010:0.0:1767384588.635178:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fccfb76b. 00000100:00000010:0.0:1767384588.635188:0:17895:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000bc90cbb3. 00000100:00000200:0.0:1767384588.635201:0:17895:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:0.0:1767384588.635390:0:17896:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:0.0:1767384588.635398:0:17896:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000426c14e8. 00000020:00000010:0.0:1767384588.635400:0:17896:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000815697fe. 00000020:00000010:0.0:1767384588.635402:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080f1563c. 00000020:00000010:0.0:1767384588.635404:0:17896:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d466efc4. 00000040:00000010:0.0:1767384588.635413:0:17896:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002146b0c0. 00000020:00000010:0.0:1767384588.635417:0:17896:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000006025c48. 00000020:00000010:0.0:1767384588.635420:0:17896:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a720a1ef. 00000020:00000010:0.0:1767384588.635422:0:17896:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006eb4cc56. 80000000:00000010:0.0:1767384588.635425:0:17896:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e3b57944. 40000000:00000010:0.0:1767384588.635427:0:17896:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002ab39e70. 00100000:00000010:0.0:1767384588.635430:0:17896:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e89aee35. 00040000:00000010:0.0:1767384588.635432:0:17896:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000b2d9363. 00040000:00000010:0.0:1767384588.635435:0:17896:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000de27c9dc. 00040000:00000010:0.0:1767384588.635437:0:17896:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000055fc612. 00080000:00000010:0.0:1767384588.635441:0:17896:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c548bddb. 00080000:00000010:0.0:1767384588.635452:0:17896:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004225f702. 00000004:00000010:0.0:1767384588.635457:0:17896:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000021862d49. 00000004:00000010:0.0:1767384588.635465:0:17896:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f184376f. 00000004:00000010:0.0:1767384588.635468:0:17896:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002459a604. 00002000:00000010:0.0:1767384588.635471:0:17896:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cac47483. 00000004:00000010:0.0:1767384588.635474:0:17896:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b75acec0. 00000100:00000010:0.0:1767384588.635484:0:17896:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c64d31d1. 00000100:00000200:0.0:1767384588.635495:0:17896:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000040:0.0:1767384588.647660:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294877069, at 4294877070 00000100:00000040:1.0:1767384588.647668:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294877069, at 4294877070 00000100:00000010:0.0:1767384588.647668:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e711529. 00000100:00000010:1.0:1767384588.647678:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000438a68d9. 00000100:00000001:1.0:1767384588.649633:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384588.649637:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384588.649648:0:17072:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.649652:0:17072:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.654015:0:17897:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767384588.654020:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057e320f9. 00000020:00000010:0.0:1767384588.654024:0:17897:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000038d20e08. 00000040:00000010:0.0:1767384588.654026:0:17897:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fea6de52. 00000020:00000010:0.0:1767384588.654047:0:17897:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cb7655d4. 00000020:00000010:0.0:1767384588.654051:0:17897:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000018e8ecc8. 00000020:00000010:0.0:1767384588.654053:0:17897:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c6bc4144. 80000000:00000010:0.0:1767384588.654055:0:17897:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007b1868a4. 40000000:00000010:0.0:1767384588.654057:0:17897:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000916f302e. 00100000:00000010:0.0:1767384588.654060:0:17897:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000233e7a26. 00040000:00000010:0.0:1767384588.654062:0:17897:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001a14c1d0. 00040000:00000010:0.0:1767384588.654064:0:17897:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000085dc3f37. 00040000:00000010:0.0:1767384588.654066:0:17897:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f7447b98. 00080000:00000010:0.0:1767384588.654069:0:17897:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000618ae1b7. 00080000:00000010:0.0:1767384588.654072:0:17897:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ace9c61d. 00000004:00000010:0.0:1767384588.654075:0:17897:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006eb0e1b2. 00000004:00000010:0.0:1767384588.654083:0:17897:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ca3d7e31. 00000004:00000010:0.0:1767384588.654086:0:17897:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b403e0b8. 00002000:00000010:0.0:1767384588.654088:0:17897:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b62907ea. 00000004:00000010:0.0:1767384588.654090:0:17897:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004d52aa86. 00000020:00000010:0.0:1767384588.654092:0:17897:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bccf202b. 00000040:00000010:0.0:1767384588.654096:0:17897:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006ee08060. 00000040:00001000:0.0:1767384588.654097:0:17897:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1767384588.654099:0:17897:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384588.654100:0:17897:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384588.654106:0:17897:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:0.0:1767384588.654113:0:17897:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384588.654115:0:17897:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384588.654117:0:17897:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe337b8c000 type=0x10620000 idx=1 00000040:00001000:0.0:1767384588.654118:0:17897:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1767384588.654120:0:17897:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384588.654121:0:17897:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767384588.654123:0:17897:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384588.654125:0:17897:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767384588.654125:0:17897:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1767384588.654129:0:17897:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:0.0:1767384588.654130:0:17897:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:0.0:1767384588.654132:0:17897:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384588.654135:0:17897:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000002e0972f. 00000020:00000080:0.0:1767384588.654138:0:17897:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767384588.654139:0:17897:0:(obd_config.c:1477:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000001:0.0:1767384588.654141:0:17897:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384588.654143:0:17897:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000002e0972f. 00000020:00000001:0.0:1767384588.654146:0:17897:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384588.654147:0:17897:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe337b8c0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1767384588.654148:0:17897:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:0.0:1767384588.654149:0:17897:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384588.654150:0:17897:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1767384588.654152:0:17897:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at 000000001fe7b2e0. 00000020:00000080:0.0:1767384588.654154:0:17897:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1767384588.654155:0:17897:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:0.0:1767384588.654157:0:17897:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1767384588.654163:0:17897:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000a173e352. 00000020:00000080:0.0:1767384588.654165:0:17897:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (00000000a173e352) 00000020:00000001:0.0:1767384588.654167:0:17897:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384588.654169:0:17897:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bef82c18. 00000020:00000001:0.0:1767384588.654170:0:17897:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384588.654171:0:17897:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bef82c18 with handle 0x7f71e2b70dd20116 to hash 00000020:00000001:0.0:1767384588.654173:0:17897:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384588.654179:0:17897:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1767384588.654180:0:17897:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.654182:0:17897:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446620799578669056 : -123274130882560 : ffff8fe201380000) 00000020:00000040:0.0:1767384588.654184:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000bef82c18 : new refcount 1 00000020:00000040:0.0:1767384588.654190:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 2 - obd_device_list 00000020:00000001:0.0:1767384588.654193:0:17897:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1767384588.654195:0:17897:0:(obd_config.c:657:class_attach()) OBD: dev 12 attached type obdfilter with refcount 2 00000020:00000001:0.0:1767384588.654196:0:17897:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.654198:0:17897:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384588.654199:0:17897:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at 000000001fe7b2e0. 00000020:00000001:0.0:1767384588.654201:0:17897:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384588.654202:0:17897:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe337b8c160 type=0x10620000 idx=3 00000040:00001000:0.0:1767384588.654203:0:17897:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:0.0:1767384588.654204:0:17897:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384588.654205:0:17897:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000040:0.0:1767384588.654206:0:17897:0:(obd_config.c:1846:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:0.0:1767384588.654208:0:17897:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000bfe0e78b. 00000020:00000080:0.0:1767384588.654209:0:17897:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1767384588.654212:0:17897:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:0.0:1767384588.654220:0:17897:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384588.654223:0:17897:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000002e0972f. 00000001:00000010:0.0:1767384588.654226:0:17897:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000165df35b. 00000001:00000010:0.0:1767384588.654228:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002f8e2772. 00000001:00000010:0.0:1767384588.654230:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b48cb7c7. 00000001:00000010:0.0:1767384588.654232:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002dea9165. 00000001:00000010:0.0:1767384588.654233:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000740618c8. 00000001:00000001:0.0:1767384588.654234:0:17897:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384588.654235:0:17897:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000008cc72d2. 00000001:00000010:0.0:1767384588.654237:0:17897:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c9230cfc. 00000001:00000010:0.0:1767384588.654238:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000467cf9ab. 00000001:00000010:0.0:1767384588.654240:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e5df9915. 00000001:00000010:0.0:1767384588.654247:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ebc737fc. 00000001:00000010:0.0:1767384588.654249:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002bfea5ea. 00000020:00000001:0.0:1767384588.654250:0:17897:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:0.0:1767384588.654255:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000666cf3d9. 00000020:00000010:0.0:1767384588.654256:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001fe7b2e0. 00000020:00000010:0.0:1767384588.654259:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fb5ac97. 00000008:00000010:0.0:1767384588.654262:0:17897:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000edba423f. 00020000:00000010:0.0:1767384588.654265:0:17897:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003673eb19. 00008000:00000010:0.0:1767384588.654267:0:17897:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000030f2992d. 00000080:00000010:0.0:1767384588.654271:0:17897:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000030911685. 00000020:00000010:0.0:1767384588.654273:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004816de2a. 00000020:00000010:0.0:1767384588.654275:0:17897:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009ac26fdb. 00000020:00000010:0.0:1767384588.654277:0:17897:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a6e0427. 00000020:00000010:0.0:1767384588.654279:0:17897:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007924800f. 00000020:00000010:0.0:1767384588.654281:0:17897:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003ecc62ba. 80000000:00000010:0.0:1767384588.654289:0:17897:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000058536172. 40000000:00000010:0.0:1767384588.654291:0:17897:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000887221db. 00100000:00000010:0.0:1767384588.654293:0:17897:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c4eea747. 00040000:00000010:0.0:1767384588.654295:0:17897:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008a204d41. 00040000:00000010:0.0:1767384588.654296:0:17897:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2a6f0b0. 00080000:00000010:0.0:1767384588.654303:0:17897:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004f8db5f9. 00080000:00000010:0.0:1767384588.654306:0:17897:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ddd1eb98. 00002000:00000010:0.0:1767384588.654309:0:17897:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004b298d6a. 00002000:00000010:0.0:1767384588.654312:0:17897:0:(ofd_dev.c:3346:ofd_device_alloc()) kmalloced '(m)': 2040 at 0000000039f35ada. 00002000:00000001:0.0:1767384588.654315:0:17897:0:(ofd_dev.c:3063:ofd_init0()) Process entered 00002000:00000001:0.0:1767384588.654319:0:17897:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:0.0:1767384588.654320:0:17897:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:0.0:1767384588.654321:0:17897:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384588.654322:0:17897:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446620804133099648 : -123269576451968 : ffff8fe310af1880) 00000020:01000004:0.0:1767384588.654324:0:17897:0:(tgt_mount.c:154:server_get_mount()) get mount 0000000025864a51 from lustre-OST0000, refs=2 00000020:00000001:0.0:1767384588.654326:0:17897:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446620804133099648 : -123269576451968 : ffff8fe310af1880) 00002000:00000010:0.0:1767384588.654328:0:17897:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at 000000008cc542c2. 00002000:00000001:0.0:1767384588.654329:0:17897:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:0.0:1767384588.654331:0:17897:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at 000000001147ccf2. 00002000:00000001:0.0:1767384588.654333:0:17897:0:(obd_class.h:852:obd_connect()) Process entered 00080000:00000001:0.0:1767384588.654334:0:17897:0:(osd_handler.c:8938:osd_obd_connect()) Process entered 00080000:01000000:0.0:1767384588.654335:0:17897:0:(osd_handler.c:8940:osd_obd_connect()) connect #1 00000020:00000001:0.0:1767384588.654340:0:17897:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384588.654341:0:17897:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384588.654342:0:17897:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002744d5dc. 00000020:00000001:0.0:1767384588.654344:0:17897:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384588.654345:0:17897:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002744d5dc with handle 0x7f71e2b70dd2011d to hash 00000020:00000001:0.0:1767384588.654346:0:17897:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384588.654348:0:17897:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1767384588.654348:0:17897:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384588.654350:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000557cae81) now 5 - export 00000020:00000001:0.0:1767384588.654351:0:17897:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446620799578697728 : -123274130853888 : ffff8fe201387000) 00000020:00000040:0.0:1767384588.654353:0:17897:0:(genops.c:898:class_export_put()) PUTting export 000000002744d5dc : new refcount 1 00000020:00000080:0.0:1767384588.654354:0:17897:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x7f71e2b70dd2011d 00000020:00000001:0.0:1767384588.654356:0:17897:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.654357:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384588.654358:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2011d 00000020:00000001:0.0:1767384588.654358:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384588.654359:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002744d5dc refcount=2 00000020:00000001:0.0:1767384588.654360:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578697728 : -123274130853888 : ffff8fe201387000) 00000020:00000001:0.0:1767384588.654362:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578697728 : -123274130853888 : ffff8fe201387000) 00080000:00000001:0.0:1767384588.654363:0:17897:0:(osd_handler.c:8950:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384588.654364:0:17897:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1767384588.654366:0:17897:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at 000000001147ccf2. 00002000:00000001:0.0:1767384588.654368:0:17897:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1767384588.654369:0:17897:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at 000000008cc542c2. 00002000:00000001:0.0:1767384588.654379:0:17897:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.654381:0:17897:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:0.0:1767384588.654383:0:17897:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1767384588.654384:0:17897:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384588.654386:0:17897:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000073b7d62b. 00000001:00000001:0.0:1767384588.654388:0:17897:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384588.654389:0:17897:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002441a415. 00000001:00000010:0.0:1767384588.654391:0:17897:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at 000000003650ebb6. 00000001:00000010:0.0:1767384588.654425:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000072b8fb12. 00000001:00000010:0.0:1767384588.654475:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000927df11c. 00000001:00000010:0.0:1767384588.654513:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004145168c. 00000001:00000010:0.0:1767384588.654550:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f3fabd2c. 00000001:00000010:0.0:1767384588.654583:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fd29df63. 00000001:00000010:0.0:1767384588.654638:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a9d8a81b. 00000001:00000010:0.0:1767384588.654677:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000060b69a4c. 00000001:00000010:0.0:1767384588.654712:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eaaf6401. 00000001:00000010:0.0:1767384588.654746:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a11477bd. 00000001:00000010:0.0:1767384588.654779:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c8856446. 00000001:00000010:0.0:1767384588.654813:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000063a5de3b. 00000001:00000010:0.0:1767384588.654852:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000948f4ed9. 00000001:00000010:0.0:1767384588.654902:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b73a26e5. 00000001:00000010:0.0:1767384588.654942:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000037d7faf5. 00000001:00000010:0.0:1767384588.654977:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e0e5fd2b. 00000001:00000010:0.0:1767384588.655010:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000096488ec3. 00000001:00000010:0.0:1767384588.655060:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000075d1aba9. 00000001:00000010:0.0:1767384588.655097:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000145e5afe. 00000001:00000010:0.0:1767384588.655131:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000934c521e. 00000001:00000010:0.0:1767384588.655165:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f412a391. 00000001:00000010:0.0:1767384588.655199:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bba322a6. 00000001:00000010:0.0:1767384588.655233:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000029166cd6. 00000001:00000010:0.0:1767384588.655268:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000b0fde9b. 00000001:00000010:0.0:1767384588.655302:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000074d43eae. 00000001:00000010:0.0:1767384588.655335:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008441c6bf. 00000001:00000010:0.0:1767384588.655375:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a5a06758. 00000001:00000010:0.0:1767384588.655409:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005d379b9a. 00000001:00000010:0.0:1767384588.655469:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000be83c019. 00000001:00000010:0.0:1767384588.655507:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000055366001. 00000001:00000010:0.0:1767384588.655541:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000024e5fc24. 00000001:00000010:0.0:1767384588.655573:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cacc6ec3. 00000001:00000010:0.0:1767384588.655606:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b2fad5a7. 00000001:00000010:0.0:1767384588.655662:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000439c8f9f. 00000001:00000010:0.0:1767384588.655697:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fa5930c8. 00000001:00000010:0.0:1767384588.655733:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009f978da9. 00000001:00000010:0.0:1767384588.655766:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002d7f8f14. 00000001:00000010:0.0:1767384588.655799:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000055092237. 00000001:00000010:0.0:1767384588.655831:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000075ef3927. 00000001:00000010:0.0:1767384588.655879:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008c1ad81d. 00000001:00000010:0.0:1767384588.655932:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f3e199d0. 00000001:00000010:0.0:1767384588.655990:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f801a783. 00000001:00000010:0.0:1767384588.656103:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002998fa23. 00000001:00000010:0.0:1767384588.656139:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e7f723c9. 00000001:00000010:0.0:1767384588.656173:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000011872663. 00000001:00000010:0.0:1767384588.656205:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003f99d0fe. 00000001:00000010:0.0:1767384588.656244:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000aebfab9c. 00000001:00000010:0.0:1767384588.656286:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fbfaa497. 00000001:00000010:0.0:1767384588.656319:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004dc4b6d9. 00000001:00000010:0.0:1767384588.656352:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002e1fa6ef. 00000001:00000010:0.0:1767384588.656389:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f41d527a. 00000001:00000010:0.0:1767384588.656451:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008581b45b. 00000001:00000010:0.0:1767384588.656497:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007ed138e6. 00000001:00000010:0.0:1767384588.656539:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d3c517d3. 00000001:00000010:0.0:1767384588.656584:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000073eaedef. 00000001:00000010:0.0:1767384588.656617:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006dc17d35. 00000100:00000040:1.0:1767384588.656655:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294877078, at 4294877079 00000100:00000010:1.0:1767384588.656661:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a75fb95. 00000100:00000040:0.0:1767384588.656669:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294877078, at 4294877079 00000100:00000010:0.0:1767384588.656677:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5c09b4a. 00000001:00000010:1.0:1767384588.656718:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008018adac. 00000001:00000010:1.0:1767384588.656782:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d40edaa2. 00000001:00000010:1.0:1767384588.656820:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ff480bf6. 00000001:00000010:1.0:1767384588.656854:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006537753b. 00000001:00000010:1.0:1767384588.656889:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e5d35bfe. 00000001:00000010:1.0:1767384588.656923:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000badb115d. 00000001:00000010:1.0:1767384588.656977:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eddb2e6c. 00000001:00000010:1.0:1767384588.657022:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002f1b5f99. 00000001:00000010:1.0:1767384588.657104:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000608207bf. 00000020:00000010:1.0:1767384588.657157:0:17897:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000890c03b5. 00000020:00000010:1.0:1767384588.657160:0:17897:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000008888e875. 00010000:00000001:1.0:1767384588.657174:0:17897:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1767384588.657192:0:17897:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1767384588.657208:0:17897:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c844c862. 00000020:00000010:1.0:1767384588.657210:0:17897:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000a9f4c7cf. 00010000:00000001:1.0:1767384588.657217:0:17897:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1767384588.657218:0:17897:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:1.0:1767384588.657220:0:17897:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.657222:0:17897:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446620804658199552 : -123269051352064 : ffff8fe32ffb7c00) 00000020:00000001:1.0:1767384588.657225:0:17897:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:1.0:1767384588.657227:0:17897:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1787, crc32c 10967, adler 1447, t10ip512 6667, t10ip4k 7367, t10crc512 1531, t10crc4k 1687 00000020:00000001:1.0:1767384588.657232:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384588.657236:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384588.657248:0:17897:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 000000003eba6ca5. 00000020:00000001:1.0:1767384588.657251:0:17897:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:1.0:1767384588.657252:0:17897:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.657256:0:17897:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000c254d39f. 00002000:00000001:1.0:1767384588.657260:0:17897:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.657272:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005d560a6a. 00002000:00000001:1.0:1767384588.657274:0:17897:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589023240 : -123274120528376 : ffff8fe201d5fe08) 00002000:00000001:1.0:1767384588.657278:0:17897:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.657279:0:17897:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:1.0:1767384588.657283:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000003eb2258. 00002000:00000001:1.0:1767384588.657285:0:17897:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.657287:0:17897:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.657290:0:17897:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.657292:0:17897:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.657294:0:17897:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384588.657299:0:17897:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039ac1dca. 00000001:00000010:1.0:1767384588.657309:0:17897:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039ac1dca. 00080000:00000001:1.0:1767384588.657313:0:17897:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384588.657314:0:17897:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.657318:0:17897:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.657319:0:17897:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.657324:0:17897:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.657326:0:17897:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.657330:0:17897:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589023240 : -123274120528376 : ffff8fe201d5fe08) 00000020:00000001:1.0:1767384588.657332:0:17897:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446620803962729984 : -123269746821632 : ffff8fe306877600) 00000001:00000040:1.0:1767384588.657348:0:17897:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000002:1.0:1767384588.657352:0:17897:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:1.0:1767384588.657354:0:17897:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 4294967301 00000001:00000002:1.0:1767384588.657356:0:17897:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 2 00000001:00000002:1.0:1767384588.657358:0:17897:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:1.0:1767384588.657359:0:17897:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:1.0:1767384588.657361:0:17897:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:1.0:1767384588.657363:0:17897:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 8320 00000001:00000002:1.0:1767384588.657364:0:17897:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:1.0:1767384588.657366:0:17897:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 1 00000001:00000002:1.0:1767384588.657368:0:17897:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:1.0:1767384588.657369:0:17897:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:1.0:1767384588.657372:0:17897:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 0000000085b64270. 00000001:00000040:1.0:1767384588.657574:0:17897:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8320 uuid = , last_transno = 4294967301, last_xid = 1853236892976256, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:1.0:1767384588.657578:0:17897:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 0 00000001:00000010:1.0:1767384588.657579:0:17897:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 0000000085b64270. 00000001:00000001:1.0:1767384588.657581:0:17897:0:(tgt_lastrcvd.c:1780:tgt_clients_data_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384588.657583:0:17897:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384588.657584:0:17897:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 4294967301 00080000:00000001:1.0:1767384588.657586:0:17897:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.657589:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000087ecd2dd. 00080000:00000001:1.0:1767384588.657590:0:17897:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620803962730496 : -123269746821120 : ffff8fe306877800) 00080000:00000001:1.0:1767384588.657592:0:17897:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.657594:0:17897:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.657596:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000000e21665. 00080000:00000001:1.0:1767384588.657597:0:17897:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.657598:0:17897:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.657602:0:17897:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384588.657604:0:17897:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:1.0:1767384588.657631:0:17897:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:1.0:1767384588.657634:0:17897:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.657640:0:17897:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.657645:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000000e21665. 00040000:00000001:1.0:1767384588.657649:0:17897:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.657651:0:17897:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.657653:0:17897:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384588.657655:0:17897:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:1.0:1767384588.657658:0:17897:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384588.657660:0:17897:0:(tgt_lastrcvd.c:1980:tgt_server_data_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.657663:0:17897:0:(tgt_main.c:580:tgt_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.657667:0:17897:0:(lproc_ofd.c:1231:ofd_tunables_init()) Process entered 00000020:00000010:1.0:1767384588.657862:0:17897:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004e82775f. 00000020:00000010:1.0:1767384588.657867:0:17897:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000001297ba80. 00000020:00000001:1.0:1767384588.657900:0:17897:0:(lprocfs_jobstats.c:824:lprocfs_job_stats_init()) Process entered 00000020:00000001:1.0:1767384588.657905:0:17897:0:(lprocfs_jobstats.c:867:lprocfs_job_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.657907:0:17897:0:(lproc_ofd.c:1281:ofd_tunables_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384588.657909:0:17897:0:(ofd_fs.c:629:ofd_fs_setup()) Process entered 00002000:00000010:1.0:1767384588.657911:0:17897:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at 000000002a1e0a9c. 00002000:00000010:1.0:1767384588.657914:0:17897:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 288 at 0000000088824b0a. 40000000:00000001:1.0:1767384588.657915:0:17897:0:(fid_handler.c:504:seq_server_init()) Process entered 40000000:00000001:1.0:1767384588.657917:0:17897:0:(fid_store.c:189:seq_store_init()) Process entered 00000020:00000001:1.0:1767384588.657918:0:17897:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:1.0:1767384588.657919:0:17897:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.657921:0:17897:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.657923:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bb1b77c4. 00002000:00000001:1.0:1767384588.657924:0:17897:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589017160 : -123274120534456 : ffff8fe201d5e648) 00002000:00000001:1.0:1767384588.657926:0:17897:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.657926:0:17897:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x5:0x0] 00080000:00000010:1.0:1767384588.657929:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000088c3062f. 00002000:00000001:1.0:1767384588.657930:0:17897:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.657931:0:17897:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.657933:0:17897:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.657934:0:17897:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.657935:0:17897:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384588.657938:0:17897:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039ac1dca. 00000001:00000010:1.0:1767384588.657943:0:17897:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039ac1dca. 00080000:00000001:1.0:1767384588.657945:0:17897:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384588.657950:0:17897:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.657953:0:17897:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.657955:0:17897:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.657958:0:17897:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.657960:0:17897:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.657963:0:17897:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589017160 : -123274120534456 : ffff8fe201d5e648) 00000020:00000001:1.0:1767384588.657965:0:17897:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446620804002740224 : -123269706811392 : ffff8fe308e9f800) 40000000:00000001:1.0:1767384588.657967:0:17897:0:(fid_store.c:215:seq_store_init()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1767384588.657968:0:17897:0:(fid_store.c:156:seq_store_read()) Process entered 40000000:00000040:1.0:1767384588.658129:0:17897:0:(fid_store.c:166:seq_store_read()) srv-lustre-OST0000: Space - [0x0000000240000401-0x0000000280000400]:0:ost 40000000:00000001:1.0:1767384588.658132:0:17897:0:(fid_store.c:176:seq_store_read()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1767384588.658134:0:17897:0:(fid_handler.c:485:seq_server_debugfs_init()) Process entered 40000000:00000001:1.0:1767384588.658162:0:17897:0:(fid_handler.c:575:seq_server_init()) Process leaving 00002000:00000010:1.0:1767384588.658164:0:17897:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 224 at 00000000628f9cc9. 40000000:00000001:1.0:1767384588.658166:0:17897:0:(fid_request.c:396:seq_client_init()) Process entered 40000000:00000001:1.0:1767384588.658195:0:17897:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:1.0:1767384588.658197:0:17897:0:(fid_handler.c:57:seq_server_set_cli()) srv-lustre-OST0000: Attached sequence controller cli-lustre-OST0000-super 40000000:00000001:1.0:1767384588.658198:0:17897:0:(fid_handler.c:61:seq_server_set_cli()) Process leaving 00002000:00000010:1.0:1767384588.658199:0:17897:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at 000000002a1e0a9c. 00002000:00000001:1.0:1767384588.658202:0:17897:0:(ofd_fs.c:457:ofd_fld_init()) Process entered 00002000:00000010:1.0:1767384588.658204:0:17897:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000d47d38b2. 80000000:00000001:1.0:1767384588.658206:0:17897:0:(fld_handler.c:411:fld_server_init()) Process entered 80000000:00000001:1.0:1767384588.658208:0:17897:0:(fld_cache.c:37:fld_cache_init()) Process entered 80000000:00000010:1.0:1767384588.658210:0:17897:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 0000000091e92964. 80000000:00000040:1.0:1767384588.658212:0:17897:0:(fld_cache.c:61:fld_cache_init()) srv-lustre-OST0000: FLD cache - Size: 74898, Threshold: 7489 80000000:00000001:1.0:1767384588.658213:0:17897:0:(fld_cache.c:63:fld_cache_init()) Process leaving (rc=18446620803996137152 : -123269713414464 : ffff8fe3088536c0) 80000000:00000001:1.0:1767384588.658215:0:17897:0:(fld_index.c:322:fld_index_init()) Process entered 80000000:00000010:1.0:1767384588.658218:0:17897:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 0000000085b64270. 00000020:00000001:1.0:1767384588.658220:0:17897:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.658221:0:17897:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.658224:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dacde210. 00002000:00000001:1.0:1767384588.658225:0:17897:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589016248 : -123274120535368 : ffff8fe201d5e2b8) 00002000:00000001:1.0:1767384588.658227:0:17897:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.658228:0:17897:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x3:0x0] 00080000:00000010:1.0:1767384588.658231:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000027fd7249. 00002000:00000001:1.0:1767384588.658237:0:17897:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658239:0:17897:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.658240:0:17897:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.658241:0:17897:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658242:0:17897:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384588.658246:0:17897:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039ac1dca. 00000001:00000010:1.0:1767384588.658252:0:17897:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039ac1dca. 00080000:00000001:1.0:1767384588.658256:0:17897:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384588.658258:0:17897:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.658264:0:17897:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.658266:0:17897:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.658271:0:17897:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658275:0:17897:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.658279:0:17897:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589016248 : -123274120535368 : ffff8fe201d5e2b8) 00080000:00000010:1.0:1767384588.658283:0:17897:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000002ea981c. 00100000:00000001:1.0:1767384588.658291:0:17897:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384588.658294:0:17897:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000000e21665. 00100000:00000010:1.0:1767384588.658298:0:17897:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000000e21665. 00100000:00000001:1.0:1767384588.658301:0:17897:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384588.658305:0:17897:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000e461f873. 00000001:00000010:1.0:1767384588.658311:0:17897:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039ac1dca. 00080000:00000001:1.0:1767384588.658461:0:17897:0:(osd_handler.c:7044:osd_it_iam_rec()) Process entered 00080000:00000001:1.0:1767384588.658463:0:17897:0:(osd_handler.c:7083:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658465:0:17897:0:(osd_handler.c:7044:osd_it_iam_rec()) Process entered 00080000:00000001:1.0:1767384588.658466:0:17897:0:(osd_handler.c:7083:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:1.0:1767384588.658469:0:17897:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000000e21665. 80000000:00000001:1.0:1767384588.658471:0:17897:0:(fld_cache.c:343:fld_cache_entry_create()) Process leaving (rc=18446620804001457600 : -123269708094016 : ffff8fe308d665c0) 80000000:00000001:1.0:1767384588.658472:0:17897:0:(fld_cache.c:363:fld_cache_insert_nolock()) Process entered 80000000:00000001:1.0:1767384588.658474:0:17897:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000001:1.0:1767384588.658475:0:17897:0:(fld_cache.c:189:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:1.0:1767384588.658476:0:17897:0:(fld_cache.c:394:fld_cache_insert_nolock()) insert range [0x0000000240000400-0x0000000280000400]:0:ost 80000000:00000001:1.0:1767384588.658478:0:17897:0:(fld_cache.c:104:fld_fix_new_list()) Process entered 80000000:00000001:1.0:1767384588.658479:0:17897:0:(fld_cache.c:159:fld_fix_new_list()) Process leaving 80000000:00000001:1.0:1767384588.658480:0:17897:0:(fld_cache.c:398:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384588.658481:0:17897:0:(fld_cache.c:417:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384588.658485:0:17897:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f73fb49e. 00000001:00000010:1.0:1767384588.658493:0:17897:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f73fb49e. 00000001:00000010:1.0:1767384588.658495:0:17897:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039ac1dca. 80000000:00000001:1.0:1767384588.658498:0:17897:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:1.0:1767384588.658499:0:17897:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:1.0:1767384588.658501:0:17897:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000010:1.0:1767384588.658503:0:17897:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 00000000e461f873. 80000000:00000010:1.0:1767384588.658505:0:17897:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 0000000085b64270. 80000000:00000001:1.0:1767384588.658507:0:17897:0:(fld_index.c:442:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384588.658508:0:17897:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:1.0:1767384588.658526:0:17897:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384588.658528:0:17897:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384588.658530:0:17897:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at 0000000085b64270. 00000020:00000001:1.0:1767384588.658532:0:17897:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1767384588.658535:0:17897:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000004cf49476. 00000020:00000001:1.0:1767384588.658537:0:17897:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384588.658538:0:17897:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000004cf49476. 00000020:00000001:1.0:1767384588.658540:0:17897:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:1.0:1767384588.658543:0:17897:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000005abcc33c. 00000020:00000001:1.0:1767384588.658548:0:17897:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.658549:0:17897:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:1.0:1767384588.658551:0:17897:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000ab9754aa. 00000020:00000001:1.0:1767384588.658554:0:17897:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384588.658555:0:17897:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at 0000000085b64270. 00002000:00000001:1.0:1767384588.658556:0:17897:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.658558:0:17897:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:1.0:1767384588.658559:0:17897:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.658561:0:17897:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.658563:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004a07674c. 00002000:00000001:1.0:1767384588.658565:0:17897:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589022936 : -123274120528680 : ffff8fe201d5fcd8) 00002000:00000001:1.0:1767384588.658566:0:17897:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.658567:0:17897:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:1.0:1767384588.658570:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e461f873. 00002000:00000001:1.0:1767384588.658571:0:17897:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658572:0:17897:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.658574:0:17897:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.658574:0:17897:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658581:0:17897:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384588.658585:0:17897:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039ac1dca. 00000001:00000010:1.0:1767384588.658589:0:17897:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039ac1dca. 00080000:00000001:1.0:1767384588.658591:0:17897:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384588.658593:0:17897:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.658596:0:17897:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.658597:0:17897:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.658601:0:17897:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658604:0:17897:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.658627:0:17897:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589022936 : -123274120528680 : ffff8fe201d5fcd8) 00000020:00000001:1.0:1767384588.658630:0:17897:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446620804002739712 : -123269706811904 : ffff8fe308e9f600) 00002000:00000001:1.0:1767384588.658632:0:17897:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.658635:0:17897:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384588.658636:0:17897:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.658638:0:17897:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804003858432 : -123269705693184 : 0xffff8fe308fb0800) 00000020:00000001:1.0:1767384588.658640:0:17897:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804003858432 : -123269705693184 : ffff8fe308fb0800) 00000020:00000001:1.0:1767384588.658643:0:17897:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:1.0:1767384588.658647:0:17897:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 000000009599ef9e. 00000001:00000001:1.0:1767384588.658650:0:17897:0:(nodemap_storage.c:2242:nodemap_save_config_cache()) Process entered 00000020:00000001:1.0:1767384588.658652:0:17897:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.658654:0:17897:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.658657:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000062c71d51. 00002000:00000001:1.0:1767384588.658659:0:17897:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589019592 : -123274120532024 : ffff8fe201d5efc8) 00002000:00000001:1.0:1767384588.658661:0:17897:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.658662:0:17897:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:1.0:1767384588.658665:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a7858482. 00002000:00000001:1.0:1767384588.658667:0:17897:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658668:0:17897:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.658669:0:17897:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.658670:0:17897:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658671:0:17897:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.658673:0:17897:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.658674:0:17897:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.658678:0:17897:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658681:0:17897:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.658691:0:17897:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589019592 : -123274120532024 : ffff8fe201d5efc8) 00080000:00000001:1.0:1767384588.658693:0:17897:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.658694:0:17897:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.658701:0:17897:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.658745:0:17897:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658747:0:17897:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.658748:0:17897:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658749:0:17897:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.658751:0:17897:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.658752:0:17897:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x2:0x0] 95:3367621248 to info 000000004f8db5f9 00000020:00000001:1.0:1767384588.658755:0:17897:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005faa1be1 00080000:00000002:1.0:1767384588.658756:0:17897:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/nodemap => [0x200000003:0x2:0x0] 00080000:00000001:1.0:1767384588.658758:0:17897:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.658760:0:17897:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384588.658763:0:17897:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000f8be8897. 00080000:00000001:1.0:1767384588.658765:0:17897:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:1.0:1767384588.658767:0:17897:0:(nodemap_storage.c:302:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:1.0:1767384588.658768:0:17897:0:(local_storage.c:639:local_object_unlink()) Process entered 00080000:00000001:1.0:1767384588.658770:0:17897:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.658771:0:17897:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:1.0:1767384588.658772:0:17897:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.658773:0:17897:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.658775:0:17897:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.658778:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001932c2c7. 00002000:00000001:1.0:1767384588.658779:0:17897:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589019896 : -123274120531720 : ffff8fe201d5f0f8) 00002000:00000001:1.0:1767384588.658781:0:17897:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.658782:0:17897:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x2:0x0] 00080000:00000010:1.0:1767384588.658784:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000049ce159a. 00002000:00000001:1.0:1767384588.658786:0:17897:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658787:0:17897:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.658788:0:17897:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.658789:0:17897:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.658791:0:17897:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.658793:0:17897:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658796:0:17897:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.658798:0:17897:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589019896 : -123274120531720 : ffff8fe201d5f0f8) 00080000:00000001:1.0:1767384588.658805:0:17897:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.658808:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000049636988. 00080000:00000001:1.0:1767384588.658809:0:17897:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804002741760 : -123269706809856 : ffff8fe308e9fe00) 00080000:00000001:1.0:1767384588.658811:0:17897:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1767384588.658813:0:17897:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.658814:0:17897:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658816:0:17897:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1767384588.658816:0:17897:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1767384588.658817:0:17897:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1767384588.658818:0:17897:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x2:0x0] not in the id map cache 00080000:00000010:1.0:1767384588.658821:0:17897:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000009087ee75. 00080000:00000001:1.0:1767384588.658823:0:17897:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658824:0:17897:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.658827:0:17897:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658841:0:17897:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:1.0:1767384588.658847:0:17897:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 000000007c794ccb. 00080000:00000001:1.0:1767384588.658855:0:17897:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.658856:0:17897:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.658858:0:17897:0:(osd_handler.c:4801:osd_ref_del()) [0x200000003:0x2:0x0] decrease nlink 1 00080000:00000001:1.0:1767384588.658863:0:17897:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:1.0:1767384588.658864:0:17897:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x200000003:0x2:0x0] 00080000:00000001:1.0:1767384588.658865:0:17897:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.658866:0:17897:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658867:0:17897:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1767384588.658872:0:17897:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039ac1dca. 00000001:00000010:1.0:1767384588.658880:0:17897:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039ac1dca. 00080000:00000001:1.0:1767384588.658882:0:17897:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658884:0:17897:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.658885:0:17897:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384588.658888:0:17897:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.658889:0:17897:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384588.658891:0:17897:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 000000007c794ccb. 00080000:00000002:1.0:1767384588.658894:0:17897:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 95 00080000:00000001:1.0:1767384588.658895:0:17897:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384588.658960:0:17897:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.658962:0:17897:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.658968:0:17897:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.658969:0:17897:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.658970:0:17897:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.658971:0:17897:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384588.658974:0:17897:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000049ce159a. 00002000:00000001:1.0:1767384588.658976:0:17897:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1767384588.658978:0:17897:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x2:0x0] 00002000:00000010:1.0:1767384588.658979:0:17897:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 000000001932c2c7. 00002000:00000001:1.0:1767384588.658983:0:17897:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:1.0:1767384588.658985:0:17897:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.658986:0:17897:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.658990:0:17897:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384588.658991:0:17897:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384588.658993:0:17897:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1767384588.658995:0:17897:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.658998:0:17897:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dbdb4fbc. 00000020:00000001:1.0:1767384588.659001:0:17897:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.659003:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000049ce159a. 00000020:00000001:1.0:1767384588.659004:0:17897:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659006:0:17897:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.659007:0:17897:0:(osd_handler.c:1187:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.659009:0:17897:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803899167576 : -123269810384040 : ffff8fe302bd9358) 00080000:00000001:1.0:1767384588.659011:0:17897:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.659014:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a9ba7ba4. 00080000:00000001:1.0:1767384588.659016:0:17897:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804002736640 : -123269706814976 : ffff8fe308e9ea00) 00000020:00000001:1.0:1767384588.659018:0:17897:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384588.659019:0:17897:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.659021:0:17897:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.659023:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004cf49476. 00080000:00000001:1.0:1767384588.659025:0:17897:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659026:0:17897:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384588.659027:0:17897:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0xa:0x0] not in the id map cache 00000001:00000001:1.0:1767384588.659044:0:17897:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.659045:0:17897:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.659047:0:17897:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659048:0:17897:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1767384588.659056:0:17897:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.659057:0:17897:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659059:0:17897:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.659062:0:17897:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767384588.659064:0:17897:0:(local_storage.c:361:__local_file_create()) create new object [0x200000003:0xa:0x0] 00000020:00000001:1.0:1767384588.659066:0:17897:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384588.659068:0:17897:0:(osd_handler.c:4583:osd_create()) Process entered 00000001:00000001:1.0:1767384588.659190:0:17897:0:(osd_iam_lfix.c:845:iam_lfix_create()) Process leaving via out_root (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.659194:0:17897:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.659195:0:17897:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659196:0:17897:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384588.659202:0:17897:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.659204:0:17897:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x200000003:0xa:0x0] 00080000:00000001:1.0:1767384588.659205:0:17897:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.659206:0:17897:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659208:0:17897:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1767384588.659211:0:17897:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039ac1dca. 00000001:00000010:1.0:1767384588.659216:0:17897:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039ac1dca. 00080000:00000001:1.0:1767384588.659219:0:17897:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659220:0:17897:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.659229:0:17897:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659232:0:17897:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:1.0:1767384588.659234:0:17897:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 000000004210a54f. 00080000:00000001:1.0:1767384588.659242:0:17897:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.659244:0:17897:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b8271100 00080000:00000002:1.0:1767384588.659246:0:17897:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 2 insert nodemap:95 rc = 0 00080000:00000001:1.0:1767384588.659248:0:17897:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659250:0:17897:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.659255:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004cf49476. 00040000:00000001:1.0:1767384588.659258:0:17897:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.659260:0:17897:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.659261:0:17897:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.659264:0:17897:0:(local_storage.c:407:__local_file_create()) Process leaving (rc=18446620804002734592 : -123269706817024 : ffff8fe308e9e200) 00080000:00000010:1.0:1767384588.659269:0:17897:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ac54376c. 00100000:00000001:1.0:1767384588.659285:0:17897:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384588.659288:0:17897:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004cf49476. 00100000:00000001:1.0:1767384588.659290:0:17897:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:1.0:1767384588.659299:0:17897:0:(osd_handler.c:5601:osd_index_try()) lustre-OST0000: index object [0x200000003:0xa:0x0] (8/32) registered 00000020:00000002:1.0:1767384588.659303:0:17897:0:(lu_object.c:207:lu_object_put()) Add 00000000a7858482/0000000062c71d51 to site lru. bkt: 00000000f00b86c3 00000001:00000001:1.0:1767384588.659308:0:17897:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384588.659313:0:17897:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384588.659316:0:17897:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.659320:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000015527648. 00080000:00000001:1.0:1767384588.659322:0:17897:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804002521088 : -123269707030528 : ffff8fe308e6a000) 00080000:00000001:1.0:1767384588.659325:0:17897:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.659328:0:17897:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659331:0:17897:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:1.0:1767384588.659335:0:17897:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039ac1dca. 00000001:00000010:1.0:1767384588.659342:0:17897:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039ac1dca. 00080000:00000001:1.0:1767384588.659346:0:17897:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.659350:0:17897:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 95 00080000:00000001:1.0:1767384588.659353:0:17897:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:1.0:1767384588.659354:0:17897:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x1 (old 0x0) for inode 95 00080000:00000001:1.0:1767384588.659360:0:17897:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659363:0:17897:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384588.659367:0:17897:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.659369:0:17897:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.659371:0:17897:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659374:0:17897:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.659377:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d3cc10b6. 00080000:00000001:1.0:1767384588.659380:0:17897:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804002528256 : -123269707023360 : ffff8fe308e6bc00) 00080000:00000001:1.0:1767384588.659383:0:17897:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.659387:0:17897:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659389:0:17897:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:1.0:1767384588.659393:0:17897:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039ac1dca. 00000001:00000010:1.0:1767384588.659397:0:17897:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039ac1dca. 00080000:00000001:1.0:1767384588.659400:0:17897:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.659401:0:17897:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x1 for inode 95 00080000:00000001:1.0:1767384588.659402:0:17897:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:1.0:1767384588.659404:0:17897:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x2 (old 0x1) for inode 95 00080000:00000001:1.0:1767384588.659407:0:17897:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659408:0:17897:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384588.659410:0:17897:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.659416:0:17897:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.659418:0:17897:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659419:0:17897:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.659421:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003a1577c1. 00080000:00000001:1.0:1767384588.659422:0:17897:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804002528768 : -123269707022848 : ffff8fe308e6be00) 00080000:00000001:1.0:1767384588.659424:0:17897:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.659426:0:17897:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659428:0:17897:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:1.0:1767384588.659430:0:17897:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039ac1dca. 00000001:00000010:1.0:1767384588.659433:0:17897:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039ac1dca. 00080000:00000001:1.0:1767384588.659435:0:17897:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.659436:0:17897:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x2 for inode 95 00080000:00000001:1.0:1767384588.659437:0:17897:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:1.0:1767384588.659448:0:17897:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x3 (old 0x2) for inode 95 00080000:00000001:1.0:1767384588.659451:0:17897:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659453:0:17897:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384588.659454:0:17897:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.659455:0:17897:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.659456:0:17897:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659458:0:17897:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.659461:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000652b7920. 00080000:00000001:1.0:1767384588.659462:0:17897:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804002064896 : -123269707486720 : ffff8fe308dfaa00) 00080000:00000001:1.0:1767384588.659463:0:17897:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.659465:0:17897:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659466:0:17897:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:1.0:1767384588.659467:0:17897:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039ac1dca. 00000001:00000010:1.0:1767384588.659470:0:17897:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039ac1dca. 00080000:00000001:1.0:1767384588.659471:0:17897:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.659473:0:17897:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x3 for inode 95 00080000:00000001:1.0:1767384588.659474:0:17897:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:1.0:1767384588.659474:0:17897:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x4 (old 0x3) for inode 95 00080000:00000001:1.0:1767384588.659476:0:17897:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.659478:0:17897:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384588.659479:0:17897:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.659480:0:17897:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.659481:0:17897:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384588.659483:0:17897:0:(nodemap_storage.c:2384:nodemap_save_config_cache()) Process leaving (rc=18446620804002734592 : -123269706817024 : ffff8fe308e9e200) 00000001:00000001:1.0:1767384588.659490:0:17897:0:(nodemap_storage.c:2629:nm_config_file_register_tgt()) Process leaving (rc=18446620804265279616 : -123269444272000 : ffff8fe318900080) 00002000:00000010:1.0:1767384588.659493:0:17897:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at 0000000060e5bde3. 00000020:00000010:1.0:1767384588.659496:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c386db7b. 00000020:00000010:1.0:1767384588.659499:0:17897:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001fa37a58. 00000020:00000010:1.0:1767384588.659501:0:17897:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005772e4fd. 00000020:00000010:1.0:1767384588.659504:0:17897:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004968f35e. 00000020:00000010:1.0:1767384588.659514:0:17897:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004120ec44. 80000000:00000010:1.0:1767384588.659516:0:17897:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a9f1d13a. 40000000:00000010:1.0:1767384588.659518:0:17897:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e1bc5502. 00100000:00000010:1.0:1767384588.659521:0:17897:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003424d82b. 00040000:00000010:1.0:1767384588.659524:0:17897:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000033332ee0. 00040000:00000010:1.0:1767384588.659526:0:17897:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007ac8d9f6. 00080000:00000010:1.0:1767384588.659530:0:17897:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005bd7a297. 00080000:00000010:1.0:1767384588.659533:0:17897:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002a33a50d. 00002000:00000010:1.0:1767384588.659536:0:17897:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000826bbb13. 00002000:00000001:1.0:1767384588.659703:0:17899:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 00002000:00000001:1.0:1767384588.659912:0:17900:0:(ofd_objects.c:1327:ofd_id_repair_thread_main()) Process entered 00000040:00000010:0.0:1767384588.660273:0:17879:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c901aab2. 00000040:00000001:0.0:1767384588.660278:0:17879:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384588.660280:0:17879:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-7 (rc=0) 00000040:00000001:0.0:1767384588.660283:0:17879:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384588.660286:0:17879:0:(lu_object.c:207:lu_object_put()) Add 0000000033ebae8f/00000000b648ed3e to site lru. bkt: 000000006d9618c4 00000040:00000010:0.0:1767384588.660288:0:17879:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000007f80ceed. 00000040:00000001:0.0:1767384588.660291:0:17879:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384588.660293:0:17879:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d4fcecae. 00000040:00000010:0.0:1767384588.660309:0:17879:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c697253d. 00000020:00000001:0.0:1767384588.660311:0:17879:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384588.660313:0:17879:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1767384588.660316:0:17879:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e3bd8c87. 00000040:00000010:0.0:1767384588.660319:0:17879:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c52e41c4. 00000020:00000010:0.0:1767384588.660321:0:17879:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000009c2e001. 00000020:00000010:0.0:1767384588.660324:0:17879:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d05dbcc0. 80000000:00000010:0.0:1767384588.660325:0:17879:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eea57a89. 00040000:00000010:0.0:1767384588.660327:0:17879:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e9a842be. 00080000:00000010:0.0:1767384588.660330:0:17879:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000d6139cdd. 00080000:00000010:0.0:1767384588.660332:0:17879:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b9004500. 00080000:00000010:0.0:1767384588.660335:0:17879:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000985c2f01. 00080000:00000010:0.0:1767384588.660338:0:17879:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000358c21af. 00080000:00000010:0.0:1767384588.660340:0:17879:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a5f05cc9. 20000000:00000010:0.0:1767384588.660342:0:17879:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000058dc0383. 00000020:00000010:0.0:1767384588.660345:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3b828f1. 10000000:00000010:0.0:1767384588.660348:0:17879:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000822e9a6e. 10000000:01000000:0.0:1767384588.660351:0:17879:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.137@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:0.0:1767384588.660362:0:17879:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384588.660364:0:17879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384588.660366:0:17879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384588.660367:0:17879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073307918 refcount=3 00000020:00000001:0.0:1767384588.660369:0:17879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803874871808 : -123269834679808 : ffff8fe3014ada00) 00010000:00000001:0.0:1767384588.660377:0:17879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620803874871808 : -123269834679808 : ffff8fe3014ada00) 00010000:00000001:0.0:1767384588.660379:0:17879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384588.660381:0:17879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 0000000073307918/0x7f71e2b70dd20108 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd2010f expref: -99 pid: 17879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384588.660388:0:17879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384588.660390:0:17879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384588.660391:0:17879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.137@tcp lock: 0000000073307918/0x7f71e2b70dd20108 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd2010f expref: -99 pid: 17879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384588.660395:0:17879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384588.660401:0:17879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384588.660402:0:17879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384588.660403:0:17879:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384588.660404:0:17879:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384588.660407:0:17879:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384588.660408:0:17879:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff8fe308e09000 from 1 10000000:00000001:0.0:1767384588.660411:0:17879:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384588.660412:0:17879:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1767384588.660416:0:17879:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1ef835c. 00000020:00000040:0.0:1767384588.660419:0:17879:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384588.660422:0:17879:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384588.660424:0:17879:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384588.660427:0:17879:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384588.660432:0:17879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2eccf79. 00000100:00000001:0.0:1767384588.660436:0:17879:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.660439:0:17879:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384588.660452:0:17879:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384588.660456:0:17879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ec87d557 count: 2 00010000:00000001:0.0:1767384588.660459:0:17879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384588.660461:0:17879:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384588.660465:0:17879:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc8b2f4e. 00000020:00000001:0.0:1767384588.660468:0:17879:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384588.660470:0:17879:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dc8b2f4e with handle 0x7f71e2b70dd20124 to hash 00000020:00000001:0.0:1767384588.660472:0:17879:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384588.660474:0:17879:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780667392 : -123268928884224 : ffff8fe337483200) 00010000:00000001:0.0:1767384588.660477:0:17879:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780667392 : -123268928884224 : ffff8fe337483200) 00010000:00000001:0.0:1767384588.660481:0:17879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384588.660482:0:17879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384588.660484:0:17879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 00000000dc8b2f4e/0x7f71e2b70dd20124 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384588.660489:0:17879:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.137@tcp lock: 00000000dc8b2f4e/0x7f71e2b70dd20124 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384588.660496:0:17879:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.137@tcp lock: 00000000dc8b2f4e/0x7f71e2b70dd20124 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17879 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384588.660505:0:17879:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384588.660507:0:17879:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384588.660510:0:17879:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001147ccf2. 00000100:00000001:0.0:1767384588.660512:0:17879:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799577066304 : -123274132485312 : ffff8fe2011f8b40) 00000100:00000001:0.0:1767384588.660514:0:17879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384588.660515:0:17879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575799808 : -123274133751808 : ffff8fe2010c3800) 00000100:00000001:0.0:1767384588.660518:0:17879:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384588.660519:0:17879:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.660520:0:17879:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384588.660522:0:17879:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384588.660527:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1ef835c x1853237049168640/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.660533:0:17879:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384588.660535:0:17879:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.660537:0:17879:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384588.660539:0:17879:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384588.660541:0:17879:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384588.660543:0:17879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1ef835c pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17879:1853237049168640:0@lo:101: 00000100:00000001:0.0:1767384588.660546:0:17879:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384588.660549:0:17879:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384588.660551:0:17879:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.660552:0:17879:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384588.660556:0:17879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000958f7440. 02000000:00000001:0.0:1767384588.660557:0:17879:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384588.660561:0:17879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3794794. 00000400:00000010:0.0:1767384588.660565:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000100:00000200:0.0:1767384588.660579:0:17879:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049168640, portal 25 00000100:00000001:0.0:1767384588.660581:0:17879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384588.660582:0:17879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575799808 : -123274133751808 : ffff8fe2010c3800) 00000100:00000040:0.0:1767384588.660585:0:17879:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1ef835c x1853237049168640/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.660591:0:17879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384588.660596:0:17879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384588.660598:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b58b0c66. 00000100:00000200:0.0:1767384588.660600:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049168640, offset 0 00000400:00000200:0.0:1767384588.660605:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384588.660632:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384588.660640:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260001300 00000400:00000200:0.0:1767384588.660644:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x18d [2] + 0 00000400:00000010:0.0:1767384588.660647:0:17879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee058503. 00000400:00000200:0.0:1767384588.660649:0:17879:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000070710e0 00000400:00000200:0.0:1767384588.660652:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384588.660655:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384588.660657:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000070710e0 00000400:00000010:0.0:1767384588.660658:0:17879:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000070710e0. 00000100:00000001:0.0:1767384588.660661:0:17879:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384588.660662:0:17879:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384588.660665:0:17879:0:(events.c:337:request_in_callback()) incoming req@000000004b8f20d2 x1853237049168640 msgsize 328 00000100:00100000:0.0:1767384588.660668:0:17879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384588.660669:0:17879:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384588.660678:0:17879:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384588.660683:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58b0c66 00000400:00000010:0.0:1767384588.660684:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b58b0c66. 00000100:00000001:0.0:1767384588.660687:0:17879:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384588.660689:0:17879:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1ef835c x1853237049168640/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.660696:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384588.660699:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f1ef835c x1853237049168640/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.660704:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.660706:0:17879:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384588.660714:0:17879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.660721:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294877086 00000100:00000010:0.0:1767384588.660729:0:17879:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a6976be. 00000100:00000001:0.0:1767384588.660736:0:17879:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384588.660744:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294877086 00000100:00000010:0.0:1767384588.660758:0:17879:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008bc6927. 00000100:00000001:0.0:1767384588.660764:0:17879:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384588.660770:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294877086 00000100:00000010:0.0:1767384588.660779:0:17879:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dac0c0c8. 00000100:00000001:0.0:1767384588.660785:0:17879:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384588.660791:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294877086 00000100:00000010:0.0:1767384588.660795:0:17879:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000316fbb08. 00000100:00000001:0.0:1767384588.660798:0:17879:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384588.660800:0:17879:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384588.660801:0:17879:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.660803:0:17879:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384588.660805:0:17879:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384588.660809:0:17879:0:(client.c:2690:ptlrpc_set_wait()) set 000000001147ccf2 going to sleep for 11 seconds 00000100:00000001:0.0:1767384588.660811:0:17879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384588.660813:0:17879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.661121:0:17879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384588.661128:0:17879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384588.661133:0:17879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384588.661137:0:17879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3794794. 00000400:00000200:0.0:1767384588.661146:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00000400:00000010:0.0:1767384588.661152:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000100:00000001:0.0:1767384588.661159:0:17879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384588.661176:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1ef835c x1853237049168640/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384588.661193:0:17879:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1ef835c x1853237049168640/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.661203:0:17879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384588.661205:0:17879:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384588.661207:0:17879:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384588.661209:0:17879:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384588.661211:0:17879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384588.661213:0:17879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.661215:0:17879:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384588.661218:0:17879:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384588.661229:0:17879:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384588.661232:0:17879:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384588.661233:0:17879:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.661236:0:17879:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384588.661237:0:17879:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.661239:0:17879:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384588.661242:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1ef835c x1853237049168640/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.661247:0:17879:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384588.661249:0:17879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384588.661250:0:17879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384588.661253:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1ef835c x1853237049168640/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384588.661257:0:17879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1ef835c pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17879:1853237049168640:0@lo:101: 00000100:00000001:0.0:1767384588.661261:0:17879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384588.661262:0:17879:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.661263:0:17879:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384588.661265:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384588.661266:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1ef835c x1853237049168640/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.661270:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384588.661272:0:17879:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001147ccf2. 00000100:00000001:0.0:1767384588.661275:0:17879:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384588.661276:0:17879:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.661278:0:17879:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384588.661279:0:17879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384588.661281:0:17879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384588.661282:0:17879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc8b2f4e refcount=4 00000020:00000001:0.0:1767384588.661284:0:17879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667392 : -123268928884224 : ffff8fe337483200) 00010000:00000001:0.0:1767384588.661286:0:17879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667392 : -123268928884224 : ffff8fe337483200) 00010000:00000040:0.0:1767384588.661300:0:17879:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000dc8b2f4e, remote cookie: 0x7f71e2b70dd2012b, flags: 0x0 00010000:00000001:0.0:1767384588.661302:0:17879:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384588.661308:0:17879:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384588.661309:0:17879:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384588.661310:0:17879:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384588.661311:0:17879:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384588.661312:0:17879:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000ec87d557) refcount = 2 00010000:00000040:0.0:1767384588.661314:0:17879:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384588.661315:0:17879:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.137@tcp lock: 0000000004b48d08/0x7f71e2b70dd2009f lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd200a6 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384588.661319:0:17879:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.137@tcp lock: 00000000dc8b2f4e/0x7f71e2b70dd20124 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd2012b expref: -99 pid: 17879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384588.661323:0:17879:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384588.661340:0:17879:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384588.661342:0:17879:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384588.661344:0:17879:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384588.661346:0:17879:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384588.661348:0:17879:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.137@tcp lock: 00000000dc8b2f4e/0x7f71e2b70dd20124 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd2012b expref: -99 pid: 17879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384588.661353:0:17879:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384588.661354:0:17879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384588.661355:0:17879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384588.661356:0:17879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384588.661358:0:17879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384588.661359:0:17879:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.661361:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384588.661363:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1ef835c x1853237049168640/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.661368:0:17879:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384588.661370:0:17879:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384588.661372:0:17879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000958f7440. 02000000:00000001:0.0:1767384588.661375:0:17879:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384588.661377:0:17879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384588.661378:0:17879:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384588.661379:0:17879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384588.661380:0:17879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e2eccf79. 02000000:00000001:0.0:1767384588.661386:0:17879:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384588.661388:0:17879:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384588.661389:0:17879:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1ef835c. 00000100:00000001:0.0:1767384588.661392:0:17879:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384588.661393:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384588.661394:0:17879:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384588.661396:0:17879:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384588.661398:0:17879:0:(mgc_request.c:108:config_log_get()) log params (000000004d325340) refs 2 10000000:00000001:0.0:1767384588.661399:0:17879:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.661401:0:17879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384588.661402:0:17879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384588.661403:0:17879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc8b2f4e refcount=3 00000020:00000001:0.0:1767384588.661405:0:17879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667392 : -123268928884224 : ffff8fe337483200) 00010000:00000001:0.0:1767384588.661406:0:17879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667392 : -123268928884224 : ffff8fe337483200) 00010000:00000001:0.0:1767384588.661408:0:17879:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384588.661409:0:17879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384588.661411:0:17879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384588.661412:0:17879:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384588.661414:0:17879:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767384588.661417:0:17879:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000002411d3c7. 00000020:00000010:0.0:1767384588.661421:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2eccf79. 00000020:00000010:0.0:1767384588.661425:0:17879:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000076d59587. 00000040:00000010:0.0:1767384588.661429:0:17879:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000023325b73. 00000020:00000010:0.0:1767384588.661433:0:17879:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b93d47d. 00000020:00000010:0.0:1767384588.661453:0:17879:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dfb910a3. 80000000:00000010:0.0:1767384588.661455:0:17879:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000048ca23ed. 00040000:00000010:0.0:1767384588.661458:0:17879:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002b6d3da7. 00080000:00000010:0.0:1767384588.661463:0:17879:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000da7896a4. 00080000:00000010:0.0:1767384588.661467:0:17879:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000420ecea3. 20000000:00000010:0.0:1767384588.661472:0:17879:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000004816de2a. 10000000:00000040:0.0:1767384588.661475:0:17879:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000006608e49b : new refcount 2 10000000:00000040:0.0:1767384588.661478:0:17879:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000008f1c4a60 : new refcount 2 10000000:00000040:0.0:1767384588.661481:0:17879:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.202.137@tcp: copy local log params 10000000:00000001:0.0:1767384588.661483:0:17879:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:0.0:1767384588.661491:0:17879:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 8 at 00000000afe1a6b5. 00000040:00000001:0.0:1767384588.661494:0:17879:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:0.0:1767384588.661495:0:17879:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384588.661498:0:17879:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c170377f. 00000040:00000001:0.0:1767384588.661500:0:17879:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384588.661501:0:17879:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384588.661503:0:17879:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804003858432 : -123269705693184 : 0xffff8fe308fb0800) 00000020:00000001:0.0:1767384588.661505:0:17879:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804003858432 : -123269705693184 : ffff8fe308fb0800) 00080000:00000001:0.0:1767384588.661508:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384588.661510:0:17879:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384588.661516:0:17879:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384588.661523:0:17879:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.661524:0:17879:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384588.661526:0:17879:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.661527:0:17879:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384588.661528:0:17879:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384588.661530:0:17879:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 96:3202821699 to info 00000000da7896a4 00000020:00000001:0.0:1767384588.661532:0:17879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000076c50296 00080000:00000002:0.0:1767384588.661533:0:17879:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x3:0x0] 00080000:00000001:0.0:1767384588.661535:0:17879:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384588.661536:0:17879:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384588.661539:0:17879:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000958f7440. 00080000:00000001:0.0:1767384588.661540:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384588.661543:0:17879:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000c520a30c. 00000020:00000001:0.0:1767384588.661545:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384588.661547:0:17879:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000035e202b9. 00000020:00000010:0.0:1767384588.661550:0:17879:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001a14c1d0. 00000020:00000001:0.0:1767384588.661564:0:17879:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384588.661566:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d2a6f0b0. 00000020:00000001:0.0:1767384588.661567:0:17879:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.661569:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384588.661570:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384588.661571:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384588.661573:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384588.661575:0:17879:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.661582:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384588.661587:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620804669878872 : -123269039672744 : ffff8fe330adb258) 00000040:00000001:0.0:1767384588.661588:0:17879:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.661590:0:17879:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.661591:0:17879:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384588.661594:0:17879:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004f8db5f9. 00000040:00000001:0.0:1767384588.661595:0:17879:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384588.661597:0:17879:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384588.661599:0:17879:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384588.661600:0:17879:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384588.661602:0:17879:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384588.661603:0:17879:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.661605:0:17879:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.661606:0:17879:0:(llog.c:1725:llog_validate()) Process leaving via out_close (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384588.661608:0:17879:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384588.661609:0:17879:0:(lu_object.c:207:lu_object_put()) Add 00000000d2a6f0b0/000000001a14c1d0 to site lru. bkt: 00000000bc691a32 00000040:00000010:0.0:1767384588.661610:0:17879:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000c520a30c. 00000040:00000001:0.0:1767384588.661612:0:17879:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384588.661614:0:17879:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004f8db5f9. 00000040:00000010:0.0:1767384588.661616:0:17879:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c170377f. 00000040:00000001:0.0:1767384588.661617:0:17879:0:(llog.c:1739:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384588.661618:0:17879:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:0.0:1767384588.661619:0:17879:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384588.661621:0:17879:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c170377f. 00000040:00000001:0.0:1767384588.661623:0:17879:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767384588.661625:0:17879:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000010:0.0:1767384588.661628:0:17879:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1ef835c. 00000020:00000040:0.0:1767384588.661630:0:17879:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384588.661632:0:17879:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384588.661634:0:17879:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384588.661636:0:17879:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384588.661659:0:17879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ecc62ba. 00000100:00000001:0.0:1767384588.661662:0:17879:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.661665:0:17879:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384588.661667:0:17879:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384588.661675:0:17879:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000976334ed. 00000100:00000001:0.0:1767384588.661677:0:17879:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620803997675072 : -123269711876544 : ffff8fe3089cae40) 00000100:00000001:0.0:1767384588.661679:0:17879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384588.661689:0:17879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575799808 : -123274133751808 : ffff8fe2010c3800) 00000100:00000001:0.0:1767384588.661692:0:17879:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384588.661693:0:17879:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.661694:0:17879:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384588.661695:0:17879:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384588.661697:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1ef835c x1853237049168768/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.661702:0:17879:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384588.661703:0:17879:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.661705:0:17879:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384588.661707:0:17879:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384588.661709:0:17879:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384588.661712:0:17879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1ef835c pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17879:1853237049168768:0@lo:501: 00000100:00000001:0.0:1767384588.661715:0:17879:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384588.661718:0:17879:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384588.661719:0:17879:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.661721:0:17879:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384588.661724:0:17879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ac26fdb. 02000000:00000001:0.0:1767384588.661726:0:17879:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384588.661729:0:17879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3794794. 00000400:00000010:0.0:1767384588.661732:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000100:00000200:0.0:1767384588.661736:0:17879:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049168768, portal 25 00000100:00000001:0.0:1767384588.661738:0:17879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384588.661739:0:17879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575799808 : -123274133751808 : ffff8fe2010c3800) 00000100:00000040:0.0:1767384588.661744:0:17879:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1ef835c x1853237049168768/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.661751:0:17879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384588.661753:0:17879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384588.661755:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b58b0c66. 00000100:00000200:0.0:1767384588.661758:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237049168768, offset 0 00000400:00000200:0.0:1767384588.661762:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384588.661775:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384588.661781:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958260001380 00000400:00000200:0.0:1767384588.661785:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x191 [2] + 0 00000400:00000010:0.0:1767384588.661788:0:17879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004320281e. 00000400:00000200:0.0:1767384588.661790:0:17879:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000054ba9967 00000400:00000200:0.0:1767384588.661793:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384588.661795:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384588.661797:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054ba9967 00000400:00000010:0.0:1767384588.661799:0:17879:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054ba9967. 00000100:00000001:0.0:1767384588.661801:0:17879:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384588.661802:0:17879:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384588.661804:0:17879:0:(events.c:337:request_in_callback()) incoming req@0000000064ca68cd x1853237049168768 msgsize 504 00000100:00100000:0.0:1767384588.661806:0:17879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384588.661807:0:17879:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384588.661817:0:17879:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384588.661819:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58b0c66 00000400:00000010:0.0:1767384588.661820:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b58b0c66. 00000100:00000001:0.0:1767384588.661822:0:17879:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384588.661824:0:17879:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1ef835c x1853237049168768/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.661831:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384588.661833:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f1ef835c x1853237049168768/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.661841:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.661844:0:17879:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384588.661849:0:17879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.661855:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294877087 00000100:00000001:0.0:1767384588.661863:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877086 00000100:00000001:0.0:1767384588.661869:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294877087 00000100:00000001:0.0:1767384588.661873:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877086 00000100:00000001:0.0:1767384588.661878:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294877087 00000100:00000001:0.0:1767384588.661882:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877086 00000100:00000001:0.0:1767384588.661893:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294877087 00000100:00000001:0.0:1767384588.661898:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877086 00000100:00000001:0.0:1767384588.661902:0:17879:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384588.661906:0:17879:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.661911:0:17879:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384588.661912:0:17879:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384588.661914:0:17879:0:(client.c:2690:ptlrpc_set_wait()) set 00000000976334ed going to sleep for 11 seconds 00000100:00000001:0.0:1767384588.661918:0:17879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384588.661922:0:17879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.662213:0:17879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384588.662217:0:17879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384588.662221:0:17879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384588.662222:0:17879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3794794. 00000400:00000200:0.0:1767384588.662226:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00000400:00000010:0.0:1767384588.662230:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000100:00000001:0.0:1767384588.662233:0:17879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384588.662239:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1ef835c x1853237049168768/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384588.662252:0:17879:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1ef835c x1853237049168768/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.662264:0:17879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384588.662267:0:17879:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384588.662270:0:17879:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384588.662272:0:17879:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384588.662275:0:17879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384588.662278:0:17879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.662283:0:17879:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384588.662288:0:17879:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384588.662292:0:17879:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384588.662295:0:17879:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384588.662298:0:17879:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.662300:0:17879:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384588.662302:0:17879:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.662306:0:17879:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384588.662310:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1ef835c x1853237049168768/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.662320:0:17879:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384588.662321:0:17879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384588.662323:0:17879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384588.662325:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1ef835c x1853237049168768/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384588.662330:0:17879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1ef835c pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17879:1853237049168768:0@lo:501: 00000100:00000001:0.0:1767384588.662335:0:17879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384588.662336:0:17879:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.662338:0:17879:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384588.662339:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384588.662341:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1ef835c x1853237049168768/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.662345:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384588.662347:0:17879:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000976334ed. 00000100:00000001:0.0:1767384588.662349:0:17879:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384588.662350:0:17879:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.662352:0:17879:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767384588.662354:0:17879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384588.662355:0:17879:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384588.662356:0:17879:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384588.662357:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384588.662360:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1ef835c x1853237049168768/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.662364:0:17879:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384588.662365:0:17879:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384588.662366:0:17879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ac26fdb. 02000000:00000001:0.0:1767384588.662369:0:17879:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384588.662370:0:17879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384588.662371:0:17879:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384588.662372:0:17879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384588.662373:0:17879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003ecc62ba. 02000000:00000001:0.0:1767384588.662375:0:17879:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384588.662376:0:17879:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384588.662380:0:17879:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1ef835c. 00000100:00000001:0.0:1767384588.662383:0:17879:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384588.662384:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384588.662386:0:17879:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.662387:0:17879:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384588.662390:0:17879:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004f8db5f9. 00000040:00000001:0.0:1767384588.662391:0:17879:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384588.662393:0:17879:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767384588.662395:0:17879:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000010:0.0:1767384588.662397:0:17879:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1ef835c. 00000020:00000040:0.0:1767384588.662399:0:17879:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384588.662400:0:17879:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384588.662402:0:17879:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384588.662404:0:17879:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384588.662406:0:17879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038e4f82c. 00000100:00000001:0.0:1767384588.662409:0:17879:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.662411:0:17879:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384588.662412:0:17879:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384588.662415:0:17879:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000976334ed. 00000100:00000001:0.0:1767384588.662418:0:17879:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620803997675072 : -123269711876544 : ffff8fe3089cae40) 00000100:00000001:0.0:1767384588.662420:0:17879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384588.662422:0:17879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575799808 : -123274133751808 : ffff8fe2010c3800) 00000100:00000001:0.0:1767384588.662425:0:17879:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384588.662427:0:17879:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.662428:0:17879:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384588.662430:0:17879:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384588.662434:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1ef835c x1853237049168896/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.662441:0:17879:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384588.662443:0:17879:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.662445:0:17879:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384588.662447:0:17879:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384588.662450:0:17879:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384588.662454:0:17879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1ef835c pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17879:1853237049168896:0@lo:503: 00000100:00000001:0.0:1767384588.662457:0:17879:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384588.662466:0:17879:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384588.662467:0:17879:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.662469:0:17879:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384588.662480:0:17879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000005af727f1. 02000000:00000001:0.0:1767384588.662482:0:17879:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384588.662485:0:17879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3794794. 00000400:00000010:0.0:1767384588.662488:0:17879:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008e18d34f. 00000100:00000200:0.0:1767384588.662491:0:17879:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049168896, portal 25 00000100:00000001:0.0:1767384588.662492:0:17879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384588.662493:0:17879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575799808 : -123274133751808 : ffff8fe2010c3800) 00000100:00000040:0.0:1767384588.662496:0:17879:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1ef835c x1853237049168896/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.662501:0:17879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384588.662503:0:17879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384588.662504:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000100:00000200:0.0:1767384588.662506:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049168896, offset 0 00000400:00000200:0.0:1767384588.662509:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384588.662514:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384588.662518:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260001400 00000400:00000200:0.0:1767384588.662522:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x195 [2] + 0 00000400:00000010:0.0:1767384588.662524:0:17879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007208e2d2. 00000400:00000200:0.0:1767384588.662527:0:17879:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b37f99e6 00000400:00000200:0.0:1767384588.662529:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384588.662531:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384588.662534:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b37f99e6 00000400:00000010:0.0:1767384588.662535:0:17879:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b37f99e6. 00000100:00000001:0.0:1767384588.662538:0:17879:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384588.662539:0:17879:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384588.662541:0:17879:0:(events.c:337:request_in_callback()) incoming req@000000006607c268 x1853237049168896 msgsize 272 00000100:00100000:0.0:1767384588.662546:0:17879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384588.662547:0:17879:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384588.662557:0:17879:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384588.662560:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00000400:00000010:0.0:1767384588.662561:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000100:00000001:0.0:1767384588.662563:0:17879:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384588.662571:0:17879:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1ef835c x1853237049168896/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.662579:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384588.662584:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f1ef835c x1853237049168896/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.662597:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.662600:0:17879:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384588.662605:0:17879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.662631:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294877088 00000100:00000001:0.0:1767384588.662639:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877087 00000100:00000001:0.0:1767384588.662646:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294877088 00000100:00000001:0.0:1767384588.662652:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877087 00000100:00000001:0.0:1767384588.662655:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294877088 00000100:00000001:0.0:1767384588.662660:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877087 00000100:00000001:0.0:1767384588.662667:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294877088 00000100:00000001:0.0:1767384588.662673:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877087 00000100:00000001:0.0:1767384588.662675:0:17879:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384588.662677:0:17879:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.662679:0:17879:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384588.662679:0:17879:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384588.662681:0:17879:0:(client.c:2690:ptlrpc_set_wait()) set 00000000976334ed going to sleep for 11 seconds 00000100:00000001:0.0:1767384588.662683:0:17879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384588.662686:0:17879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.662978:0:17879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384588.662984:0:17879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384588.662988:0:17879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384588.662993:0:17879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3794794. 00000400:00000200:0.0:1767384588.663000:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e18d34f 00000400:00000010:0.0:1767384588.663005:0:17879:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008e18d34f. 00000100:00000001:0.0:1767384588.663012:0:17879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384588.663019:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1ef835c x1853237049168896/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384588.663063:0:17879:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1ef835c x1853237049168896/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.663079:0:17879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384588.663082:0:17879:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384588.663085:0:17879:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384588.663087:0:17879:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384588.663088:0:17879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384588.663090:0:17879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.663093:0:17879:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384588.663096:0:17879:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384588.663100:0:17879:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384588.663102:0:17879:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384588.663104:0:17879:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.663105:0:17879:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384588.663108:0:17879:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.663110:0:17879:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384588.663113:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1ef835c x1853237049168896/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.663119:0:17879:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384588.663121:0:17879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384588.663122:0:17879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384588.663125:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1ef835c x1853237049168896/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384588.663134:0:17879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1ef835c pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17879:1853237049168896:0@lo:503: 00000100:00000001:0.0:1767384588.663138:0:17879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384588.663141:0:17879:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.663143:0:17879:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384588.663145:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384588.663147:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1ef835c x1853237049168896/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.663153:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384588.663155:0:17879:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000976334ed. 00000100:00000001:0.0:1767384588.663164:0:17879:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384588.663166:0:17879:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663170:0:17879:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1767384588.663172:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384588.663174:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1ef835c x1853237049168896/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.663181:0:17879:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384588.663182:0:17879:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384588.663184:0:17879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000005af727f1. 02000000:00000001:0.0:1767384588.663194:0:17879:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384588.663196:0:17879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384588.663197:0:17879:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384588.663199:0:17879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384588.663201:0:17879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000038e4f82c. 02000000:00000001:0.0:1767384588.663204:0:17879:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384588.663205:0:17879:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384588.663206:0:17879:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1ef835c. 00000100:00000001:0.0:1767384588.663208:0:17879:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384588.663209:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384588.663211:0:17879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384588.663212:0:17879:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384588.663214:0:17879:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767384588.663215:0:17879:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663216:0:17879:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663218:0:17879:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384588.663219:0:17879:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384588.663221:0:17879:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000038e4f82c. 00000040:00000001:0.0:1767384588.663224:0:17879:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384588.663226:0:17879:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384588.663227:0:17879:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804003858432 : -123269705693184 : 0xffff8fe308fb0800) 00000020:00000001:0.0:1767384588.663229:0:17879:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804003858432 : -123269705693184 : ffff8fe308fb0800) 00080000:00000001:0.0:1767384588.663234:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384588.663236:0:17879:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1767384588.663238:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384588.663241:0:17879:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000c520a30c. 00000020:00000001:0.0:1767384588.663243:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384588.663251:0:17879:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620804669878872 : -123269039672744 : ffff8fe330adb258) 00000040:00000001:0.0:1767384588.663253:0:17879:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663255:0:17879:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663257:0:17879:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:0.0:1767384588.663259:0:17879:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384588.663260:0:17879:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384588.663262:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384588.663265:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e9a842be. 00080000:00000001:0.0:1767384588.663267:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799577242624 : -123274132308992 : ffff8fe201223c00) 00000040:00000001:0.0:1767384588.663269:0:17879:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1767384588.663270:0:17879:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384588.663272:0:17879:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:0.0:1767384588.663274:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384588.663275:0:17879:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663277:0:17879:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1767384588.663279:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1767384588.663280:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1767384588.663281:0:17879:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x3:0x0] not in the id map cache 00080000:00000010:0.0:1767384588.663285:0:17879:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000d05dbcc0. 00080000:00000001:0.0:1767384588.663287:0:17879:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663289:0:17879:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663291:0:17879:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663293:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384588.663297:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663300:0:17879:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:0.0:1767384588.663302:0:17879:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:0.0:1767384588.663309:0:17879:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 000000004098382b. 00080000:00000001:0.0:1767384588.663313:0:17879:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384588.663315:0:17879:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384588.663318:0:17879:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x3:0x0] decrease nlink 1 00080000:00000001:0.0:1767384588.663323:0:17879:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:0.0:1767384588.663325:0:17879:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x3:0x0] 00080000:00000001:0.0:1767384588.663327:0:17879:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384588.663328:0:17879:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663329:0:17879:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1767384588.663334:0:17879:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c3794794. 00000001:00000010:0.0:1767384588.663341:0:17879:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c3794794. 00080000:00000001:0.0:1767384588.663351:0:17879:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663354:0:17879:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663357:0:17879:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663359:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:0.0:1767384588.663362:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384588.663364:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384588.663365:0:17879:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 000000004098382b. 00080000:00000002:0.0:1767384588.663369:0:17879:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 96 00080000:00000001:0.0:1767384588.663371:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663373:0:17879:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663374:0:17879:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:0.0:1767384588.663416:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384588.663418:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384588.663420:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384588.663421:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384588.663422:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384588.663423:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384588.663426:0:17879:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d2a6f0b0. 00000020:00000010:0.0:1767384588.663429:0:17879:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001a14c1d0. 00000040:00000010:0.0:1767384588.663439:0:17879:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000c520a30c. 00000040:00000001:0.0:1767384588.663441:0:17879:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384588.663442:0:17879:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000038e4f82c. 00000040:00000001:0.0:1767384588.663444:0:17879:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663446:0:17879:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:0.0:1767384588.663447:0:17879:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384588.663449:0:17879:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000038e4f82c. 00000040:00000001:0.0:1767384588.663451:0:17879:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384588.663453:0:17879:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384588.663454:0:17879:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804003858432 : -123269705693184 : 0xffff8fe308fb0800) 00000020:00000001:0.0:1767384588.663456:0:17879:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804003858432 : -123269705693184 : ffff8fe308fb0800) 00080000:00000001:0.0:1767384588.663459:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384588.663461:0:17879:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384588.663465:0:17879:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1767384588.663468:0:17879:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384588.663470:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:0.0:1767384588.663475:0:17879:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000c520a30c. 00000020:00000001:0.0:1767384588.663483:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384588.663486:0:17879:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008a204d41. 00000020:00000001:0.0:1767384588.663489:0:17879:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384588.663491:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c52e41c4. 00000020:00000001:0.0:1767384588.663493:0:17879:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663495:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384588.663497:0:17879:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384588.663498:0:17879:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663500:0:17879:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1767384588.663503:0:17879:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c3794794. 00000001:00000010:0.0:1767384588.663508:0:17879:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c3794794. 00080000:00000001:0.0:1767384588.663511:0:17879:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663513:0:17879:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384588.663516:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620804669881688 : -123269039669928 : ffff8fe330adbd58) 00000040:00000001:0.0:1767384588.663518:0:17879:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663519:0:17879:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663521:0:17879:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384588.663522:0:17879:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663524:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384588.663526:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e3bd8c87. 00080000:00000001:0.0:1767384588.663528:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799577240064 : -123274132311552 : ffff8fe201223200) 00000040:00000001:0.0:1767384588.663531:0:17879:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:0.0:1767384588.663532:0:17879:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1767384588.663534:0:17879:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1767384588.663536:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384588.663538:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384588.663540:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000084a86352. 00080000:00000001:0.0:1767384588.663542:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663544:0:17879:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384588.663545:0:17879:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x7:0x0] not in the id map cache 00000001:00000001:0.0:1767384588.663547:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384588.663548:0:17879:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.663550:0:17879:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663553:0:17879:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1767384588.663554:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384588.663555:0:17879:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663558:0:17879:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663565:0:17879:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663567:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384588.663571:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663573:0:17879:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:0.0:1767384588.663575:0:17879:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:0.0:1767384588.663576:0:17879:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:0.0:1767384588.663578:0:17879:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384588.663645:0:17879:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384588.663647:0:17879:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663649:0:17879:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384588.663656:0:17879:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384588.663658:0:17879:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x7:0x0] 00080000:00000001:0.0:1767384588.663660:0:17879:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384588.663662:0:17879:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663664:0:17879:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:0.0:1767384588.663668:0:17879:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c3794794. 00000001:00000010:0.0:1767384588.663676:0:17879:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c3794794. 00080000:00000001:0.0:1767384588.663681:0:17879:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663683:0:17879:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.663690:0:17879:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663694:0:17879:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:0.0:1767384588.663697:0:17879:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 0000000071c4539e. 00080000:00000001:0.0:1767384588.663707:0:17879:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.663710:0:17879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004913e728 00080000:00000002:0.0:1767384588.663711:0:17879:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert params:96 rc = 0 00080000:00000001:0.0:1767384588.663713:0:17879:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663716:0:17879:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663718:0:17879:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.663720:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384588.663725:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000084a86352. 00040000:00000001:0.0:1767384588.663728:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384588.663729:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384588.663731:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663733:0:17879:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663735:0:17879:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384588.663739:0:17879:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ddd1eb98. 00000040:00000001:0.0:1767384588.663741:0:17879:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384588.663742:0:17879:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384588.663745:0:17879:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384588.663753:0:17879:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384588.663756:0:17879:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384588.663758:0:17879:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663760:0:17879:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663762:0:17879:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767384588.663765:0:17879:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000057bc40d1. 00000040:00001000:0.0:1767384588.663767:0:17879:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:0.0:1767384588.663770:0:17879:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767384588.663773:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2a6f0b0. 00000020:00000010:0.0:1767384588.663776:0:17879:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003ecc62ba. 00000040:00000010:0.0:1767384588.663779:0:17879:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009ac26fdb. 00000020:00000010:0.0:1767384588.663782:0:17879:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000128b02d. 00000020:00000010:0.0:1767384588.663786:0:17879:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000557b9584. 00000020:00000010:0.0:1767384588.663796:0:17879:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000079faaf70. 80000000:00000010:0.0:1767384588.663800:0:17879:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000433086aa. 40000000:00000010:0.0:1767384588.663802:0:17879:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000084a86352. 00100000:00000010:0.0:1767384588.663806:0:17879:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d2d0c39. 00040000:00000010:0.0:1767384588.663809:0:17879:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f34add6. 00040000:00000010:0.0:1767384588.663812:0:17879:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fdcf52a1. 00040000:00000010:0.0:1767384588.663815:0:17879:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000515811b2. 00080000:00000010:0.0:1767384588.663819:0:17879:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a5f05cc9. 00080000:00000010:0.0:1767384588.663823:0:17879:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b9004500. 00000004:00000010:0.0:1767384588.663827:0:17879:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004ed0f815. 00000004:00000010:0.0:1767384588.663832:0:17879:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005f3db0f0. 00000004:00000010:0.0:1767384588.663836:0:17879:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b403e0b8. 00002000:00000010:0.0:1767384588.663839:0:17879:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002f010257. 00000004:00000010:0.0:1767384588.663841:0:17879:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004d52aa86. 00000020:00000010:0.0:1767384588.663845:0:17879:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008cfe2831. 00000040:00000010:0.0:1767384588.663858:0:17879:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000099f666bd. 00000040:00080000:0.0:1767384588.663861:0:17879:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 1 count 1 00000040:00000010:0.0:1767384588.663863:0:17879:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000099f666bd. 00000020:00000010:0.0:1767384588.663867:0:17879:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008cfe2831. 00000020:00000010:0.0:1767384588.663875:0:17879:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003ecc62ba. 00000040:00000010:0.0:1767384588.663884:0:17879:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009ac26fdb. 00000020:00000010:0.0:1767384588.663887:0:17879:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000128b02d. 00000020:00000010:0.0:1767384588.663890:0:17879:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000557b9584. 00000020:00000010:0.0:1767384588.663894:0:17879:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000079faaf70. 80000000:00000010:0.0:1767384588.663897:0:17879:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000433086aa. 40000000:00000010:0.0:1767384588.663899:0:17879:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000084a86352. 00100000:00000010:0.0:1767384588.663902:0:17879:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003d2d0c39. 00040000:00000010:0.0:1767384588.663905:0:17879:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f34add6. 00040000:00000010:0.0:1767384588.663907:0:17879:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fdcf52a1. 00040000:00000010:0.0:1767384588.663909:0:17879:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000515811b2. 00080000:00000010:0.0:1767384588.663912:0:17879:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b9004500. 00080000:00000010:0.0:1767384588.663915:0:17879:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a5f05cc9. 00000004:00000010:0.0:1767384588.663917:0:17879:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004ed0f815. 00000004:00000010:0.0:1767384588.663920:0:17879:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005f3db0f0. 00000004:00000010:0.0:1767384588.663923:0:17879:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b403e0b8. 00002000:00000010:0.0:1767384588.663925:0:17879:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002f010257. 00000004:00000010:0.0:1767384588.663928:0:17879:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004d52aa86. 00000020:00000010:0.0:1767384588.663930:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2a6f0b0. 00000040:00000010:0.0:1767384588.663932:0:17879:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000057bc40d1. 00000040:00000001:0.0:1767384588.663934:0:17879:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663936:0:17879:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384588.663939:0:17879:0:(lu_object.c:207:lu_object_put()) Add 00000000c52e41c4/000000008a204d41 to site lru. bkt: 0000000034e46367 00000040:00000010:0.0:1767384588.663941:0:17879:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000c520a30c. 00000040:00000001:0.0:1767384588.663943:0:17879:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384588.663945:0:17879:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ddd1eb98. 00000040:00000010:0.0:1767384588.663948:0:17879:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000038e4f82c. 00000040:00000010:0.0:1767384588.663950:0:17879:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004f8db5f9. 00000040:00000010:0.0:1767384588.663952:0:17879:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c170377f. 00000040:00000001:0.0:1767384588.663955:0:17879:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.663956:0:17879:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384588.663958:0:17879:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384588.663960:0:17879:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000997e3640. 00000040:00000001:0.0:1767384588.663962:0:17879:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384588.663963:0:17879:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384588.663965:0:17879:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804003858432 : -123269705693184 : 0xffff8fe308fb0800) 00000020:00000001:0.0:1767384588.663972:0:17879:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804003858432 : -123269705693184 : ffff8fe308fb0800) 00080000:00000001:0.0:1767384588.663975:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384588.663977:0:17879:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384588.663981:0:17879:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1767384588.663984:0:17879:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384588.663986:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384588.663988:0:17879:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384588.663990:0:17879:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384588.663992:0:17879:0:(llog.c:1547:llog_open()) MGC192.168.202.137@tcp: Failed to open llog paramsT: rc -2 00000040:00000010:0.0:1767384588.663995:0:17879:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000997e3640. 00000040:00000001:0.0:1767384588.663997:0:17879:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384588.663999:0:17879:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:0.0:1767384588.664001:0:17879:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 8 at 00000000afe1a6b5. 10000000:00000040:0.0:1767384588.664004:0:17879:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000006608e49b : new refcount 1 10000000:00000001:0.0:1767384588.664006:0:17879:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.664008:0:17879:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767384588.664009:0:17879:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1767384588.664011:0:17879:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384588.664012:0:17879:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000997e3640. 00000040:00000001:0.0:1767384588.664014:0:17879:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384588.664015:0:17879:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384588.664016:0:17879:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804003858432 : -123269705693184 : 0xffff8fe308fb0800) 00000020:00000001:0.0:1767384588.664018:0:17879:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804003858432 : -123269705693184 : ffff8fe308fb0800) 00080000:00000001:0.0:1767384588.664021:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384588.664022:0:17879:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384588.664025:0:17879:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384588.664046:0:17879:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.664048:0:17879:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384588.664049:0:17879:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.664051:0:17879:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384588.664052:0:17879:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384588.664054:0:17879:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x7:0x0] 96:3733727585 to info 00000000da7896a4 00000020:00000001:0.0:1767384588.664064:0:17879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000735816bf 00080000:00000002:0.0:1767384588.664065:0:17879:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x7:0x0] 00080000:00000001:0.0:1767384588.664068:0:17879:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384588.664070:0:17879:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384588.664072:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384588.664075:0:17879:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000afe1a6b5. 00000020:00000001:0.0:1767384588.664077:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384588.664080:0:17879:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620804669881688 : -123269039669928 : ffff8fe330adbd58) 00000040:00000001:0.0:1767384588.664082:0:17879:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.664083:0:17879:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.664086:0:17879:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384588.664088:0:17879:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000099f666bd. 00000040:00000001:0.0:1767384588.664089:0:17879:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384588.664091:0:17879:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384588.664093:0:17879:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384588.664094:0:17879:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384588.664096:0:17879:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384588.664098:0:17879:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.664099:0:17879:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384588.664101:0:17879:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767384588.664103:0:17879:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000057bc40d1. 00000040:00001000:0.0:1767384588.664104:0:17879:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1767384588.664266:0:17901:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767384588.664271:0:17901:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000515811b2. 00000020:00000010:0.0:1767384588.664274:0:17901:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000079faaf70. 00000040:00000010:0.0:1767384588.664277:0:17901:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004630ccc3. 00000020:00000010:0.0:1767384588.664279:0:17901:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b403e0b8. 00000020:00000010:0.0:1767384588.664281:0:17901:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000557b9584. 00000020:00000010:0.0:1767384588.664284:0:17901:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e9dba0fa. 80000000:00000010:0.0:1767384588.664287:0:17901:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000433086aa. 40000000:00000010:0.0:1767384588.664289:0:17901:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d53c7b20. 00100000:00000010:0.0:1767384588.664291:0:17901:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004ed0f815. 00040000:00000010:0.0:1767384588.664294:0:17901:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f34add6. 00040000:00000010:0.0:1767384588.664296:0:17901:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fdcf52a1. 00040000:00000010:0.0:1767384588.664304:0:17901:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005a7caf13. 00080000:00000010:0.0:1767384588.664308:0:17901:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000486f829b. 00080000:00000010:0.0:1767384588.664311:0:17901:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007d7b7d73. 00000004:00000010:0.0:1767384588.664315:0:17901:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003d2d0c39. 00000004:00000010:0.0:1767384588.664317:0:17901:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005f3db0f0. 00000004:00000010:0.0:1767384588.664320:0:17901:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000128b02d. 00002000:00000010:0.0:1767384588.664322:0:17901:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004d52aa86. 00000004:00000010:0.0:1767384588.664324:0:17901:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002f010257. 00000020:00000010:0.0:1767384588.664327:0:17901:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009d3b1743. 00000040:00000010:0.0:1767384588.664332:0:17901:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000009825c732. 00000040:00080000:0.0:1767384588.664932:0:17901:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x7:0x0] index 64768 count 1 00000040:00000010:0.0:1767384588.664936:0:17901:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000009825c732. 00000020:00000010:0.0:1767384588.664942:0:17901:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009d3b1743. 00000020:00000010:0.0:1767384588.664947:0:17901:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000079faaf70. 00000040:00000010:0.0:1767384588.664950:0:17901:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004630ccc3. 00000020:00000010:0.0:1767384588.664952:0:17901:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b403e0b8. 00000020:00000010:0.0:1767384588.664954:0:17901:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000557b9584. 00000020:00000010:0.0:1767384588.664957:0:17901:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e9dba0fa. 80000000:00000010:0.0:1767384588.664960:0:17901:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000433086aa. 40000000:00000010:0.0:1767384588.664962:0:17901:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d53c7b20. 00100000:00000010:0.0:1767384588.664964:0:17901:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004ed0f815. 00040000:00000010:0.0:1767384588.664966:0:17901:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f34add6. 00040000:00000010:0.0:1767384588.664969:0:17901:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fdcf52a1. 00040000:00000010:0.0:1767384588.664971:0:17901:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005a7caf13. 00080000:00000010:0.0:1767384588.664973:0:17901:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007d7b7d73. 00080000:00000010:0.0:1767384588.664976:0:17901:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000486f829b. 00000004:00000010:0.0:1767384588.664978:0:17901:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003d2d0c39. 00000004:00000010:0.0:1767384588.664980:0:17901:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005f3db0f0. 00000004:00000010:0.0:1767384588.664983:0:17901:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000128b02d. 00002000:00000010:0.0:1767384588.664985:0:17901:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004d52aa86. 00000004:00000010:0.0:1767384588.664987:0:17901:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002f010257. 00000020:00000010:0.0:1767384588.664989:0:17901:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000515811b2. 00000100:00000040:1.0:1767384588.668656:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294877090, at 4294877091 00000100:00000040:0.0:1767384588.668660:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294877090, at 4294877091 00000100:00000010:1.0:1767384588.668665:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008bc6927. 00000100:00000010:0.0:1767384588.668669:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a6976be. 00000040:00000001:3.0:1767384588.675169:0:17879:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384588.675177:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675179:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384588.675180:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1b10933. 00080000:00000001:3.0:1767384588.675183:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675184:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675186:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.675187:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675189:0:17879:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675190:0:17879:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675193:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.675196:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675198:0:17879:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675200:0:17879:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384588.675201:0:17879:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384588.675211:0:17879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].17, 224 off11200 00000040:00000001:3.0:1767384588.675214:0:17879:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675216:0:17879:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675218:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.675221:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1b10933. 00040000:00000001:3.0:1767384588.675224:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.675225:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384588.675226:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675228:0:17879:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675229:0:17879:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.675231:0:17879:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe201dc8bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767384588.675233:0:17879:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767384588.675235:0:17879:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384588.675237:0:17879:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384588.675238:0:17879:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384588.675239:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384588.675242:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ae8a7ffc. 00080000:00000001:3.0:1767384588.675245:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589615104 : -123274119936512 : ffff8fe201df0600) 00000040:00000001:3.0:1767384588.675247:0:17879:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675248:0:17879:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384588.675249:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675251:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384588.675253:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1b10933. 00080000:00000001:3.0:1767384588.675255:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675263:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675265:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.675266:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675268:0:17879:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675270:0:17879:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675272:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.675276:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675277:0:17879:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675279:0:17879:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384588.675280:0:17879:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384588.675291:0:17879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].18, 224 off11424 00000040:00000001:3.0:1767384588.675294:0:17879:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675296:0:17879:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675298:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.675301:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1b10933. 00040000:00000001:3.0:1767384588.675304:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.675305:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384588.675307:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675309:0:17879:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675310:0:17879:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.675312:0:17879:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe201dc8ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767384588.675314:0:17879:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384588.675316:0:17879:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384588.675318:0:17879:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384588.675319:0:17879:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384588.675320:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384588.675323:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f177c9d2. 00080000:00000001:3.0:1767384588.675325:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589615616 : -123274119936000 : ffff8fe201df0800) 00000040:00000001:3.0:1767384588.675327:0:17879:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675328:0:17879:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384588.675330:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675331:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384588.675333:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1b10933. 00080000:00000001:3.0:1767384588.675335:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675337:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675338:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.675340:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675341:0:17879:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675347:0:17879:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675350:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.675353:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675355:0:17879:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675356:0:17879:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384588.675357:0:17879:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384588.675367:0:17879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].19, 80 off11504 00000040:00000001:3.0:1767384588.675369:0:17879:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675371:0:17879:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675373:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.675376:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1b10933. 00040000:00000001:3.0:1767384588.675378:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.675379:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384588.675381:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675382:0:17879:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675384:0:17879:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.675386:0:17879:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe201dc8cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767384588.675388:0:17879:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767384588.675390:0:17879:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384588.675392:0:17879:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384588.675393:0:17879:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384588.675394:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384588.675396:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000dc5ec9b2. 00080000:00000001:3.0:1767384588.675398:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589619200 : -123274119932416 : ffff8fe201df1600) 00000040:00000001:3.0:1767384588.675401:0:17879:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675402:0:17879:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384588.675403:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675405:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384588.675407:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1b10933. 00080000:00000001:3.0:1767384588.675409:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675410:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675412:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.675413:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675415:0:17879:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675416:0:17879:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675418:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.675420:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675422:0:17879:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675428:0:17879:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384588.675429:0:17879:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384588.675440:0:17879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].20, 224 off11728 00000040:00000001:3.0:1767384588.675442:0:17879:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675444:0:17879:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675446:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.675450:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1b10933. 00040000:00000001:3.0:1767384588.675452:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.675454:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384588.675455:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675457:0:17879:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675459:0:17879:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.675461:0:17879:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe201dc8dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767384588.675463:0:17879:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767384588.675465:0:17879:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384588.675467:0:17879:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384588.675468:0:17879:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384588.675469:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384588.675472:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d0b43ada. 00080000:00000001:3.0:1767384588.675474:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589618688 : -123274119932928 : ffff8fe201df1400) 00000040:00000001:3.0:1767384588.675476:0:17879:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675477:0:17879:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384588.675479:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675480:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384588.675482:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1b10933. 00080000:00000001:3.0:1767384588.675484:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675486:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675487:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.675489:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675490:0:17879:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675492:0:17879:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675494:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.675497:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675498:0:17879:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675500:0:17879:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384588.675501:0:17879:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384588.675509:0:17879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].21, 224 off11952 00000040:00000001:3.0:1767384588.675511:0:17879:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675518:0:17879:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675520:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.675524:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1b10933. 00040000:00000001:3.0:1767384588.675526:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.675527:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384588.675529:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675531:0:17879:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675532:0:17879:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.675534:0:17879:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe201dc8eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767384588.675536:0:17879:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384588.675538:0:17879:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384588.675539:0:17879:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384588.675541:0:17879:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384588.675542:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384588.675544:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000026cecc4a. 00080000:00000001:3.0:1767384588.675546:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589616640 : -123274119934976 : ffff8fe201df0c00) 00000040:00000001:3.0:1767384588.675548:0:17879:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675550:0:17879:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384588.675552:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675553:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384588.675555:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1b10933. 00080000:00000001:3.0:1767384588.675557:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675558:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675559:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.675561:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675562:0:17879:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675564:0:17879:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675565:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.675568:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675569:0:17879:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675570:0:17879:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384588.675571:0:17879:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384588.675580:0:17879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].22, 88 off12040 00000040:00000001:3.0:1767384588.675582:0:17879:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675584:0:17879:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675585:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.675588:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1b10933. 00040000:00000001:3.0:1767384588.675590:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.675596:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384588.675598:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675599:0:17879:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675601:0:17879:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.675603:0:17879:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe201dc8f08 type=0x10620000 idx=23 00000040:00001000:3.0:1767384588.675604:0:17879:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1767384588.675635:0:17879:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384588.675637:0:17879:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384588.675638:0:17879:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384588.675639:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384588.675642:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e67cf59d. 00080000:00000001:3.0:1767384588.675644:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589620224 : -123274119931392 : ffff8fe201df1a00) 00000040:00000001:3.0:1767384588.675646:0:17879:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675648:0:17879:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384588.675650:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675651:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384588.675653:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1b10933. 00080000:00000001:3.0:1767384588.675656:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675658:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675659:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.675660:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675662:0:17879:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675664:0:17879:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675667:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.675671:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675673:0:17879:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675675:0:17879:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384588.675676:0:17879:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384588.675686:0:17879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].23, 128 off12168 00000040:00000001:3.0:1767384588.675688:0:17879:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675689:0:17879:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675691:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.675694:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1b10933. 00040000:00000001:3.0:1767384588.675697:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.675698:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384588.675699:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675701:0:17879:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675703:0:17879:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.675710:0:17879:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe201dc8f88 type=0x10620000 idx=24 00000040:00001000:3.0:1767384588.675712:0:17879:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767384588.675713:0:17879:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384588.675715:0:17879:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384588.675716:0:17879:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384588.675718:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384588.675721:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006fe8c802. 00080000:00000001:3.0:1767384588.675723:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589614592 : -123274119937024 : ffff8fe201df0400) 00000040:00000001:3.0:1767384588.675725:0:17879:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675726:0:17879:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384588.675728:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675730:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384588.675732:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1b10933. 00080000:00000001:3.0:1767384588.675734:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675735:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675737:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.675738:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675739:0:17879:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675741:0:17879:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675743:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.675746:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675748:0:17879:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675750:0:17879:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384588.675751:0:17879:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384588.675762:0:17879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].24, 144 off12312 00000040:00000001:3.0:1767384588.675764:0:17879:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675766:0:17879:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675768:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.675772:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1b10933. 00040000:00000001:3.0:1767384588.675774:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.675776:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384588.675777:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675779:0:17879:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675780:0:17879:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.675782:0:17879:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe201dc9018 type=0x10620000 idx=25 00000040:00001000:3.0:1767384588.675784:0:17879:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384588.675785:0:17879:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384588.675792:0:17879:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384588.675794:0:17879:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384588.675795:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384588.675805:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f02ce5ca. 00080000:00000001:3.0:1767384588.675808:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589629440 : -123274119922176 : ffff8fe201df3e00) 00000040:00000001:3.0:1767384588.675810:0:17879:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675812:0:17879:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384588.675814:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675815:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384588.675818:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1b10933. 00080000:00000001:3.0:1767384588.675820:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675821:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675823:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.675824:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675825:0:17879:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675827:0:17879:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675828:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.675832:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675834:0:17879:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675835:0:17879:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384588.675837:0:17879:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384588.675849:0:17879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].25, 128 off12440 00000040:00000001:3.0:1767384588.675851:0:17879:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675853:0:17879:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675855:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.675859:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1b10933. 00040000:00000001:3.0:1767384588.675862:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.675863:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384588.675865:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675866:0:17879:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675868:0:17879:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.675870:0:17879:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe201dc9098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384588.675872:0:17879:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:3.0:1767384588.675874:0:17879:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384588.675876:0:17879:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384588.675877:0:17879:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384588.675878:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384588.675881:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003f615be0. 00080000:00000001:3.0:1767384588.675887:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589622272 : -123274119929344 : ffff8fe201df2200) 00000040:00000001:3.0:1767384588.675890:0:17879:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675891:0:17879:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384588.675893:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675895:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384588.675897:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1b10933. 00080000:00000001:3.0:1767384588.675899:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675900:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675902:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.675903:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675904:0:17879:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675906:0:17879:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675908:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.675911:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675912:0:17879:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675913:0:17879:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384588.675914:0:17879:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384588.675924:0:17879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].26, 224 off12664 00000040:00000001:3.0:1767384588.675926:0:17879:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675927:0:17879:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675929:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.675932:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1b10933. 00040000:00000001:3.0:1767384588.675934:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.675935:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384588.675937:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675938:0:17879:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675940:0:17879:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.675942:0:17879:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe201dc9178 type=0x10620000 idx=27 00000040:00001000:3.0:1767384588.675944:0:17879:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767384588.675945:0:17879:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384588.675947:0:17879:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384588.675948:0:17879:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384588.675949:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384588.675951:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000088671255. 00080000:00000001:3.0:1767384588.675953:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589623296 : -123274119928320 : ffff8fe201df2600) 00000040:00000001:3.0:1767384588.675955:0:17879:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675956:0:17879:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384588.675961:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675962:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384588.675964:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1b10933. 00080000:00000001:3.0:1767384588.675965:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675966:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.675967:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.675968:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675969:0:17879:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675970:0:17879:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675971:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.675973:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675974:0:17879:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384588.675975:0:17879:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384588.675975:0:17879:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384588.675981:0:17879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].27, 224 off12888 00000040:00000001:3.0:1767384588.675983:0:17879:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675984:0:17879:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.675985:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.675987:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1b10933. 00040000:00000001:3.0:1767384588.675989:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.675989:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384588.675990:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675991:0:17879:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.675992:0:17879:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.675993:0:17879:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe201dc9258 type=0x10620000 idx=28 00000040:00001000:3.0:1767384588.675995:0:17879:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767384588.675996:0:17879:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384588.675997:0:17879:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384588.675998:0:17879:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384588.675999:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384588.676000:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c6e7da9a. 00080000:00000001:3.0:1767384588.676001:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589623808 : -123274119927808 : ffff8fe201df2800) 00000040:00000001:3.0:1767384588.676002:0:17879:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384588.676003:0:17879:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384588.676004:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.676004:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384588.676005:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1b10933. 00080000:00000001:3.0:1767384588.676006:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.676011:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.676012:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.676012:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676013:0:17879:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676015:0:17879:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.676016:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.676018:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676019:0:17879:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384588.676019:0:17879:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384588.676020:0:17879:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384588.676025:0:17879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].28, 80 off12968 00000040:00000001:3.0:1767384588.676027:0:17879:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676027:0:17879:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.676042:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.676045:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1b10933. 00040000:00000001:3.0:1767384588.676048:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.676049:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384588.676050:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676051:0:17879:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676052:0:17879:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.676053:0:17879:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe201dc92a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384588.676055:0:17879:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384588.676056:0:17879:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384588.676057:0:17879:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767384588.676058:0:17879:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000010:3.0:1767384588.676061:0:17879:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0482fd. 00000020:00000040:3.0:1767384588.676062:0:17879:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384588.676064:0:17879:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384588.676065:0:17879:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384588.676067:0:17879:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384588.676069:0:17879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eee0485c. 00000100:00000001:3.0:1767384588.676072:0:17879:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.676074:0:17879:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384588.676075:0:17879:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384588.676076:0:17879:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006502960f. 00000100:00000001:3.0:1767384588.676077:0:17879:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804782528960 : -123268927022656 : ffff8fe3376499c0) 00000100:00000001:3.0:1767384588.676079:0:17879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384588.676083:0:17879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923218048 : -123268786333568 : ffff8fe33fc75880) 00000100:00000001:3.0:1767384588.676086:0:17879:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384588.676087:0:17879:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.676088:0:17879:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384588.676089:0:17879:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384588.676091:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0482fd x1853237049169536/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.676097:0:17879:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384588.676098:0:17879:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384588.676099:0:17879:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384588.676100:0:17879:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384588.676102:0:17879:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384588.676103:0:17879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17879:1853237049169536:0@lo:502: 00000100:00000001:3.0:1767384588.676105:0:17879:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384588.676107:0:17879:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384588.676108:0:17879:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384588.676109:0:17879:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384588.676117:0:17879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000059a6467e. 02000000:00000001:3.0:1767384588.676118:0:17879:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384588.676120:0:17879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023945be3. 00000400:00000010:3.0:1767384588.676123:0:17879:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a387ad49. 00000100:00000200:3.0:1767384588.676125:0:17879:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049169536, portal 25 00000100:00000001:3.0:1767384588.676126:0:17879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384588.676127:0:17879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923218048 : -123268786333568 : ffff8fe33fc75880) 00000100:00000040:3.0:1767384588.676130:0:17879:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004b0482fd x1853237049169536/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.676135:0:17879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384588.676136:0:17879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384588.676138:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273042ee. 00000100:00000200:3.0:1767384588.676139:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049169536, offset 0 00000400:00000200:3.0:1767384588.676142:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384588.676145:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384588.676149:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260001680 00000400:00000200:3.0:1767384588.676152:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x1a9 [2] + 0 00000400:00000010:3.0:1767384588.676158:0:17879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6260ab3. 00000400:00000200:3.0:1767384588.676160:0:17879:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cb6f43f6 00000400:00000200:3.0:1767384588.676162:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384588.676164:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384588.676166:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6f43f6 00000400:00000010:3.0:1767384588.676167:0:17879:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb6f43f6. 00000100:00000001:3.0:1767384588.676169:0:17879:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384588.676170:0:17879:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384588.676172:0:17879:0:(events.c:337:request_in_callback()) incoming req@000000002eacff58 x1853237049169536 msgsize 272 00000100:00100000:3.0:1767384588.676174:0:17879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384588.676175:0:17879:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384588.676184:0:17879:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384588.676187:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273042ee 00000400:00000010:3.0:1767384588.676188:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273042ee. 00000100:00000001:3.0:1767384588.676189:0:17879:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384588.676191:0:17879:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0482fd x1853237049169536/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.676196:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384588.676198:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004b0482fd x1853237049169536/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.676202:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.676203:0:17879:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384588.676205:0:17879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.676207:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294877101 00000100:00000001:3.0:1767384588.676210:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877098 00000100:00000001:3.0:1767384588.676213:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294877101 00000100:00000001:3.0:1767384588.676215:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877098 00000100:00000001:3.0:1767384588.676218:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294877101 00000100:00000001:3.0:1767384588.676220:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877098 00000100:00000001:3.0:1767384588.676222:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294877101 00000100:00000001:3.0:1767384588.676223:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877098 00000100:00000001:3.0:1767384588.676227:0:17879:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384588.676233:0:17879:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.676236:0:17879:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384588.676238:0:17879:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384588.676243:0:17879:0:(client.c:2690:ptlrpc_set_wait()) set 000000006502960f going to sleep for 11 seconds 00000100:00000001:3.0:1767384588.676247:0:17879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384588.676249:0:17879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.676679:0:17879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384588.676686:0:17879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384588.676690:0:17879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384588.676694:0:17879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023945be3. 00000400:00000200:3.0:1767384588.676701:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a387ad49 00000400:00000010:3.0:1767384588.676705:0:17879:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a387ad49. 00000100:00000001:3.0:1767384588.676710:0:17879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384588.676716:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0482fd x1853237049169536/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384588.676734:0:17879:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0482fd x1853237049169536/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.676746:0:17879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384588.676751:0:17879:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384588.676754:0:17879:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384588.676757:0:17879:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384588.676760:0:17879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384588.676762:0:17879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384588.676764:0:17879:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384588.676767:0:17879:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384588.676769:0:17879:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384588.676771:0:17879:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384588.676772:0:17879:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.676773:0:17879:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384588.676775:0:17879:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.676776:0:17879:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384588.676778:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0482fd x1853237049169536/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.676783:0:17879:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384588.676784:0:17879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384588.676785:0:17879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384588.676793:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0482fd x1853237049169536/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384588.676798:0:17879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17879:1853237049169536:0@lo:502: 00000100:00000001:3.0:1767384588.676801:0:17879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384588.676802:0:17879:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.676803:0:17879:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384588.676804:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384588.676805:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0482fd x1853237049169536/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.676809:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384588.676810:0:17879:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006502960f. 00000100:00000001:3.0:1767384588.676812:0:17879:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384588.676812:0:17879:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676815:0:17879:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767384588.676816:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384588.676817:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0482fd x1853237049169536/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.676821:0:17879:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384588.676822:0:17879:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384588.676823:0:17879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000059a6467e. 02000000:00000001:3.0:1767384588.676830:0:17879:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384588.676831:0:17879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384588.676832:0:17879:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384588.676833:0:17879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384588.676834:0:17879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eee0485c. 02000000:00000001:3.0:1767384588.676836:0:17879:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384588.676837:0:17879:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384588.676838:0:17879:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0482fd. 00000100:00000001:3.0:1767384588.676840:0:17879:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384588.676841:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384588.676842:0:17879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384588.676843:0:17879:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384588.676844:0:17879:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384588.676845:0:17879:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.676846:0:17879:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe201dc92a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384588.676851:0:17879:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:3.0:1767384588.676852:0:17879:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:3.0:1767384588.676853:0:17879:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384588.676854:0:17879:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384588.676855:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384588.676857:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000eee0485c. 00080000:00000001:3.0:1767384588.676858:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589627392 : -123274119924224 : ffff8fe201df3600) 00000040:00000001:3.0:1767384588.676860:0:17879:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384588.676861:0:17879:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384588.676862:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.676864:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384588.676865:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1b10933. 00080000:00000001:3.0:1767384588.676866:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.676867:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384588.676868:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.676869:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676870:0:17879:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676871:0:17879:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.676872:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.676875:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676876:0:17879:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384588.676877:0:17879:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384588.676877:0:17879:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384588.676886:0:17879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].29, 224 off13192 00000040:00000001:3.0:1767384588.676887:0:17879:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676888:0:17879:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.676890:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.676892:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1b10933. 00040000:00000001:3.0:1767384588.676894:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.676895:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384588.676896:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676897:0:17879:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676898:0:17879:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676899:0:17879:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384588.676900:0:17879:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000040:00000010:3.0:1767384588.676902:0:17879:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000004f77b055. 00000020:00000010:3.0:1767384588.676904:0:17879:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008118199c. 00000020:00000010:3.0:1767384588.676912:0:17879:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000079b5aacb. 00000040:00000010:3.0:1767384588.676914:0:17879:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000aad2a5db. 00000020:00000010:3.0:1767384588.676915:0:17879:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a3d364dd. 00000020:00000010:3.0:1767384588.676917:0:17879:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a4bd94c3. 00000020:00000010:3.0:1767384588.676919:0:17879:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007e67e940. 80000000:00000010:3.0:1767384588.676921:0:17879:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000013d420df. 40000000:00000010:3.0:1767384588.676923:0:17879:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001abe1449. 00100000:00000010:3.0:1767384588.676925:0:17879:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000976fdd29. 00040000:00000010:3.0:1767384588.676926:0:17879:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e9d5ed97. 00040000:00000010:3.0:1767384588.676928:0:17879:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000f0e7d5b. 00040000:00000010:3.0:1767384588.676930:0:17879:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000099125148. 00080000:00000010:3.0:1767384588.676932:0:17879:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000ac5aca9. 00080000:00000010:3.0:1767384588.676933:0:17879:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004b944a97. 00000004:00000010:3.0:1767384588.676935:0:17879:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a18a2ce5. 00000004:00000010:3.0:1767384588.676937:0:17879:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cbb5cfc1. 00000004:00000010:3.0:1767384588.676938:0:17879:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003fd05203. 00002000:00000010:3.0:1767384588.676940:0:17879:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c7aa83ff. 00000004:00000010:3.0:1767384588.676941:0:17879:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d8ee363b. 00000020:00000010:3.0:1767384588.676942:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000819772ac. 00000040:00000010:3.0:1767384588.676944:0:17879:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c901aab2. 00000040:00000001:3.0:1767384588.676946:0:17879:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676947:0:17879:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384588.676949:0:17879:0:(lu_object.c:207:lu_object_put()) Add 00000000d154a207/0000000089b08e91 to site lru. bkt: 00000000b43d1554 00000040:00000010:3.0:1767384588.676950:0:17879:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000009aad9fb7. 00000040:00000001:3.0:1767384588.676952:0:17879:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384588.676953:0:17879:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006e8f957b. 00000040:00000010:3.0:1767384588.676954:0:17879:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000da71a478. 00000040:00000010:3.0:1767384588.676956:0:17879:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f80fce70. 00000040:00000010:3.0:1767384588.676957:0:17879:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e1b93fe4. 00000040:00000001:3.0:1767384588.676958:0:17879:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.676959:0:17879:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384588.676960:0:17879:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384588.676961:0:17879:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008f9352cd. 00000040:00000001:3.0:1767384588.676963:0:17879:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384588.676964:0:17879:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384588.676968:0:17879:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804003858432 : -123269705693184 : 0xffff8fe308fb0800) 00000020:00000001:3.0:1767384588.676970:0:17879:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804003858432 : -123269705693184 : ffff8fe308fb0800) 00080000:00000001:3.0:1767384588.676972:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384588.676974:0:17879:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384588.676977:0:17879:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384588.676982:0:17879:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.676984:0:17879:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384588.676984:0:17879:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.676986:0:17879:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384588.676987:0:17879:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384588.676988:0:17879:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x8:0x0] 172:3745950064 to info 000000003a77e7b5 00000020:00000001:3.0:1767384588.676990:0:17879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000002d277dbb 00080000:00000002:3.0:1767384588.676991:0:17879:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-clientT => [0xa:0x8:0x0] 00080000:00000001:3.0:1767384588.676993:0:17879:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384588.676994:0:17879:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.676996:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1767384588.676998:0:17879:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000009aad9fb7. 00000020:00000001:3.0:1767384588.676999:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384588.677001:0:17879:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803992419416 : -123269717132200 : ffff8fe3084c7c58) 00000040:00000001:3.0:1767384588.677003:0:17879:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.677004:0:17879:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.677005:0:17879:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384588.677006:0:17879:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384588.677007:0:17879:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384588.677008:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384588.677009:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003ebbf121. 00080000:00000001:3.0:1767384588.677010:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589624832 : -123274119926784 : ffff8fe201df2c00) 00000040:00000001:3.0:1767384588.677012:0:17879:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384588.677013:0:17879:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384588.677014:0:17879:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:3.0:1767384588.677015:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384588.677016:0:17879:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.677018:0:17879:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1767384588.677019:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1767384588.677019:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1767384588.677024:0:17879:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000001:3.0:1767384588.677025:0:17879:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.677027:0:17879:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.677028:0:17879:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.677043:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384588.677047:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.677048:0:17879:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384588.677050:0:17879:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:3.0:1767384588.677054:0:17879:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 0000000095d1eecd. 00080000:00000001:3.0:1767384588.677057:0:17879:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384588.677059:0:17879:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384588.677060:0:17879:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x8:0x0] decrease nlink 1 00080000:00000001:3.0:1767384588.677064:0:17879:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:3.0:1767384588.677066:0:17879:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x8:0x0] 00080000:00000001:3.0:1767384588.677067:0:17879:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384588.677068:0:17879:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.677069:0:17879:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:3.0:1767384588.677072:0:17879:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000023945be3. 00000001:00000010:3.0:1767384588.677076:0:17879:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000023945be3. 00080000:00000001:3.0:1767384588.677078:0:17879:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.677079:0:17879:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.677080:0:17879:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.677082:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:3.0:1767384588.677084:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384588.677084:0:17879:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384588.677085:0:17879:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 0000000095d1eecd. 00080000:00000002:3.0:1767384588.677088:0:17879:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 172 00080000:00000001:3.0:1767384588.677089:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.677090:0:17879:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.677091:0:17879:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:3.0:1767384588.677132:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384588.677133:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384588.677134:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384588.677135:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384588.677136:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384588.677137:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384588.677138:0:17879:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000438a68d9. 00080000:00000010:3.0:1767384588.677140:0:17879:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e519fac7. 00000020:00000010:3.0:1767384588.677147:0:17879:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000009e49d2a. 00000040:00000010:3.0:1767384588.677150:0:17879:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000009aad9fb7. 00000040:00000001:3.0:1767384588.677151:0:17879:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384588.677152:0:17879:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008f9352cd. 00000040:00000001:3.0:1767384588.677154:0:17879:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1767384588.677155:0:17879:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 15 at 00000000e47a6d2e. 10000000:00000040:3.0:1767384588.677157:0:17879:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000006608e49b : new refcount 1 10000000:00000001:3.0:1767384588.677159:0:17879:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384588.677161:0:17879:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1767384588.677162:0:17879:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1767384588.677163:0:17879:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384588.677164:0:17879:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008f9352cd. 00000040:00000001:3.0:1767384588.677166:0:17879:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384588.677167:0:17879:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384588.677168:0:17879:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804003858432 : -123269705693184 : 0xffff8fe308fb0800) 00000020:00000001:3.0:1767384588.677169:0:17879:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804003858432 : -123269705693184 : ffff8fe308fb0800) 00080000:00000001:3.0:1767384588.677172:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384588.677173:0:17879:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384588.677177:0:17879:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384588.677180:0:17879:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.677181:0:17879:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384588.677182:0:17879:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.677183:0:17879:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384588.677184:0:17879:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384588.677186:0:17879:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x9:0x0] 97:1535707279 to info 000000003a77e7b5 00000020:00000001:3.0:1767384588.677188:0:17879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000007cb266da 00080000:00000002:3.0:1767384588.677188:0:17879:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x9:0x0] 00080000:00000001:3.0:1767384588.677190:0:17879:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384588.677191:0:17879:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384588.677193:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1767384588.677195:0:17879:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000e47a6d2e. 00000020:00000001:3.0:1767384588.677196:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384588.677198:0:17879:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803992418392 : -123269717133224 : ffff8fe3084c7858) 00000040:00000001:3.0:1767384588.677199:0:17879:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.677203:0:17879:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.677205:0:17879:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384588.677206:0:17879:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006e8f957b. 00000040:00000001:3.0:1767384588.677207:0:17879:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384588.677208:0:17879:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384588.677212:0:17879:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.677213:0:17879:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.677215:0:17879:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384588.677216:0:17879:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384588.677217:0:17879:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000077d74fba. 00000040:00001000:3.0:1767384588.677218:0:17879:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x9:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1767384588.677443:0:17902:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384588.677447:0:17902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b15f9864. 00000020:00000010:1.0:1767384588.677450:0:17902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007e76d448. 00000040:00000010:1.0:1767384588.677452:0:17902:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000683a0d56. 00000020:00000010:1.0:1767384588.677454:0:17902:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000060faf77c. 00000020:00000010:1.0:1767384588.677457:0:17902:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f62ae491. 00000020:00000010:1.0:1767384588.677459:0:17902:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000236d6cb1. 80000000:00000010:1.0:1767384588.677461:0:17902:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000028e8dbb. 40000000:00000010:1.0:1767384588.677463:0:17902:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007a6e50db. 00100000:00000010:1.0:1767384588.677465:0:17902:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b58d7214. 00040000:00000010:1.0:1767384588.677467:0:17902:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000069850df9. 00040000:00000010:1.0:1767384588.677469:0:17902:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cd0b2d86. 00040000:00000010:1.0:1767384588.677471:0:17902:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c253d641. 00080000:00000010:1.0:1767384588.677481:0:17902:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ecf9a6c4. 00080000:00000010:1.0:1767384588.677484:0:17902:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c4f4c350. 00000004:00000010:1.0:1767384588.677487:0:17902:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000513bef1e. 00000004:00000010:1.0:1767384588.677490:0:17902:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000698454b1. 00000004:00000010:1.0:1767384588.677492:0:17902:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000012594350. 00002000:00000010:1.0:1767384588.677494:0:17902:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000088c9e1aa. 00000004:00000010:1.0:1767384588.677496:0:17902:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f8be8897. 00000020:00000010:1.0:1767384588.677498:0:17902:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000eca1de7f. 00000040:00000010:1.0:1767384588.677502:0:17902:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000fc9246e3. 00000040:00001000:1.0:1767384588.677503:0:17902:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1767384588.677505:0:17902:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384588.677506:0:17902:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384588.677508:0:17902:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767384588.677516:0:17902:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384588.677518:0:17902:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.677519:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe308fca000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384588.677520:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384588.677522:0:17902:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384588.677524:0:17902:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384588.677526:0:17902:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384588.677527:0:17902:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384588.677530:0:17902:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.677531:0:17902:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.677532:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe308fca0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384588.677534:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1767384588.677535:0:17902:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384588.677536:0:17902:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384588.677536:0:17902:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.677537:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe308fca158 type=0x10620000 idx=3 00000040:00001000:1.0:1767384588.677538:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1767384588.677539:0:17902:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384588.677540:0:17902:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384588.677541:0:17902:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.677542:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe308fca200 type=0x10620000 idx=4 00000040:00001000:1.0:1767384588.677546:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1767384588.677547:0:17902:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384588.677548:0:17902:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384588.677549:0:17902:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384588.677550:0:17902:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384588.677551:0:17902:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.677552:0:17902:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.677553:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe308fca2e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384588.677554:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1767384588.677555:0:17902:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384588.677556:0:17902:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384588.677556:0:17902:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384588.677557:0:17902:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384588.677558:0:17902:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.677559:0:17902:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.677560:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe308fca3c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767384588.677561:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1767384588.677561:0:17902:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384588.677562:0:17902:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384588.677563:0:17902:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.677564:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe308fca438 type=0x10620000 idx=7 00000040:00001000:1.0:1767384588.677565:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1767384588.677566:0:17902:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384588.677567:0:17902:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384588.677567:0:17902:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.677568:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe308fca4e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767384588.677569:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1767384588.677570:0:17902:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384588.677571:0:17902:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384588.677571:0:17902:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384588.677572:0:17902:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384588.677573:0:17902:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.677574:0:17902:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.677575:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe308fca5c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767384588.677578:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1767384588.677579:0:17902:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384588.677581:0:17902:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384588.677582:0:17902:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384588.677582:0:17902:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384588.677583:0:17902:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.677584:0:17902:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.677585:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe308fca6a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767384588.677586:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1767384588.677587:0:17902:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384588.677588:0:17902:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384588.677589:0:17902:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.677590:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe308fca718 type=0x10620000 idx=11 00000040:00001000:1.0:1767384588.677591:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1767384588.677591:0:17902:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384588.677592:0:17902:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384588.677593:0:17902:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384588.677594:0:17902:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384588.677594:0:17902:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.677595:0:17902:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.677596:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe308fca7f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767384588.677597:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1767384588.677598:0:17902:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384588.677599:0:17902:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384588.677599:0:17902:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384588.677600:0:17902:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384588.677602:0:17902:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.677603:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8fe308fca8d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767384588.677604:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1767384588.677604:0:17902:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384588.677605:0:17902:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384588.677622:0:17902:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:1.0:1767384588.677631:0:17902:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000bbaf1d67. 00000100:00000040:1.0:1767384588.677637:0:17902:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.202.137@tcp 192.168.202.137@tcp cnt=2 00000400:00000200:1.0:1767384588.677642:0:17902:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:1.0:1767384588.677644:0:17902:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1767384588.677646:0:17902:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:1.0:1767384588.677647:0:17902:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:1.0:1767384588.677649:0:17902:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp 00000400:00000200:1.0:1767384588.677652:0:17902:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384588.677656:0:17902:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (1) 00000400:00000200:1.0:1767384588.677659:0:17902:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384588.677661:0:17902:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:1.0:1767384588.677663:0:17902:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (2) 00000400:00000200:1.0:1767384588.677664:0:17902:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000100:00000010:1.0:1767384588.677667:0:17902:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000bbaf1d67. 00000020:00000010:1.0:1767384588.677669:0:17902:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000e8cb5567. 00000020:00000001:1.0:1767384588.677671:0:17902:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1767384588.677672:0:17902:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000000b96f89b. 00000020:00000001:1.0:1767384588.677674:0:17902:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384588.677676:0:17902:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000000b96f89b. 00000020:00000010:1.0:1767384588.677679:0:17902:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000000b96f89b. 00000020:01000004:1.0:1767384588.677681:0:17902:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1767384588.677683:0:17902:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:1.0:1767384588.677686:0:17902:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 0000000085b64270. 00000020:00000080:1.0:1767384588.677688:0:17902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1767384588.677690:0:17902:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:1.0:1767384588.677692:0:17902:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1767384588.677700:0:17902:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000804e81ae. 00000020:00000080:1.0:1767384588.677702:0:17902:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (00000000804e81ae) 00000020:00000001:1.0:1767384588.677705:0:17902:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384588.677707:0:17902:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e4c200e7. 00000020:00000001:1.0:1767384588.677709:0:17902:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384588.677711:0:17902:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e4c200e7 with handle 0x7f71e2b70dd20140 to hash 00000020:00000001:1.0:1767384588.677713:0:17902:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384588.677717:0:17902:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1767384588.677718:0:17902:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.677721:0:17902:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446620803963064320 : -123269746487296 : ffff8fe3068c9000) 00000020:00000040:1.0:1767384588.677724:0:17902:0:(genops.c:898:class_export_put()) PUTting export 00000000e4c200e7 : new refcount 1 00000020:00000040:1.0:1767384588.677736:0:17902:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000804e81ae) now 2 - obd_device_list 00000020:00000001:1.0:1767384588.677741:0:17902:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384588.677743:0:17902:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:1.0:1767384588.677745:0:17902:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.677747:0:17902:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384588.677749:0:17902:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 0000000085b64270. 00000020:00000001:1.0:1767384588.677752:0:17902:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.202.137@tcp (null) (null) (null) 00000020:00000010:1.0:1767384588.677756:0:17902:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 0000000081ebd716. 00000020:00000080:1.0:1767384588.677757:0:17902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1767384588.677761:0:17902:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:1.0:1767384588.677770:0:17902:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384588.677773:0:17902:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000060154550. 00000001:00000010:1.0:1767384588.677777:0:17902:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008db87775. 00000001:00000010:1.0:1767384588.677780:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001349b67f. 00000001:00000010:1.0:1767384588.677782:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003db17add. 00000001:00000010:1.0:1767384588.677784:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8227d4b. 00000001:00000010:1.0:1767384588.677785:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004b0fcbb5. 00000001:00000001:1.0:1767384588.677787:0:17902:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384588.677788:0:17902:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000cb02e038. 00000001:00000010:1.0:1767384588.677789:0:17902:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dd990c3c. 00000001:00000010:1.0:1767384588.677791:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002eaca0dd. 00000001:00000010:1.0:1767384588.677792:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000096be2caa. 00000001:00000010:1.0:1767384588.677794:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000296e7bc0. 00000001:00000010:1.0:1767384588.677802:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe8e2b86. 00000020:00000001:1.0:1767384588.677804:0:17902:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:1.0:1767384588.677806:0:17902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052e84dc8. 00000020:00000010:1.0:1767384588.677808:0:17902:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000085b64270. 00000020:00000010:1.0:1767384588.677810:0:17902:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000475dd38. 00000008:00000010:1.0:1767384588.677813:0:17902:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000ff5a299. 00020000:00000010:1.0:1767384588.677816:0:17902:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000045302bf. 00008000:00000010:1.0:1767384588.677819:0:17902:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009466ae89. 00000080:00000010:1.0:1767384588.677823:0:17902:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000904005a0. 00000020:00000010:1.0:1767384588.677826:0:17902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bd1a016. 00000020:00000010:1.0:1767384588.677827:0:17902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000016050620. 00000040:00000010:1.0:1767384588.677832:0:17902:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b6e99156. 00000020:00000010:1.0:1767384588.677834:0:17902:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b2e7dbae. 00000020:00000010:1.0:1767384588.677836:0:17902:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aa7f80b1. 00000020:00000010:1.0:1767384588.677838:0:17902:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fadbb11b. 80000000:00000010:1.0:1767384588.677840:0:17902:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000082d54292. 40000000:00000010:1.0:1767384588.677841:0:17902:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c9ec6f1d. 00100000:00000010:1.0:1767384588.677843:0:17902:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005475fb73. 00040000:00000010:1.0:1767384588.677846:0:17902:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007cd15b24. 00040000:00000010:1.0:1767384588.677848:0:17902:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000a98924b. 00040000:00000010:1.0:1767384588.677849:0:17902:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000afc1461c. 00080000:00000010:1.0:1767384588.677853:0:17902:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008df6b3a5. 00080000:00000010:1.0:1767384588.677858:0:17902:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000874b78c6. 00000004:00000010:1.0:1767384588.677861:0:17902:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b75d7baf. 00000004:00000010:1.0:1767384588.677864:0:17902:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006bc61b4d. 00000004:00000010:1.0:1767384588.677866:0:17902:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d03e0a7d. 00000004:00000010:1.0:1767384588.677867:0:17902:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000695f0b9e. 00000010:00000010:1.0:1767384588.677870:0:17902:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 000000005df9d899. 00000010:00000001:1.0:1767384588.677871:0:17902:0:(lwp_dev.c:249:lwp_init0()) Process entered 00000100:00000001:1.0:1767384588.677875:0:17902:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1767384588.677876:0:17902:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.677942:0:17902:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1767384588.677947:0:17902:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1767384588.677950:0:17902:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 000000000dede094. 00000010:00000010:1.0:1767384588.677953:0:17902:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000c41c2659. 00000010:00000010:1.0:1767384588.677957:0:17902:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000005bcfa40e. 00000020:00000001:1.0:1767384588.677961:0:17902:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1767384588.677963:0:17902:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384588.677965:0:17902:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446620804133099648 : -123269576451968 : ffff8fe310af1880) 00000020:01000004:1.0:1767384588.677968:0:17902:0:(tgt_mount.c:154:server_get_mount()) get mount 0000000025864a51 from lustre-OST0000, refs=3 00000020:00000001:1.0:1767384588.677971:0:17902:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446620804133099648 : -123269576451968 : ffff8fe310af1880) 00000020:00000001:1.0:1767384588.677974:0:17902:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1767384588.677976:0:17902:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384588.677978:0:17902:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446620804133099648 : -123269576451968 : ffff8fe310af1880) 00000020:01000004:1.0:1767384588.677980:0:17902:0:(tgt_mount.c:188:server_put_mount()) put mount 0000000025864a51 from lustre-OST0000, refs=3 00000020:00000001:1.0:1767384588.677989:0:17902:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384588.677990:0:17902:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000025864a51 3 00000020:00000001:1.0:1767384588.677992:0:17902:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.677994:0:17902:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1767384588.678013:0:17902:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000485b597b. 00010000:00000001:1.0:1767384588.678016:0:17902:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:1.0:1767384588.678023:0:17902:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000004825fb2f. 00010000:00000010:1.0:1767384588.678043:0:17902:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000072dc1a93. 00010000:00000010:1.0:1767384588.678050:0:17902:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000ae5bde35. 00010000:00000001:1.0:1767384588.678053:0:17902:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1767384588.678055:0:17902:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384588.678058:0:17902:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a95cd374. 00000020:00000040:1.0:1767384588.678060:0:17902:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000804e81ae) now 3 - import 00000020:00000001:1.0:1767384588.678080:0:17902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.678081:0:17902:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384588.678082:0:17902:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384588.678084:0:17902:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1767384588.678090:0:17902:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.137@tcp->12345-0@lo 00000100:00000001:1.0:1767384588.678091:0:17902:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384588.678093:0:17902:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384588.678094:0:17902:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 14 to 0@lo 00000100:00000001:1.0:1767384588.678096:0:17902:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:1.0:1767384588.678098:0:17902:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446620804265491072 : -123269444060544 : 0xffff8fe318933a80) 00000100:00000040:1.0:1767384588.678100:0:17902:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008ff26bbb refcount 14 to 0@lo 00000100:00000040:1.0:1767384588.678101:0:17902:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.137@tcp -> 000000008ff26bbb 00010000:00000010:1.0:1767384588.678103:0:17902:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000da1d8d1e. 00010000:00080000:1.0:1767384588.678105:0:17902:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a95cd374@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.137@tcp at head 00010000:00000001:1.0:1767384588.678106:0:17902:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.678108:0:17902:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1767384588.678109:0:17902:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1767384588.678109:0:17902:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384588.678111:0:17902:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000f329864f. 00000001:00000001:1.0:1767384588.678113:0:17902:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384588.678114:0:17902:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007af4d487. 00000001:00000010:1.0:1767384588.678120:0:17902:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000004f4efc87. 00000001:00000010:1.0:1767384588.678151:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001d6fc9d1. 00000001:00000010:1.0:1767384588.678191:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c12113a0. 00000001:00000010:1.0:1767384588.678234:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d213c8d0. 00000001:00000010:1.0:1767384588.678330:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f26b152f. 00000001:00000010:1.0:1767384588.678412:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008b3f7c49. 00000001:00000010:1.0:1767384588.678504:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000002f21bf0. 00000001:00000010:1.0:1767384588.678587:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a13979f6. 00000001:00000010:1.0:1767384588.678675:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009addf1e4. 00000001:00000010:1.0:1767384588.678772:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e398c957. 00000001:00000010:1.0:1767384588.678839:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000057c822a3. 00000001:00000010:1.0:1767384588.678915:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000009e25be4. 00000001:00000010:1.0:1767384588.678983:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c561b9dc. 00000001:00000010:1.0:1767384588.679103:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f6144810. 00000001:00000010:1.0:1767384588.679162:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f452fead. 00000001:00000010:1.0:1767384588.679221:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000022860af3. 00000001:00000010:1.0:1767384588.679277:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002205a30b. 00000001:00000010:1.0:1767384588.679337:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a5831b50. 00000001:00000010:1.0:1767384588.679412:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000195886e8. 00000001:00000010:1.0:1767384588.679479:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000021691e26. 00000001:00000010:1.0:1767384588.679552:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000de556503. 00000001:00000010:1.0:1767384588.679619:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003738c26a. 00000100:00000040:0.0:1767384588.679664:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294877101, at 4294877102 00000100:00000040:3.0:1767384588.679666:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294877101, at 4294877102 00000100:00000010:0.0:1767384588.679672:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000422d5f60. 00000100:00000010:3.0:1767384588.679677:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eea57a89. 00000100:00000040:1.0:1767384588.679681:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294877101, at 4294877102 00000100:00000010:1.0:1767384588.679689:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000713d9f. 00000001:00000010:0.0:1767384588.679736:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ae133f52. 00000001:00000010:0.0:1767384588.680968:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000041af3c42. 00000001:00000010:0.0:1767384588.681051:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009c5afd79. 00000001:00000010:0.0:1767384588.681110:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a8649b02. 00000001:00000010:0.0:1767384588.681143:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003ac52e59. 00000001:00000010:0.0:1767384588.681174:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000045ef33db. 00000001:00000010:0.0:1767384588.681207:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000061148781. 00000001:00000010:0.0:1767384588.681238:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a86ada66. 00000001:00000010:0.0:1767384588.681274:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000057dc38ba. 00000001:00000010:0.0:1767384588.681326:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002472fefb. 00000001:00000010:0.0:1767384588.681366:0:17902:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f16a32d2. 00000020:00000010:0.0:1767384588.681459:0:17902:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002f010257. 00000020:00000010:0.0:1767384588.681463:0:17902:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000081528c44. 00010000:00000001:0.0:1767384588.681476:0:17902:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:0.0:1767384588.681503:0:17902:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:0.0:1767384588.681535:0:17902:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004d52aa86. 00000020:00000010:0.0:1767384588.681538:0:17902:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000515811b2. 00010000:00000001:0.0:1767384588.681548:0:17902:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:0.0:1767384588.681550:0:17902:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:0.0:1767384588.681552:0:17902:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.681555:0:17902:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446620799589637120 : -123274119914496 : ffff8fe201df5c00) 00010000:00000001:0.0:1767384588.681558:0:17902:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:0.0:1767384588.681562:0:17902:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 000000000dede094. 00000010:00000010:0.0:1767384588.681564:0:17902:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000005bcfa40e. 00000010:00000010:0.0:1767384588.681566:0:17902:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000c41c2659. 00000010:00000010:0.0:1767384588.681568:0:17902:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000485b597b. 00000010:00000001:0.0:1767384588.681570:0:17902:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384588.681592:0:17902:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b62907ea. 00000020:00000010:0.0:1767384588.681596:0:17902:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000005f3db0f0. 00000010:00000001:0.0:1767384588.681617:0:17902:0:(lwp_dev.c:295:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384588.681626:0:17902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000016050620. 00000040:00000010:0.0:1767384588.681630:0:17902:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b6e99156. 00000020:00000010:0.0:1767384588.681633:0:17902:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b2e7dbae. 00000020:00000010:0.0:1767384588.681653:0:17902:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aa7f80b1. 00000020:00000010:0.0:1767384588.681656:0:17902:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fadbb11b. 80000000:00000010:0.0:1767384588.681659:0:17902:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000082d54292. 40000000:00000010:0.0:1767384588.681663:0:17902:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c9ec6f1d. 00100000:00000010:0.0:1767384588.681666:0:17902:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005475fb73. 00040000:00000010:0.0:1767384588.681670:0:17902:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007cd15b24. 00040000:00000010:0.0:1767384588.681673:0:17902:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000a98924b. 00040000:00000010:0.0:1767384588.681675:0:17902:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000afc1461c. 00080000:00000010:0.0:1767384588.681678:0:17902:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000874b78c6. 00080000:00000010:0.0:1767384588.681681:0:17902:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008df6b3a5. 00000004:00000010:0.0:1767384588.681701:0:17902:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b75d7baf. 00000004:00000010:0.0:1767384588.681704:0:17902:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006bc61b4d. 00000004:00000010:0.0:1767384588.681707:0:17902:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d03e0a7d. 00000004:00000010:0.0:1767384588.681709:0:17902:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000695f0b9e. 00000020:00000010:0.0:1767384588.681712:0:17902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bd1a016. 00000020:00000010:0.0:1767384588.681715:0:17902:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000085b64270. 00000020:00000010:0.0:1767384588.681717:0:17902:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000475dd38. 00000008:00000010:0.0:1767384588.681719:0:17902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000ff5a299. 00020000:00000010:0.0:1767384588.681722:0:17902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000045302bf. 00008000:00000010:0.0:1767384588.681726:0:17902:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009466ae89. 00000080:00000010:0.0:1767384588.681729:0:17902:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000904005a0. 00000020:00000010:0.0:1767384588.681732:0:17902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052e84dc8. 00000020:00000001:0.0:1767384588.681734:0:17902:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384588.681735:0:17902:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000804e81ae) now 4 - setup 00000020:00000080:0.0:1767384588.681737:0:17902:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:0.0:1767384588.681738:0:17902:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.681739:0:17902:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384588.681741:0:17902:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 0000000081ebd716. 00000020:00000001:0.0:1767384588.681746:0:17902:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:0.0:1767384588.681749:0:17902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042563bf2. 00000020:00000010:0.0:1767384588.681751:0:17902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a7caf13. 00000040:00000010:0.0:1767384588.681756:0:17902:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e9dba0fa. 00000020:00000010:0.0:1767384588.681759:0:17902:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000128b02d. 00000020:00000010:0.0:1767384588.681762:0:17902:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000557b9584. 00000020:00000010:0.0:1767384588.681765:0:17902:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004630ccc3. 80000000:00000010:0.0:1767384588.681766:0:17902:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000085a4939c. 40000000:00000010:0.0:1767384588.681768:0:17902:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001d482af3. 00100000:00000010:0.0:1767384588.681770:0:17902:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d2d0c39. 00040000:00000010:0.0:1767384588.681772:0:17902:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f34add6. 00040000:00000010:0.0:1767384588.681774:0:17902:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fdcf52a1. 00040000:00000010:0.0:1767384588.681776:0:17902:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000079faaf70. 00080000:00000010:0.0:1767384588.681779:0:17902:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000486f829b. 00080000:00000010:0.0:1767384588.681782:0:17902:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007d7b7d73. 00000004:00000010:0.0:1767384588.681785:0:17902:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004ed0f815. 00000004:00000010:0.0:1767384588.681787:0:17902:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d5209999. 00000004:00000010:0.0:1767384588.681789:0:17902:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b403e0b8. 00000004:00000010:0.0:1767384588.681791:0:17902:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004b298d6a. 00000020:00000010:0.0:1767384588.681793:0:17902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002a642d4. 00000020:00000010:0.0:1767384588.681795:0:17902:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005cf4a927. 00000020:00000010:0.0:1767384588.681797:0:17902:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cba08e09. 00000020:00000010:0.0:1767384588.681800:0:17902:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000976334ed. 00000020:00000010:0.0:1767384588.681802:0:17902:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 000000005382236d. 00000020:00000001:0.0:1767384588.681804:0:17902:0:(obd_class.h:852:obd_connect()) Process entered 00000010:00000001:0.0:1767384588.681805:0:17902:0:(lwp_dev.c:494:lwp_obd_connect()) Process entered 00000010:01000000:0.0:1767384588.681806:0:17902:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000001:0.0:1767384588.681808:0:17902:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384588.681809:0:17902:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384588.681811:0:17902:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006eb0e1b2. 00000020:00000001:0.0:1767384588.681813:0:17902:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384588.681814:0:17902:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006eb0e1b2 with handle 0x7f71e2b70dd20147 to hash 00000020:00000001:0.0:1767384588.681815:0:17902:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384588.681817:0:17902:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1767384588.681818:0:17902:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384588.681820:0:17902:0:(genops.c:887:class_export_get()) GET export 000000006eb0e1b2 refcount=3 00000020:00000040:0.0:1767384588.681822:0:17902:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000804e81ae) now 5 - export 00000020:00000001:0.0:1767384588.681823:0:17902:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446620799578673152 : -123274130878464 : ffff8fe201381000) 00000020:00000040:0.0:1767384588.681830:0:17902:0:(genops.c:898:class_export_put()) PUTting export 000000006eb0e1b2 : new refcount 2 00000020:00000080:0.0:1767384588.681831:0:17902:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x7f71e2b70dd20147 00000020:00000001:0.0:1767384588.681833:0:17902:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.681835:0:17902:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384588.681835:0:17902:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20147 00000020:00000001:0.0:1767384588.681837:0:17902:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384588.681838:0:17902:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006eb0e1b2 refcount=3 00000020:00000001:0.0:1767384588.681839:0:17902:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578673152 : -123274130878464 : ffff8fe201381000) 00000020:00000001:0.0:1767384588.681840:0:17902:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578673152 : -123274130878464 : ffff8fe201381000) 00000100:00000001:0.0:1767384588.681843:0:17902:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1767384588.681845:0:17902:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1767384588.681847:0:17902:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:0.0:1767384588.681850:0:17902:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384588.681851:0:17902:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 15 to 0@lo 00000100:00000001:0.0:1767384588.681853:0:17902:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000001:0.0:1767384588.681854:0:17902:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384588.681855:0:17902:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20147 00000020:00000001:0.0:1767384588.681856:0:17902:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384588.681857:0:17902:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006eb0e1b2 refcount=4 00000020:00000001:0.0:1767384588.681858:0:17902:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578673152 : -123274130878464 : ffff8fe201381000) 00000020:00000001:0.0:1767384588.681860:0:17902:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578673152 : -123274130878464 : ffff8fe201381000) 00000100:00000001:0.0:1767384588.681862:0:17902:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384588.681864:0:17902:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 16 to 0@lo 00000100:00000001:0.0:1767384588.681866:0:17902:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000040:0.0:1767384588.681868:0:17902:0:(genops.c:898:class_export_put()) PUTting export 000000006eb0e1b2 : new refcount 3 00000100:00080000:0.0:1767384588.681871:0:17902:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000a95cd374 using connection 192.168.202.137@tcp/0@lo 00000100:00000001:0.0:1767384588.681874:0:17902:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.681876:0:17902:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384588.681881:0:17902:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384588.681884:0:17902:0:(sec.c:1450:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:0.0:1767384588.681886:0:17902:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651927616 : -1057624000 : ffffffffc0f5f040) 02000000:00000001:0.0:1767384588.681889:0:17902:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.681898:0:17902:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767384588.681900:0:17902:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384588.681904:0:17902:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1ef835c. 00000020:00000040:0.0:1767384588.681907:0:17902:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767384588.681911:0:17902:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384588.681912:0:17902:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.681915:0:17902:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384588.681917:0:17902:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384588.681920:0:17902:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384588.681924:0:17902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000958f7440. 00000100:00000001:0.0:1767384588.681929:0:17902:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384588.681934:0:17902:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384588.681942:0:17902:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384588.681943:0:17902:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384588.681957:0:17902:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1ef835c] to pc [ptlrpcd_rcv+-1] req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.681995:0:17902:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.681998:0:17902:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:0.0:1767384588.681999:0:17902:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:0.0:1767384588.682001:0:17902:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384588.682017:0:17902:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.682019:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000010:00000001:0.0:1767384588.682020:0:17902:0:(lwp_dev.c:533:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.682027:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.682043:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384588.682048:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.682057:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384588.682059:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.682085:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384588.682087:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.682093:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384588.682094:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (214) 00000100:00100000:1.0:1767384588.682097:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1ef835c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16347:1853237049169664:0@lo:38: 00000100:00000001:1.0:1767384588.682101:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.682104:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384588.682105:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.682107:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.682111:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001cb6eaaa. 02000000:00000001:1.0:1767384588.682113:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384588.682117:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039ac1dca. 00000400:00000010:1.0:1767384588.682122:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b81afbbe. 00000100:00000200:1.0:1767384588.682125:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049169664, portal 10 00000100:00000001:1.0:1767384588.682126:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.682128:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575799808 : -123274133751808 : ffff8fe2010c3800) 00000020:00000010:1.0:1767384588.682133:0:16347:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000022fa87c4. 00000100:00000040:1.0:1767384588.682138:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.682143:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.682146:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.682148:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046a0724a. 00000100:00000200:1.0:1767384588.682150:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237049169664, offset 0 00000400:00000200:1.0:1767384588.682154:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.682160:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.682166:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260001700 00000400:00000200:1.0:1767384588.682170:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00000400:00000200:1.0:1767384588.682173:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.682177:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384588.682181:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.682182:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384588.682185:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2524bb5. 00000100:00000040:1.0:1767384588.682188:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000a2524bb5 x1853237049169664 msgsize 520 00000100:00100000:1.0:1767384588.682195:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384588.682209:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.682218:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046a0724a 00000400:00000010:1.0:1767384588.682221:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046a0724a. 00000100:00000001:1.0:1767384588.682224:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1767384588.682228:0:17904:0:(genops.c:887:class_export_get()) GET export 000000006eb0e1b2 refcount=6 00000100:00000200:1.0:1767384588.682230:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384588.682234:0:17904:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00002000:00000001:0.0:1767384588.682239:0:17904:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384588.682243:0:17904:0:(genops.c:887:class_export_get()) GET export 000000006eb0e1b2 refcount=7 00000100:00000001:1.0:1767384588.682247:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384588.682247:0:17904:0:(genops.c:898:class_export_put()) PUTting export 000000006eb0e1b2 : new refcount 6 00000100:00000040:1.0:1767384588.682252:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.682262:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.682265:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.682271:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.682276:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:1.0:1767384588.682287:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294877107 00000100:00000010:1.0:1767384588.682292:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008532dcc0. 00000100:00000001:1.0:1767384588.682298:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384588.682306:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294877107 00000100:00000010:1.0:1767384588.682310:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68d73a7. 00000100:00000001:1.0:1767384588.682315:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384588.682321:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294877107 00000020:00000010:0.0:1767384588.682324:0:17082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009825c732. 00000100:00000010:1.0:1767384588.682326:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000039977a5. 00000100:00000001:1.0:1767384588.682332:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384588.682332:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384588.682336:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049169664 02000000:00000001:0.0:1767384588.682339:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384588.682340:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294877107 00000100:00000001:0.0:1767384588.682343:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1767384588.682345:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000862fd49. 00000100:00000001:0.0:1767384588.682346:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.682350:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384588.682356:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384588.682357:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.682362:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384588.682364:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049169664 00000100:00000001:1.0:1767384588.682367:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.682368:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384588.682370:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384588.682371:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384588.682375:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384588.682378:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384588.682378:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.682383:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384588.682383:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.682390:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384588.682392:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8009dbe. 00000020:00000010:0.0:1767384588.682398:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000443e62eb. 00000100:00000001:1.0:1767384588.682399:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.682405:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384588.682405:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5ae207c. 00000100:00000001:1.0:1767384588.682410:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.682411:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384588.682415:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384588.682419:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.682426:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.682442:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384588.682457:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384588.682460:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384588.682465:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:0.0:1767384588.682468:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924126336 : -123268785425280 : ffff8fe33fd53480) 00000100:00000040:0.0:1767384588.682473:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a2524bb5 x1853237049169664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384588.682496:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a2524bb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16347:x1853237049169664:12345-0@lo:38: 00000100:00000200:0.0:1767384588.682503:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049169664 00000020:00000001:0.0:1767384588.682506:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384588.682511:0:17082:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384588.682518:0:17082:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 6 - find 00000020:00000001:0.0:1767384588.682523:0:17082:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446620803978506672 : -123269731044944 : ffff8fe3077831b0) 00000100:00000001:0.0:1767384588.682530:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384588.682534:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384588.682539:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000004b298d6a. 02000000:00000001:0.0:1767384588.682544:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.682550:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384588.682555:0:17082:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384588.682565:0:17082:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 209 last 0 00010000:00000001:0.0:1767384588.682576:0:17082:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:0.0:1767384588.682578:0:17082:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:0.0:1767384588.682581:0:17082:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384588.682585:0:17082:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384588.682590:0:17082:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000085dc3f37. 00000020:00000001:0.0:1767384588.682594:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384588.682602:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000085dc3f37 with handle 0x7f71e2b70dd2014e to hash 00000020:00000001:0.0:1767384588.682606:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384588.682635:0:17082:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:0.0:1767384588.682637:0:17082:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:0.0:1767384588.682640:0:17082:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000778473eb. 00000001:00000001:0.0:1767384588.682643:0:17082:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1767384588.682646:0:17082:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000a99aab25. 00000001:00000001:0.0:1767384588.682650:0:17082:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.682658:0:17082:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384588.682661:0:17082:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384588.682664:0:17082:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001cf2af78. 00000001:00000010:0.0:1767384588.682670:0:17082:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d4d03b47. 00000001:00000010:0.0:1767384588.682676:0:17082:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000feca23cc. 00000001:00000010:0.0:1767384588.682681:0:17082:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d2566d15. 00000001:00000010:0.0:1767384588.682686:0:17082:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000091e7688f. 00000001:00000010:0.0:1767384588.682692:0:17082:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008186e5b5. 00000001:00000001:0.0:1767384588.682695:0:17082:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384588.682697:0:17082:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000848a318f. 00000001:00000010:0.0:1767384588.682699:0:17082:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d632be36. 00000001:00000010:0.0:1767384588.682701:0:17082:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002aa59038. 00000001:00000010:0.0:1767384588.682706:0:17082:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005af727f1. 00000001:00000010:0.0:1767384588.682710:0:17082:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000002a642d4. 00000001:00000010:0.0:1767384588.682714:0:17082:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000042563bf2. 00010000:00000001:0.0:1767384588.682717:0:17082:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.682719:0:17082:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384588.682721:0:17082:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.682722:0:17082:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384588.682725:0:17082:0:(genops.c:887:class_export_get()) GET export 0000000085dc3f37 refcount=3 00000020:00000040:0.0:1767384588.682727:0:17082:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 7 - export 00000020:00000001:0.0:1767384588.682735:0:17082:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000020:00000040:0.0:1767384588.682737:0:17082:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 2 00000020:00000080:0.0:1767384588.682740:0:17082:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x7f71e2b70dd2014e 00000020:00000001:0.0:1767384588.682743:0:17082:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.682746:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384588.682748:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000020:00000001:0.0:1767384588.682751:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384588.682753:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=3 00000020:00000001:0.0:1767384588.682756:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000020:00000001:0.0:1767384588.682759:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000001:00000001:0.0:1767384588.682764:0:17082:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:0.0:1767384588.682768:0:17082:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1767384588.682776:0:17082:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.202.137@tcp 00000001:00000040:0.0:1767384588.682780:0:17082:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001c9c6c04) : new refcount 4 00000001:00000001:0.0:1767384588.682784:0:17082:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446620804727897088 : -123268981654528 : ffff8fe33422fc00) 00000001:00000001:0.0:1767384588.682786:0:17082:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1767384588.682788:0:17082:0:(genops.c:887:class_export_get()) GET export 0000000085dc3f37 refcount=4 00000001:00000040:0.0:1767384588.682789:0:17082:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001c9c6c04) : new refcount 5 00000001:00000001:0.0:1767384588.682793:0:17082:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1767384588.682798:0:17082:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:0.0:1767384588.682804:0:17082:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 4 00000001:00000001:0.0:1767384588.682808:0:17082:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:0.0:1767384588.682811:0:17082:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:0.0:1767384588.682815:0:17082:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:0.0:1767384588.682818:0:17082:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384588.682820:0:17082:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:0.0:1767384588.682824:0:17082:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384588.682829:0:17082:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000003a6ebdf4 00000020:00000010:0.0:1767384588.682833:0:17082:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000f2893a1b. 00000020:00000040:0.0:1767384588.682840:0:17082:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000227294b6 for nid 0@lo - ref 3 00000020:00000001:0.0:1767384588.682844:0:17082:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000010:0.0:1767384588.682848:0:17082:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000f2893a1b. 00000020:00000001:0.0:1767384588.682860:0:17082:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000004:00000001:0.0:1767384588.682865:0:17082:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384588.682870:0:17082:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.682876:0:17082:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384588.682884:0:17082:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000233e7a26. 00000020:00000040:0.0:1767384588.682887:0:17082:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - import 00000020:00000001:0.0:1767384588.682894:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384588.682896:0:17082:0:(genops.c:1242:class_import_put()) import 00000000233e7a26 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384588.682898:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384588.682901:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f667323. 00000020:00000040:0.0:1767384588.682907:0:17082:0:(genops.c:887:class_export_get()) GET export 0000000085dc3f37 refcount=5 00000100:00000040:0.0:1767384588.682909:0:17082:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000100:00000001:0.0:1767384588.682913:0:17082:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384588.682915:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384588.682918:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 17 to 0@lo 00000100:00000001:0.0:1767384588.682921:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:0.0:1767384588.682923:0:17082:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446620804265491072 : -123269444060544 : 0xffff8fe318933a80) 00000100:00000040:0.0:1767384588.682927:0:17082:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008ff26bbb refcount 17 to 0@lo 00000020:00000040:0.0:1767384588.682930:0:17082:0:(genops.c:887:class_export_get()) GET export 0000000085dc3f37 refcount=6 00000100:00000001:0.0:1767384588.682935:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384588.682939:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 18 to 0@lo 00000100:00000001:0.0:1767384588.682941:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384588.682943:0:17082:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384588.682945:0:17082:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384588.682947:0:17082:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:0.0:1767384588.682948:0:17082:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651927616 : -1057624000 : ffffffffc0f5f040) 02000000:00000001:0.0:1767384588.682950:0:17082:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384588.682952:0:17879:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000077d74fba. 00000100:00000001:0.0:1767384588.682953:0:17082:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384588.682956:0:17082:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384588.682959:0:17082:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384588.682962:0:17082:0:(import.c:65:import_set_state_nolock()) 00000000233e7a26 : changing import state from RECOVER to FULL 00000040:00000001:1.0:1767384588.682963:0:17879:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.682965:0:17082:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384588.682969:0:17082:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:01000000:1.0:1767384588.682970:0:17879:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 00000040:00000001:1.0:1767384588.682975:0:17879:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000100:00000001:0.0:1767384588.682979:0:17082:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384588.682980:0:17879:0:(lu_object.c:207:lu_object_put()) Add 00000000d154a207/0000000089b08e91 to site lru. bkt: 00000000b43d1554 00000020:00000040:0.0:1767384588.682982:0:17082:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 5 00000040:00000010:1.0:1767384588.682998:0:17879:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000e47a6d2e. 00000020:00000040:0.0:1767384588.682999:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - find 00010000:00000001:0.0:1767384588.683004:0:17082:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.683007:0:17879:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.683007:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384588.683011:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663633200 : -1045918416 : ffffffffc1a88d30) 00000040:00000010:1.0:1767384588.683012:0:17879:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006e8f957b. 00000020:00000001:0.0:1767384588.683014:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384588.683017:0:17082:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384588.683018:0:17879:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008f9352cd. 00000020:00000001:0.0:1767384588.683019:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384588.683021:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384588.683024:0:17879:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.683024:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.683044:0:17879:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000001:0.0:1767384588.683047:0:17082:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000010:1.0:1767384588.683050:0:17879:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c697253d. 00000001:00000001:0.0:1767384588.683064:0:17082:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000040:00000010:1.0:1767384588.683068:0:17879:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004845b1b9. 00000001:00000001:0.0:1767384588.683068:0:17082:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384588.683073:0:17082:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:1.0:1767384588.683075:0:17879:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000001116785. 00000001:00000001:0.0:1767384588.683075:0:17082:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.683080:0:17082:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384588.683081:0:17879:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bd5903f6. 00010000:00000040:0.0:1767384588.683082:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049169664 80000000:00000010:1.0:1767384588.683086:0:17879:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007d0b0112. 00010000:00000001:0.0:1767384588.683087:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00040000:00000010:1.0:1767384588.683092:0:17879:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008c8627df. 00010000:00000200:0.0:1767384588.683093:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a2524bb5 x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384588.683097:0:17879:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 000000008ad046db. 00080000:00000010:1.0:1767384588.683103:0:17879:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d4fcecae. 00010000:00000001:0.0:1767384588.683104:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384588.683107:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384588.683109:0:17879:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000007e886971. 00000100:00001000:0.0:1767384588.683110:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=0 v=5 (1 0 0 0) 00080000:00000010:1.0:1767384588.683113:0:17879:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000a645004d. 00000100:00001000:0.0:1767384588.683115:0:17082:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00080000:00000010:1.0:1767384588.683117:0:17879:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003a77e7b5. 00000100:00000001:0.0:1767384588.683119:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000010:1.0:1767384588.683121:0:17879:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d9ec4abb. 00000100:00000040:0.0:1767384588.683122:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 19 to 0@lo 00000100:00000001:0.0:1767384588.683125:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000010:1.0:1767384588.683126:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000985c2f01. 02000000:00000001:0.0:1767384588.683128:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384588.683130:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1767384588.683131:0:17879:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000a7e404bc. 00000100:00000001:0.0:1767384588.683133:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:01000000:1.0:1767384588.683135:0:17879:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.137@tcp: configuration from log 'lustre-client' succeeded (0). 00000100:00000040:0.0:1767384588.683140:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384588.683144:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000100:00000200:0.0:1767384588.683147:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237049169664, offset 0 10000000:00000001:1.0:1767384588.683152:0:17879:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:0.0:1767384588.683153:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384588.683156:0:17879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.683157:0:17879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.683161:0:17879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000600eec49 refcount=3 00000020:00000001:1.0:1767384588.683164:0:17879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961958912 : -123268747592704 : ffff8fe342167c00) 00000400:00000200:0.0:1767384588.683169:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384588.683170:0:17879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961958912 : -123268747592704 : ffff8fe342167c00) 00000400:00000200:0.0:1767384588.683179:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6958260001700 00010000:00000001:1.0:1767384588.683182:0:17879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384588.683186:0:17879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 00000000600eec49/0x7f71e2b70dd20132 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20139 expref: -99 pid: 17879 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384588.683186:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x10e1 [1] + 0 00000400:00000200:0.0:1767384588.683193:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384588.683196:0:17879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384588.683199:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384588.683200:0:17879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384588.683203:0:17879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.137@tcp lock: 00000000600eec49/0x7f71e2b70dd20132 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20139 expref: -99 pid: 17879 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384588.683203:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384588.683208:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384588.683213:0:17879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384588.683216:0:17879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.683220:0:17879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384588.683222:0:17879:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384588.683223:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384588.683226:0:17879:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.683232:0:17879:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384588.683236:0:17879:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000065affd65. 00000040:00000010:1.0:1767384588.683239:0:17879:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f5ccb28a. 00000020:00000010:1.0:1767384588.683240:0:17879:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ef859090. 00000020:00000010:1.0:1767384588.683242:0:17879:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e31add9c. 00000100:00000001:0.0:1767384588.683244:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00040000:00000010:1.0:1767384588.683245:0:17879:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007c2103a4. 00040000:00000010:1.0:1767384588.683250:0:17879:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006a2fe314. 00000400:00000200:0.0:1767384588.683251:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00080000:00000010:1.0:1767384588.683254:0:17879:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008597db57. 00000400:00000010:0.0:1767384588.683255:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000100:00000001:3.0:1767384588.683257:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384588.683261:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000010:1.0:1767384588.683262:0:17879:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000323835ff. 00000100:00000001:0.0:1767384588.683262:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384588.683265:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384588.683266:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384588.683269:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fe41b8a. 00000400:00000001:3.0:1767384588.683270:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384588.683271:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384588.683273:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039ac1dca. 00000020:00000001:1.0:1767384588.683276:0:17879:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384588.683277:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 18 to 0@lo 00000020:00000010:1.0:1767384588.683280:0:17879:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000c8e21556. 00010000:00000001:0.0:1767384588.683281:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384588.683282:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b81afbbe 00000020:00000001:0.0:1767384588.683284:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384588.683293:0:17879:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000c472ef0e. 00000020:00000001:0.0:1767384588.683293:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384588.683295:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b81afbbe. 00000100:00000040:0.0:1767384588.683299:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2524bb5 x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384588.683300:0:17879:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.683301:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384588.683306:0:17879:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384588.683309:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384588.683314:0:17879:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000be3932fe. 00000100:00100000:0.0:1767384588.683319:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a2524bb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16347:x1853237049169664:12345-0@lo:38: Request processed in 822us (1126us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384588.683321:0:17879:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000a9406b23. 00000020:00000001:1.0:1767384588.683328:0:17879:0:(tgt_mount.c:1430:server_notify_target()) Process entered 00000100:00000200:3.0:1767384588.683330:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384588.683332:0:17879:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000100:00100000:0.0:1767384588.683332:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384588.683338:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000001:3.0:1767384588.683343:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384588.683343:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384588.683344:0:17879:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000a83de4a6. 00000100:00000001:0.0:1767384588.683345:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384588.683346:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384588.683349:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000443e62eb. 00000100:00000001:3.0:1767384588.683350:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384588.683354:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384588.683356:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384588.683356:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5ae207c. 00000100:00000001:3.0:1767384588.683359:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384588.683361:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384588.683361:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8009dbe. 00000020:00000040:0.0:1767384588.683366:0:17082:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000020:01000004:1.0:1767384588.683369:0:17879:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000100:00000001:0.0:1767384588.683369:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384588.683370:0:16347:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004b944a97. 00000100:00001000:3.0:1767384588.683375:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=1767384588 v=5 (0 0 0 0) 00000020:01000004:1.0:1767384588.683376:0:17879:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384588.683380:0:17879:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384588.683383:0:17879:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00001000:3.0:1767384588.683384:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=1767384588 v=0 (0 0 0 0) 00000020:01000004:1.0:1767384588.683385:0:17879:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384588.683387:0:17879:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384588.683388:0:17879:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384588.683389:0:17879:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384588.683390:0:17879:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:1.0:1767384588.683392:0:17879:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00001000:3.0:1767384588.683394:0:16347:0:(import.c:2194:obd_at_measure()) AT 00000000488015b5 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 10000000:00000001:1.0:1767384588.683395:0:17879:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384588.683400:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:00000001:1.0:1767384588.683400:0:17879:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384588.683403:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384588.683404:0:17879:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00010000:00000001:3.0:1767384588.683408:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000001:1.0:1767384588.683408:0:17879:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000020:01000004:1.0:1767384588.683411:0:17879:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1767384588.683413:0:17879:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00080000:3.0:1767384588.683414:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384588.683414:0:17879:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384588.683417:0:17879:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384588.683419:0:17879:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384588.683422:0:17879:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384588.683424:0:17879:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384588.683426:0:17879:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:3.0:1767384588.683430:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384588.683430:0:17879:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384588.683434:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:1.0:1767384588.683435:0:17879:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001899c1e3. 00000100:00100000:3.0:1767384588.683436:0:16347:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000020:00000040:1.0:1767384588.683442:0:17879:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000040:3.0:1767384588.683443:0:16347:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384588.683448:0:17879:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384588.683449:0:16347:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384588.683452:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.683453:0:17879:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384588.683456:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384588.683457:0:17879:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.683464:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384588.683464:0:17879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000fd555f3. 00000100:00000001:3.0:1767384588.683468:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.683469:0:17879:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.683470:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384588.683475:0:16347:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 10000000:01000000:1.0:1767384588.683476:0:17879:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00080000:3.0:1767384588.683478:0:16347:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000100:00000001:1.0:1767384588.683479:0:17879:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384588.683481:0:17879:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000001:3.0:1767384588.683482:0:16347:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384588.683485:0:17879:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008276753f. 00000020:00000040:3.0:1767384588.683486:0:16347:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20147 00000020:00000001:3.0:1767384588.683489:0:16347:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384588.683490:0:17879:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620803935762880 : -123269773788736 : ffff8fe304ebf9c0) 00000020:00000040:3.0:1767384588.683492:0:16347:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006eb0e1b2 refcount=7 00000100:00000001:1.0:1767384588.683495:0:17879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384588.683496:0:16347:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578673152 : -123274130878464 : ffff8fe201381000) 00000100:00000001:1.0:1767384588.683498:0:17879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924113792 : -123268785437824 : ffff8fe33fd50380) 00000020:00000001:3.0:1767384588.683499:0:16347:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578673152 : -123274130878464 : ffff8fe201381000) 00000100:00000001:1.0:1767384588.683505:0:17879:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00001000:3.0:1767384588.683506:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=1767384588 v=0 (0 0 0 0) 00000100:00000001:1.0:1767384588.683508:0:17879:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384588.683509:0:16347:0:(import.c:2194:obd_at_measure()) AT 00000000488015b5 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:3.0:1767384588.683513:0:16347:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:3.0:1767384588.683517:0:16347:0:(genops.c:898:class_export_put()) PUTting export 000000006eb0e1b2 : new refcount 6 00000100:00000001:1.0:1767384588.683518:0:17879:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384588.683519:0:16347:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384588.683520:0:17879:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384588.683522:0:16347:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1767384588.683526:0:16347:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00000040:1.0:1767384588.683526:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001899c1e3 x1853237049169792/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.683534:0:17879:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1767384588.683535:0:16347:0:(import.c:65:import_set_state_nolock()) 00000000a95cd374 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1767384588.683536:0:17879:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.683539:0:16347:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:1.0:1767384588.683541:0:17879:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384588.683542:0:16347:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:1.0:1767384588.683544:0:17879:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384588.683545:0:16347:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.683549:0:17879:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.683550:0:16347:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384588.683553:0:16347:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.683553:0:17879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001899c1e3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17879:1853237049169792:0@lo:253: 00000100:00000001:3.0:1767384588.683558:0:16347:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.683559:0:17879:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.683563:0:17879:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384588.683564:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384588.683566:0:17879:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.683571:0:17879:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.683575:0:17879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000874b78c6. 00000100:00100000:3.0:1767384588.683576:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1ef835c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16347:1853237049169664:0@lo:38: 02000000:00000001:1.0:1767384588.683581:0:17879:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.683583:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.683586:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384588.683587:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1ef835c x1853237049169664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.683591:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767384588.683595:0:17879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f73fb49e. 02000000:00000001:3.0:1767384588.683596:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384588.683599:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001cb6eaaa. 00000400:00000010:1.0:1767384588.683601:0:17879:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6a11f7c. 02000000:00000001:3.0:1767384588.683603:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1767384588.683605:0:17879:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049169792, portal 25 00000100:00000001:1.0:1767384588.683630:0:17879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.683631:0:17879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924113792 : -123268785437824 : ffff8fe33fd50380) 00000100:00000040:1.0:1767384588.683636:0:17879:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001899c1e3 x1853237049169792/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.683642:0:17879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384588.683644:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384588.683645:0:17879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384588.683647:0:16347:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767384588.683649:0:17879:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eed9f1b2. 00000020:00000001:3.0:1767384588.683654:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767384588.683655:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049169792, offset 0 02000000:00000010:3.0:1767384588.683658:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000958f7440. 00000400:00000200:1.0:1767384588.683663:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384588.683665:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384588.683669:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384588.683673:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384588.683674:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1ef835c. 00000100:00000001:3.0:1767384588.683680:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384588.683682:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260001780 00000100:00000001:3.0:1767384588.683683:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384588.683688:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384588.683688:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ad [2] + 0 00000100:00000001:3.0:1767384588.683694:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384588.683695:0:17879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a1aee21. 00000100:00000001:3.0:1767384588.683698:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384588.683699:0:17879:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1859d5f 00000100:00000001:3.0:1767384588.683701:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.683704:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384588.683706:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.683714:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384588.683718:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1859d5f 00000400:00000010:1.0:1767384588.683719:0:17879:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1859d5f. 00000100:00000001:1.0:1767384588.683723:0:17879:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.683724:0:17879:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384588.683726:0:17879:0:(events.c:337:request_in_callback()) incoming req@00000000aecb7faf x1853237049169792 msgsize 4848 00000100:00100000:1.0:1767384588.683729:0:17879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384588.683730:0:17879:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384588.683738:0:17879:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.683742:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eed9f1b2 00000400:00000010:1.0:1767384588.683743:0:17879:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eed9f1b2. 00000100:00000001:1.0:1767384588.683744:0:17879:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384588.683746:0:17879:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001899c1e3 x1853237049169792/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.683752:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.683755:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001899c1e3 x1853237049169792/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.683759:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.683761:0:17879:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.683766:0:17879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.683770:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294877109 00000100:00000001:1.0:1767384588.683774:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877107 00000100:00000001:1.0:1767384588.683779:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294877109 00000100:00000001:1.0:1767384588.683784:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877107 00000100:00000001:1.0:1767384588.683789:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294877109 00000100:00000001:1.0:1767384588.683793:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877107 00000100:00000001:1.0:1767384588.683798:0:17879:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294877109 00000100:00000001:1.0:1767384588.683802:0:17879:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877107 00000100:00000001:1.0:1767384588.683806:0:17879:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.683811:0:17879:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.683814:0:17879:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.683817:0:17879:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384588.683825:0:17879:0:(client.c:2690:ptlrpc_set_wait()) set 000000008276753f going to sleep for 11 seconds 00000100:00000001:1.0:1767384588.683830:0:17879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.683833:0:17879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.683873:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384588.683877:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384588.683880:0:17072:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.683884:0:17072:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384588.685554:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f250a74c. 00080000:00000010:0.0:1767384588.685589:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000039e32203. 00040000:00000001:0.0:1767384588.685594:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384588.685596:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384588.685598:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384588.685600:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384588.685602:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384588.685603:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384588.685605:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384588.685632:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384588.685635:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384588.685639:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:0.0:1767384588.685755:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384588.685760:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384588.685763:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ace9c61d. 20000000:00000001:0.0:1767384588.685767:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384588.685773:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049169792 00010000:00000001:0.0:1767384588.685777:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384588.685782:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aecb7faf x1853237049169792/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:569/0 lens 4848/4768 e 0 to 0 dl 1767384599 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384588.685793:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384588.685794:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384588.685797:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384588.685804:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384588.685807:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 19 to 0@lo 00000100:00000001:0.0:1767384588.685810:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384588.685813:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384588.685816:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.685818:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384588.685823:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384588.685833:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a7e0afc. 00000100:00000200:0.0:1767384588.685838:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049169792, offset 224 00000400:00000200:0.0:1767384588.685845:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384588.685854:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384588.685863:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260001780 00000400:00000200:0.0:1767384588.685870:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x10ed [2] + 224 00000400:00000200:0.0:1767384588.685887:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384588.685895:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384588.685900:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384588.685907:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001899c1e3 x1853237049169792/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384588.685925:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001899c1e3 x1853237049169792/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.685949:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384588.685955:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a7e0afc 00000400:00000010:0.0:1767384588.685974:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a7e0afc. 00000100:00000001:0.0:1767384588.685980:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384588.685983:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.685988:0:17879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384588.685989:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384588.685996:0:17879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384588.685996:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 18 to 0@lo 00000400:00000001:1.0:1767384588.686000:0:17879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384588.686004:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384588.686005:0:17879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f73fb49e. 00000020:00000001:0.0:1767384588.686008:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384588.686012:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6a11f7c 00000020:00000001:0.0:1767384588.686013:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384588.686017:0:17879:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6a11f7c. 00000100:00000040:0.0:1767384588.686021:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aecb7faf x1853237049169792/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:569/0 lens 4848/4768 e 0 to 0 dl 1767384599 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.686024:0:17879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.686048:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001899c1e3 x1853237049169792/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384588.686054:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aecb7faf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17879:x1853237049169792:12345-0@lo:253: Request processed in 2154us (2321us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384588.686092:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00000040:0.0:1767384588.686095:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000200:1.0:1767384588.686096:0:17879:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001899c1e3 x1853237049169792/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.686100:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384588.686105:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384588.686108:0:17879:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384588.686110:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dd82ddc9. 00000100:00000001:1.0:1767384588.686111:0:17879:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.686116:0:17879:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384588.686117:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d526335d. 02000000:00000001:1.0:1767384588.686120:0:17879:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.686123:0:17879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384588.686123:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060ce9c9c. 00000100:00000001:1.0:1767384588.686126:0:17879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.686129:0:17879:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384588.686129:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:0.0:1767384588.686135:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384588.686137:0:17879:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=5 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384588.686139:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000618ae1b7. 00000100:00001000:1.0:1767384588.686145:0:17879:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=5 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384588.686145:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384588.686149:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.686151:0:17879:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.686153:0:17879:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.686154:0:17879:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384588.686156:0:17879:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.686160:0:17879:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384588.686160:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384588.686164:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001899c1e3 x1853237049169792/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384588.686167:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3794794. 00000400:00000010:0.0:1767384588.686173:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a7e0afc. 00000100:00000001:1.0:1767384588.686180:0:17879:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.686189:0:17879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.686191:0:17879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.686198:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001899c1e3 x1853237049169792/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.686216:0:17879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001899c1e3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17879:1853237049169792:0@lo:253: 00000100:00000001:1.0:1767384588.686222:0:17879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.686224:0:17879:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.686226:0:17879:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384588.686228:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.686231:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001899c1e3 x1853237049169792/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.686243:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384588.686245:0:17879:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008276753f. 00000100:00000001:1.0:1767384588.686249:0:17879:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384588.686253:0:17879:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384588.686255:0:17879:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1767384588.686258:0:17879:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1767384588.686261:0:17879:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384588.686263:0:17879:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384588.686267:0:17879:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384588.686268:0:17879:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384588.686269:0:17879:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384588.686270:0:17879:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384588.686271:0:17879:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384588.686273:0:17879:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384588.686276:0:17879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.686279:0:17879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001899c1e3 x1853237049169792/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.686288:0:17879:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.686290:0:17879:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.686293:0:17879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000874b78c6. 02000000:00000001:1.0:1767384588.686296:0:17879:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.686298:0:17879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.686302:0:17879:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384588.686305:0:17879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.686311:0:17879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000fd555f3. 02000000:00000001:1.0:1767384588.686316:0:17879:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.686319:0:17879:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.686321:0:17879:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001899c1e3. 00000100:00000001:1.0:1767384588.686324:0:17879:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.686326:0:17879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384588.686329:0:17879:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.686334:0:17879:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.686338:0:17879:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.686343:0:17879:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384588.686347:0:17879:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 00000000a83de4a6. 00000020:00000001:1.0:1767384588.686351:0:17879:0:(tgt_mount.c:1454:server_notify_target()) Process leaving (rc=0 : 0 : 0) 00000020:02000000:1.0:1767384588.686353:0:17879:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000001:0.0:1767384588.686378:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384588.686380:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049169920 02000000:00000001:0.0:1767384588.686384:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384588.686386:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384588.686388:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.686392:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384588.686395:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049169920 00000020:00000001:0.0:1767384588.686398:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384588.686399:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd1fff7 00000020:00000001:0.0:1767384588.686402:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384588.686405:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000020c2555a refcount=3 00000020:00000001:0.0:1767384588.686409:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000020:00000001:0.0:1767384588.686414:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000100:00000001:0.0:1767384588.686418:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384588.686423:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce63ed02. 00000100:00000001:0.0:1767384588.686427:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384588.686431:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce63ed02. 00000020:00000010:0.0:1767384588.686435:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8009dbe. 00000020:00000010:0.0:1767384588.686439:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000443e62eb. 00000020:00000010:0.0:1767384588.686442:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5ae207c. 00000100:00000040:0.0:1767384588.686451:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384588.686453:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384588.686454:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384588.686455:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.686457:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.686469:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384588.686479:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384588.686482:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384588.686487:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384588.686489:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000020c2555a : new rpc_count 1 00000100:00000001:0.0:1767384588.686493:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120986496 : -123269588565120 : ffff8fe30ff64380) 00000100:00000040:0.0:1767384588.686498:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e5973e9 x1853237049169920/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:569/0 lens 328/0 e 0 to 0 dl 1767384599 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384588.686517:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384588.686520:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce63ed02. 00000100:00000001:0.0:1767384588.686524:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384588.686528:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce63ed02. 00000100:00100000:0.0:1767384588.686534:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e5973e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049169920:12345-0@lo:104: 00000100:00000200:0.0:1767384588.686540:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049169920 00010000:00000001:0.0:1767384588.686543:0:17064:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384588.686547:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384588.686550:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384588.686551:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b18605b1 refcount=2 00000020:00000001:0.0:1767384588.686556:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384588.686561:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384588.686565:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384588.686568:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384588.686573:0:17064:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.137@tcp lock: 00000000b18605b1/0x7f71e2b70dd200d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd200de expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384588.686582:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384588.686583:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384588.686585:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000958f7440. 02000000:00000001:0.0:1767384588.686586:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.686587:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.686589:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384588.686590:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384588.686592:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aca2e737 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384588.686594:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384588.686595:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 19 to 0@lo 00000100:00000001:0.0:1767384588.686596:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384588.686598:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384588.686599:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.686600:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384588.686604:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384588.686621:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000100:00000200:0.0:1767384588.686624:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049169920, offset 224 00000400:00000200:0.0:1767384588.686628:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384588.686632:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384588.686635:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260001800 00000400:00000200:0.0:1767384588.686638:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x10f9 [1] + 224 00000400:00000200:0.0:1767384588.686641:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384588.686642:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384588.686644:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384588.686647:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008996e5a1 x1853237049169920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384588.686652:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008996e5a1 x1853237049169920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384588.686662:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384588.686665:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00000400:00000010:0.0:1767384588.686666:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000100:00000001:0.0:1767384588.686669:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384588.686670:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384588.686672:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384588.686673:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 18 to 0@lo 00010000:00000001:0.0:1767384588.686675:0:17064:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384588.686677:0:17064:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000bdeda427. 00010000:00000001:0.0:1767384588.686679:0:17064:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384588.686686:0:17064:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384588.686687:0:17064:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.686688:0:17064:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.686689:0:17064:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384588.686691:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e5973e9 x1853237049169920/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:569/0 lens 328/224 e 0 to 0 dl 1767384599 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384588.686696:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e5973e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049169920:12345-0@lo:104: Request processed in 179us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384588.686702:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000020:00000001:3.0:1767384588.686708:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1767384588.686708:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020c2555a : new rpc_count 0 00000100:00000001:0.0:1767384588.686710:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384588.686713:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.686714:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384588.686716:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000443e62eb. 00000020:00000010:0.0:1767384588.686718:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5ae207c. 00000020:00000010:0.0:1767384588.686720:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8009dbe. 00000020:00000040:0.0:1767384588.686721:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000020c2555a : new refcount 2 00000100:00000001:0.0:1767384588.686727:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384588.686728:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384588.686733:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384588.686737:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384588.686740:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 00000000b18605b1/0x7f71e2b70dd200d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd200de expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384588.686749:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b18605b1 already unused, calling callback (000000004e97d7c8) 10000000:00000001:3.0:1767384588.686753:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384588.686757:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 00000000b18605b1/0x7f71e2b70dd200d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7f71e2b70dd200de expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.686771:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384588.686774:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384588.686778:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384588.686781:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b18605b1 refcount=3 00000020:00000001:3.0:1767384588.686786:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:3.0:1767384588.686791:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:3.0:1767384588.686798:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384588.686800:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 00000000b18605b1/0x7f71e2b70dd200d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7f71e2b70dd200de expref: -99 pid: 17077 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384588.686816:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384588.686818:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 00000000b18605b1/0x7f71e2b70dd200d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7f71e2b70dd200de expref: -99 pid: 17077 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384588.686825:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384588.686831:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384588.686832:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384588.686845:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384588.686850:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384588.686854:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384588.686871:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384588.686874:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384588.686875:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 2 10000000:00000001:3.0:1767384588.686879:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384588.686886:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.686889:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384588.686894:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384588.686896:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384588.686900:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384588.686905:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384588.686907:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b18605b1 with handle 0x7f71e2b70dd200d0 from hash 00010000:00000001:3.0:1767384588.686908:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384588.686909:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.686910:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384588.686911:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384588.686912:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384588.686913:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384588.686915:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384588.686917:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384588.686920:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0482fd. 00000020:00000040:3.0:1767384588.686922:0:17068:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384588.686923:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384588.686924:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384588.686926:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384588.686929:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5f1cd07. 00000100:00000001:3.0:1767384588.686931:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.686933:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384588.686935:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 00000000b18605b1/0x7f71e2b70dd200d0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd200de expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384588.686939:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384588.686940:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384588.686942:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384588.686943:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384588.686948:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0482fd] to pc [ptlrpcd_00_03+3] req@000000004b0482fd x1853237049170048/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384588.686975:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384588.686977:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.686979:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384588.686980:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.686985:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384588.686986:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384588.686989:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.686991:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384588.686993:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 00000000b18605b1/0x7f71e2b70dd200d0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd200de expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384588.686995:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384588.687001:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0482fd x1853237049170048/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384588.687012:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384588.687015:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 00000000b18605b1/0x7f71e2b70dd200d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd200de expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384588.687039:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384588.687041:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384588.687044:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006182af30 count: 0 02000000:00000001:0.0:1767384588.687045:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384588.687048:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384588.687050:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.687053:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384588.687053:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049170048:0@lo:103: 00010000:00000001:3.0:1767384588.687056:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384588.687059:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000bdeda427. 00000100:00000001:0.0:1767384588.687060:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384588.687064:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.687065:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384588.687068:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384588.687069:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384588.687072:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384588.687082:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8009dbe. 00000020:00000001:3.0:1767384588.687084:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.687085:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384588.687086:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384588.687089:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384588.687089:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc30387. 00000020:00000001:3.0:1767384588.687090:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384588.687095:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384588.687096:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000020:00000001:3.0:1767384588.687097:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384588.687099:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384588.687102:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767384588.687103:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049170048, portal 18 00000100:00000001:0.0:1767384588.687105:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384588.687106:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923218048 : -123268786333568 : ffff8fe33fc75880) 00000100:00000001:3.0:1767384588.687109:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384588.687110:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004b0482fd x1853237049170048/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384604 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.687116:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.687122:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384588.687129:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384588.687131:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b58b0c66. 00000100:00000200:0.0:1767384588.687132:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049170048, offset 0 00000400:00000200:0.0:1767384588.687134:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384588.687138:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384588.687142:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260001880 00000400:00000200:0.0:1767384588.687146:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:0.0:1767384588.687149:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384588.687150:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384588.687153:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384588.687154:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384588.687156:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005def2f30. 00000100:00000040:0.0:1767384588.687158:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000005def2f30 x1853237049170048 msgsize 328 00000100:00100000:0.0:1767384588.687162:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384588.687171:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384588.687174:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58b0c66 00000400:00000010:0.0:1767384588.687175:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b58b0c66. 00000100:00000001:0.0:1767384588.687176:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384588.687178:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0482fd x1853237049170048/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384604 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.687183:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384588.687185:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0482fd x1853237049170048/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384604 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.687189:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.687190:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384588.687193:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384588.687193:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384588.687196:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049170048 00000100:00000001:0.0:1767384588.687198:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294877112 02000000:00000001:3.0:1767384588.687199:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384588.687202:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384588.687205:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.687205:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877111 02000000:00000001:3.0:1767384588.687207:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384588.687211:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049170048 00000100:00000001:0.0:1767384588.687211:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294877112 00000020:00000001:3.0:1767384588.687215:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384588.687217:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877111 00000020:00000040:3.0:1767384588.687218:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384588.687222:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384588.687223:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:0.0:1767384588.687223:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294877112 00000100:00000001:0.0:1767384588.687227:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877111 00000020:00000001:3.0:1767384588.687234:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:3.0:1767384588.687239:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384588.687240:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294877112 00000100:00000001:3.0:1767384588.687244:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384588.687245:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877111 00000020:00000010:3.0:1767384588.687248:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001abe1449. 00000100:00000001:0.0:1767384588.687249:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384588.687253:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384588.687253:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384588.687258:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001abe1449. 00000100:00000001:0.0:1767384588.687259:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.687262:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384588.687263:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d58c4e03. 00000100:00000001:0.0:1767384588.687266:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384588.687267:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ff207ae. 00000100:00000001:0.0:1767384588.687269:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384588.687274:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000001:0.0:1767384588.687275:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384588.687279:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384588.687281:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384588.687282:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384588.687283:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.687287:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384588.687290:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384588.687291:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384588.687293:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.687295:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384588.687297:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384588.687298:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384588.687299:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a05ce8c refcount=4 00000020:00000001:3.0:1767384588.687300:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258153472 : -123269451398144 : ffff8fe318234400) 00010000:00000001:3.0:1767384588.687302:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258153472 : -123269451398144 : ffff8fe318234400) 00010000:00010000:3.0:1767384588.687305:0:17067:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd200de lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd200d0 expref: 15 pid: 17074 timeout: 359 lvb_type: 0 00010000:00000001:3.0:1767384588.687309:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.687310:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384588.687311:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384588.687312:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384588.687327:0:17067:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384588.687329:0:17067:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005def2f30 x1853237049170048/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:569/0 lens 328/0 e 0 to 0 dl 1767384599 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.687334:0:17067:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384588.687335:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.687343:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384588.687351:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384588.687357:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384588.687358:0:17066:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000486f829b. 00000100:00100000:3.0:1767384588.687361:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384588.687365:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384588.687367:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575789056 : -123274133762560 : ffff8fe2010c0e00) 00000100:00000040:3.0:1767384588.687372:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005def2f30 x1853237049170048/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:569/0 lens 328/0 e 0 to 0 dl 1767384599 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.687380:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384588.687382:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001abe1449. 00000100:00000001:3.0:1767384588.687383:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384588.687384:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001abe1449. 00000100:00100000:3.0:1767384588.687387:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005def2f30 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049170048:12345-0@lo:103: 00000100:00000200:3.0:1767384588.687391:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049170048 00010000:00000001:3.0:1767384588.687393:0:17067:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384588.687394:0:17067:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384588.687396:0:17067:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384588.687398:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384588.687401:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384588.687405:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d8ee363b. 02000000:00000001:3.0:1767384588.687408:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.687412:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.687415:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384588.687418:0:17067:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384588.687422:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384588.687424:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384588.687426:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a05ce8c refcount=4 00000020:00000001:3.0:1767384588.687427:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258153472 : -123269451398144 : ffff8fe318234400) 00010000:00000001:3.0:1767384588.687428:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258153472 : -123269451398144 : ffff8fe318234400) 00010000:00000040:3.0:1767384588.687430:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000052fc5731 count: 3 00010000:00010000:3.0:1767384588.687432:0:17067:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd200de lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd200d0 expref: 15 pid: 17074 timeout: 359 lvb_type: 0 00000100:00001000:3.0:1767384588.687436:0:17067:0:(import.c:2128:obd_at_measure()) add 0 to 000000002cb15ef2 time=1767384588 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384588.687441:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384588.687446:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.687448:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384588.687452:0:17067:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd200de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7f71e2b70dd200d0 expref: 15 pid: 17074 timeout: 359 lvb_type: 0 00000020:00000001:3.0:1767384588.687456:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384588.687457:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384588.687458:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384588.687459:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.687462:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384588.687463:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384588.687467:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.687470:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384588.687472:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384588.687474:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384588.687477:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008a05ce8c with handle 0x7f71e2b70dd200de from hash 00010000:00000001:3.0:1767384588.687480:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384588.687481:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.687482:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384588.687482:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384588.687483:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384588.687484:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384588.687485:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd200de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7f71e2b70dd200d0 expref: 15 pid: 17074 timeout: 359 lvb_type: 0 00010000:00000040:3.0:1767384588.687489:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 9 00000020:00000040:3.0:1767384588.687490:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00010000:00000001:3.0:1767384588.687493:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384588.687494:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384588.687495:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384588.687499:0:17067:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000d83329f5 00010000:00000001:3.0:1767384588.687500:0:17067:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384588.687503:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384588.687506:0:17067:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384588.687510:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384588.687511:0:17067:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384588.687518:0:17067:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384588.687520:0:17067:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384588.687521:0:17067:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd20155 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.687525:0:17067:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384588.687526:0:17067:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384588.687527:0:17067:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384588.687528:0:17067:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384588.687529:0:17067:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000052fc5731) refcount = 2 00010000:00010000:3.0:1767384588.687530:0:17067:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd20155 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.687534:0:17067:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384588.687535:0:17067:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384588.687535:0:17067:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384588.687537:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384588.687539:0:17067:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001abe1449. 00000100:00000001:3.0:1767384588.687540:0:17067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384588.687542:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006502960f. 00000100:00000001:3.0:1767384588.687544:0:17067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804782528960 : -123268927022656 : ffff8fe3376499c0) 00000100:00000001:3.0:1767384588.687545:0:17067:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620804782528960 : -123268927022656 : ffff8fe3376499c0) 00000100:00000001:3.0:1767384588.687546:0:17067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384588.687547:0:17067:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384588.687548:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384588.687550:0:17067:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384588.687552:0:17067:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001884010s 00010000:00000001:3.0:1767384588.687554:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384588.687555:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384588.687555:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83329f5 refcount=5 00000020:00000001:3.0:1767384588.687556:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:3.0:1767384588.687558:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:3.0:1767384588.687559:0:17067:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384588.687561:0:17067:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd20155 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.687571:0:17067:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384588.687573:0:17067:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd20155 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.687576:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.687577:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384588.687577:0:17067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd20155 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.687580:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384588.687581:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.687582:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384588.687583:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd20155 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384588.687586:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d83329f5 already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384588.687597:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384588.687598:0:17067:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384588.687599:0:17067:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd20155 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.687602:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384588.687603:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384588.687604:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384588.687604:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83329f5 refcount=6 00000020:00000001:3.0:1767384588.687623:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:3.0:1767384588.687625:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:3.0:1767384588.687627:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384588.687628:0:17067:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd20155 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.687633:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384588.687634:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384588.687638:0:17067:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.687640:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384588.687641:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384588.687642:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384588.687643:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384588.687644:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d83329f5 with handle 0x7f71e2b70dd20155 from hash 00010000:00000001:3.0:1767384588.687647:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384588.687648:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.687649:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384588.687650:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384588.687651:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384588.687653:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384588.687654:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384588.687655:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384588.687657:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.687659:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384588.687660:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384588.687663:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.687665:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384588.687666:0:17067:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.687668:0:17067:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.687671:0:17067:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384588.687673:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd20155 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.687679:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.687680:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384588.687681:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384588.687682:0:17067:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384588.687684:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.687685:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384588.687687:0:17067:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384588.687689:0:17067:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384588.687691:0:17067:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.687692:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.687693:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384588.687694:0:17067:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.687695:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384588.687701:0:17067:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384588.687703:0:17067:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.687704:0:17067:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.687705:0:17067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384588.687706:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006502960f. 00000100:00000001:3.0:1767384588.687708:0:17067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384588.687709:0:17067:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384588.687711:0:17067:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001abe1449. 00010000:00000001:3.0:1767384588.687712:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384588.687714:0:17067:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384588.687715:0:17067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384588.687717:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384588.687718:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384588.687720:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384588.687722:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384588.687724:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 19 to 0@lo 00000100:00000001:3.0:1767384588.687725:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384588.687727:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384588.687728:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.687729:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384588.687731:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384588.687733:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273042ee. 00000100:00000200:3.0:1767384588.687735:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049170048, offset 224 00000400:00000200:3.0:1767384588.687738:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384588.687743:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384588.687747:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260001880 00000400:00000200:3.0:1767384588.687750:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1109 [1] + 224 00000400:00000200:3.0:1767384588.687752:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384588.687755:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384588.687757:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384588.687759:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0482fd x1853237049170048/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384588.687764:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0482fd x1853237049170048/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384588.687784:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384588.687787:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273042ee 00000400:00000010:3.0:1767384588.687789:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273042ee. 00000100:00000001:3.0:1767384588.687791:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384588.687793:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384588.687796:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.687797:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384588.687798:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 18 to 0@lo 00000100:00000001:0.0:1767384588.687800:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384588.687802:0:17067:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.687805:0:17067:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384588.687805:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384588.687808:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384588.687811:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005def2f30 x1853237049170048/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:569/0 lens 328/224 e 0 to 0 dl 1767384599 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384588.687812:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dc30387. 00000400:00000200:0.0:1767384588.687817:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00000400:00000010:0.0:1767384588.687820:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000100:00100000:3.0:1767384588.687824:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005def2f30 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049170048:12345-0@lo:103: Request processed in 442us (663us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384588.687825:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384588.687831:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0482fd x1853237049170048/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384588.687834:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384588.687839:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384588.687843:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384588.687845:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384588.687846:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0482fd x1853237049170048/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384588.687849:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ff207ae. 00000020:00000010:3.0:1767384588.687854:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000100:00000001:0.0:1767384588.687856:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384588.687858:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d58c4e03. 00000100:00000001:0.0:1767384588.687859:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384588.687862:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:0.0:1767384588.687864:0:16351:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384588.687865:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384588.687870:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384588.687873:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384588.687876:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384588.687879:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384588.687882:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384588.687886:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384588.687890:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384588.687900:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384588.687906:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384588.687909:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.687915:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384588.687924:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0482fd x1853237049170048/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.687936:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384588.687938:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384588.687939:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384588.687941:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0482fd x1853237049170048/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384604 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384588.687945:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049170048:0@lo:103: 00000100:00000001:0.0:1767384588.687948:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384588.687951:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384588.687954:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0482fd x1853237049170048/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384588.687963:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384588.687964:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384588.687966:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8009dbe. 02000000:00000001:0.0:1767384588.687968:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384588.687969:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384588.687970:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384588.687971:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384588.687974:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b5f1cd07. 02000000:00000001:0.0:1767384588.687976:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384588.687979:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384588.687997:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0482fd. 00000100:00000001:0.0:1767384588.688000:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384588.688000:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384588.688002:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384588.688005:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384588.688006:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384588.688007:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384588.688009:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384588.688845:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6442abf. 00000020:00000010:1.0:1767384588.688862:0:17879:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004fa9a746. 00000020:00000010:1.0:1767384588.688866:0:17879:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000050aa086a. 00000020:00000010:1.0:1767384588.688869:0:17879:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000343c0870. 00000020:00000010:1.0:1767384588.688873:0:17879:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000047ea66c4. 80000000:00000010:1.0:1767384588.688876:0:17879:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ea3d5f23. 40000000:00000010:1.0:1767384588.688879:0:17879:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a55b319c. 00100000:00000010:1.0:1767384588.688883:0:17879:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000012594350. 00040000:00000010:1.0:1767384588.688886:0:17879:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bf3ddf2e. 00040000:00000010:1.0:1767384588.688889:0:17879:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000065a404f7. 00080000:00000010:1.0:1767384588.688892:0:17879:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a83de4a6. 00080000:00000010:1.0:1767384588.688895:0:17879:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000fd555f3. 00002000:00000010:1.0:1767384588.688900:0:17879:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000099a5d5c1. 00000020:00000010:1.0:1767384588.688904:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fca694d. 00000020:00000010:1.0:1767384588.688907:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006e81359c. 00000020:00000010:1.0:1767384588.688910:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ce368339. 00002000:00000001:1.0:1767384588.688913:0:17879:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:1.0:1767384588.688915:0:17879:0:(osd_handler.c:8983:osd_prepare()) Process entered 00040000:00000001:1.0:1767384588.688918:0:17879:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:1.0:1767384588.688920:0:17879:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:1.0:1767384588.688923:0:17879:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384588.688925:0:17879:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.688933:0:17879:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804003858432 : -123269705693184 : 0xffff8fe308fb0800) 00000020:00000001:1.0:1767384588.688936:0:17879:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804003858432 : -123269705693184 : ffff8fe308fb0800) 00000020:00000001:1.0:1767384588.688940:0:17879:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.688944:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384588.688948:0:17879:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620799589019592 : -123274120532024 : ffff8fe201d5efc8) 00080000:00000001:1.0:1767384588.688951:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.688954:0:17879:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.688962:0:17879:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.688972:0:17879:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.688974:0:17879:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.688976:0:17879:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.688977:0:17879:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.688979:0:17879:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.688981:0:17879:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x3:0x0] 98:1558044334 to info 00000000a83de4a6 00000020:00000001:1.0:1767384588.688984:0:17879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000022191295 00080000:00000002:1.0:1767384588.688986:0:17879:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/quota_slave => [0x200000003:0x3:0x0] 00080000:00000001:1.0:1767384588.688989:0:17879:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.688991:0:17879:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384588.688995:0:17879:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000007ccb0e58. 00080000:00000001:1.0:1767384588.688997:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.688999:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.689003:0:17879:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001631d18f. 00000020:00000001:1.0:1767384588.689007:0:17879:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.689010:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000052e84dc8. 00000020:00000001:1.0:1767384588.689012:0:17879:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689015:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.689017:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.689019:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689022:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.689026:0:17879:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689045:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.689061:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799576574808 : -123274132976808 : ffff8fe201180b58) 00040000:00000001:1.0:1767384588.689067:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.689068:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.689076:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.689077:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.689078:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.689079:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384588.689084:0:17879:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000052e84dc8. 00000020:00000010:1.0:1767384588.689087:0:17879:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001631d18f. 00000020:00000001:1.0:1767384588.689097:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.689100:0:17879:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.689103:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001932c2c7. 00002000:00000001:1.0:1767384588.689106:0:17879:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589019896 : -123274120531720 : ffff8fe201d5f0f8) 00002000:00000001:1.0:1767384588.689109:0:17879:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.689110:0:17879:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:1.0:1767384588.689113:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000052e84dc8. 00002000:00000001:1.0:1767384588.689117:0:17879:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689118:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.689120:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.689123:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689125:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.689129:0:17879:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689131:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.689134:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589019896 : -123274120531720 : ffff8fe201d5f0f8) 00040000:00000001:1.0:1767384588.689138:0:17879:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:1.0:1767384588.689140:0:17879:0:(lu_object.c:207:lu_object_put()) Add 00000000a7858482/0000000062c71d51 to site lru. bkt: 00000000f00b86c3 00040000:00000001:1.0:1767384588.689144:0:17879:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:1.0:1767384588.689146:0:17879:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b6a11f7c. 00040000:00000001:1.0:1767384588.689149:0:17879:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:1.0:1767384588.689151:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.689152:0:17879:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.689154:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000072aa8a91. 00002000:00000001:1.0:1767384588.689156:0:17879:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589018984 : -123274120532632 : ffff8fe201d5ed68) 00002000:00000001:1.0:1767384588.689158:0:17879:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.689159:0:17879:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:1.0:1767384588.689162:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004bd1a016. 00002000:00000001:1.0:1767384588.689164:0:17879:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689166:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.689168:0:17879:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.689170:0:17879:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384588.689186:0:17879:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:1.0:1767384588.689189:0:17879:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689191:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.689195:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689197:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.689200:0:17879:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:1.0:1767384588.689202:0:17879:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.689203:0:17879:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384588.689204:0:17879:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:1.0:1767384588.689206:0:17879:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689208:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.689213:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589018984 : -123274120532632 : ffff8fe201d5ed68) 00040000:00000001:1.0:1767384588.689216:0:17879:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446620799647574528 : -123274061977088 : ffff8fe205536a00) 00040000:00000001:1.0:1767384588.689219:0:17879:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:1.0:1767384588.689220:0:17879:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:1.0:1767384588.689224:0:17879:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:1.0:1767384588.689225:0:17879:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384588.689227:0:17879:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.689228:0:17879:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804003858432 : -123269705693184 : 0xffff8fe308fb0800) 00000020:00000001:1.0:1767384588.689231:0:17879:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804003858432 : -123269705693184 : ffff8fe308fb0800) 00000020:00000001:1.0:1767384588.689234:0:17879:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689237:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.689238:0:17879:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.689245:0:17879:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.689252:0:17879:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689254:0:17879:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.689256:0:17879:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689257:0:17879:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.689259:0:17879:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.689260:0:17879:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x4:0x0] 99:1239554182 to info 00000000a83de4a6 00000020:00000001:1.0:1767384588.689263:0:17879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000066ae1bd9 00080000:00000002:1.0:1767384588.689264:0:17879:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000 => [0x200000003:0x4:0x0] 00080000:00000001:1.0:1767384588.689265:0:17879:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689267:0:17879:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689273:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.689275:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.689277:0:17879:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002a279bfd. 00000020:00000001:1.0:1767384588.689279:0:17879:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.689281:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f0088312. 00000020:00000001:1.0:1767384588.689282:0:17879:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689283:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.689293:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.689295:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689296:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.689298:0:17879:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689300:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.689302:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799576574040 : -123274132977576 : ffff8fe201180858) 00040000:00000001:1.0:1767384588.689305:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.689306:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.689306:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.689307:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.689308:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.689309:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384588.689310:0:17879:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f0088312. 00000020:00000010:1.0:1767384588.689312:0:17879:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002a279bfd. 00000020:00000001:1.0:1767384588.689314:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.689315:0:17879:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.689317:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006bcd2867. 00002000:00000001:1.0:1767384588.689318:0:17879:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589016856 : -123274120534760 : ffff8fe201d5e518) 00002000:00000001:1.0:1767384588.689319:0:17879:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.689320:0:17879:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:1.0:1767384588.689321:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f0088312. 00002000:00000001:1.0:1767384588.689323:0:17879:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689323:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.689324:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.689325:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689326:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.689327:0:17879:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689328:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.689330:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589016856 : -123274120534760 : ffff8fe201d5e518) 00040000:00000001:1.0:1767384588.689332:0:17879:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446620799647579648 : -123274061971968 : ffff8fe205537e00) 00080000:00000010:1.0:1767384588.689338:0:17879:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b70fc305. 00100000:00000001:1.0:1767384588.689345:0:17879:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384588.689347:0:17879:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008f99e10d. 00100000:00000010:1.0:1767384588.689350:0:17879:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000008f99e10d. 00100000:00000001:1.0:1767384588.689351:0:17879:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384588.689353:0:17879:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446620799647579648 : -123274061971968 : ffff8fe205537e00) 00080000:00000002:1.0:1767384588.689356:0:17879:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 99 00040000:00000001:1.0:1767384588.689357:0:17879:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:1.0:1767384588.689359:0:17879:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:1.0:1767384588.689361:0:17879:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:1.0:1767384588.689362:0:17879:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689364:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.689365:0:17879:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.689367:0:17879:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.689372:0:17879:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689373:0:17879:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.689374:0:17879:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689375:0:17879:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.689376:0:17879:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.689377:0:17879:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x1:0x0] 100:1171061918 to info 00000000a83de4a6 00000020:00000001:1.0:1767384588.689379:0:17879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f9789ade 00080000:00000002:1.0:1767384588.689380:0:17879:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000-OST0000 => [0x200000005:0x1:0x0] 00080000:00000001:1.0:1767384588.689381:0:17879:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689382:0:17879:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689383:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.689385:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.689386:0:17879:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.689387:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006bb69792. 00002000:00000001:1.0:1767384588.689388:0:17879:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589017768 : -123274120533848 : ffff8fe201d5e8a8) 00002000:00000001:1.0:1767384588.689390:0:17879:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.689391:0:17879:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:1.0:1767384588.689392:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000afc1461c. 00002000:00000001:1.0:1767384588.689393:0:17879:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689394:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.689395:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.689400:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689401:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.689403:0:17879:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689405:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.689407:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589017768 : -123274120533848 : ffff8fe201d5e8a8) 00080000:00000010:1.0:1767384588.689410:0:17879:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cd78ddaa. 00100000:00000001:1.0:1767384588.689413:0:17879:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384588.689414:0:17879:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008f99e10d. 00100000:00000010:1.0:1767384588.689415:0:17879:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000008f99e10d. 00100000:00000001:1.0:1767384588.689417:0:17879:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384588.689418:0:17879:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446620799647576064 : -123274061975552 : ffff8fe205537000) 00080000:00000002:1.0:1767384588.689420:0:17879:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 100 00040000:00000001:1.0:1767384588.689422:0:17879:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:1.0:1767384588.689423:0:17879:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000052a44dc9. 00000001:00000001:1.0:1767384588.689425:0:17879:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384588.689427:0:17879:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000fadbb11b. 00000001:00000010:1.0:1767384588.689429:0:17879:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000001879d0e0. 00000001:00000010:1.0:1767384588.689431:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000dbc29a95. 00040000:00000001:1.0:1767384588.689433:0:17879:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446620804859954144 : -123268849597472 : ffff8fe33c0203e0) 00000020:00000001:1.0:1767384588.689435:0:17879:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384588.689441:0:17879:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.689442:0:17879:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384588.689445:0:17879:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384588.689446:0:17879:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:1.0:1767384588.689447:0:17879:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:1.0:1767384588.689449:0:17879:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000009905dcc2. 00040000:00000001:1.0:1767384588.689450:0:17879:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:1.0:1767384588.689451:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.689452:0:17879:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.689453:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002e6545d5. 00002000:00000001:1.0:1767384588.689454:0:17879:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589021720 : -123274120529896 : ffff8fe201d5f818) 00002000:00000001:1.0:1767384588.689456:0:17879:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.689457:0:17879:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:1.0:1767384588.689458:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b6e99156. 00002000:00000001:1.0:1767384588.689460:0:17879:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689464:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.689466:0:17879:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.689466:0:17879:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384588.689468:0:17879:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:1.0:1767384588.689469:0:17879:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689470:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.689472:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689473:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.689490:0:17879:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:1.0:1767384588.689492:0:17879:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.689493:0:17879:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384588.689494:0:17879:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:1.0:1767384588.689495:0:17879:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689498:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.689501:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589021720 : -123274120529896 : ffff8fe201d5f818) 00040000:00000001:1.0:1767384588.689503:0:17879:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446620799647579136 : -123274061972480 : ffff8fe205537c00) 00040000:00000001:1.0:1767384588.689505:0:17879:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:1.0:1767384588.689506:0:17879:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:1.0:1767384588.689508:0:17879:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:1.0:1767384588.689509:0:17879:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384588.689511:0:17879:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.689512:0:17879:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804003858432 : -123269705693184 : 0xffff8fe308fb0800) 00000020:00000001:1.0:1767384588.689514:0:17879:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804003858432 : -123269705693184 : ffff8fe308fb0800) 00000020:00000001:1.0:1767384588.689516:0:17879:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689518:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.689519:0:17879:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.689523:0:17879:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.689527:0:17879:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689529:0:17879:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.689530:0:17879:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689531:0:17879:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.689532:0:17879:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.689534:0:17879:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x5:0x0] 101:281291973 to info 00000000a83de4a6 00000020:00000001:1.0:1767384588.689537:0:17879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000066ae1bd9 00080000:00000002:1.0:1767384588.689538:0:17879:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000 => [0x200000003:0x5:0x0] 00080000:00000001:1.0:1767384588.689544:0:17879:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689546:0:17879:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689548:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.689550:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.689553:0:17879:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000009962168. 00000020:00000001:1.0:1767384588.689555:0:17879:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.689557:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000016050620. 00000020:00000001:1.0:1767384588.689558:0:17879:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689560:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.689561:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.689563:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689564:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.689567:0:17879:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689569:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.689571:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799576573528 : -123274132978088 : ffff8fe201180658) 00040000:00000001:1.0:1767384588.689574:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.689575:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.689576:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.689577:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.689578:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.689579:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384588.689581:0:17879:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000016050620. 00000020:00000010:1.0:1767384588.689583:0:17879:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000009962168. 00000020:00000001:1.0:1767384588.689587:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.689597:0:17879:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.689599:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d0e756cb. 00002000:00000001:1.0:1767384588.689601:0:17879:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589016552 : -123274120535064 : ffff8fe201d5e3e8) 00002000:00000001:1.0:1767384588.689602:0:17879:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.689604:0:17879:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:1.0:1767384588.689605:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000016050620. 00002000:00000001:1.0:1767384588.689607:0:17879:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689608:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.689609:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.689610:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689612:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.689613:0:17879:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689615:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.689689:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589016552 : -123274120535064 : ffff8fe201d5e3e8) 00040000:00000001:1.0:1767384588.689692:0:17879:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446620799647571968 : -123274061979648 : ffff8fe205536000) 00080000:00000010:1.0:1767384588.689695:0:17879:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007cd15b24. 00100000:00000001:1.0:1767384588.689701:0:17879:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384588.689703:0:17879:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008f99e10d. 00100000:00000010:1.0:1767384588.689705:0:17879:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000008f99e10d. 00100000:00000001:1.0:1767384588.689707:0:17879:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384588.689709:0:17879:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446620799647571968 : -123274061979648 : ffff8fe205536000) 00080000:00000002:1.0:1767384588.689711:0:17879:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 101 00040000:00000001:1.0:1767384588.689713:0:17879:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:1.0:1767384588.689715:0:17879:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:1.0:1767384588.689717:0:17879:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:1.0:1767384588.689718:0:17879:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689720:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.689722:0:17879:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.689725:0:17879:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.689730:0:17879:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689732:0:17879:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.689733:0:17879:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689734:0:17879:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.689736:0:17879:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.689737:0:17879:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x2:0x0] 102:1190182707 to info 00000000a83de4a6 00000020:00000001:1.0:1767384588.689740:0:17879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f9789ade 00080000:00000002:1.0:1767384588.689741:0:17879:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000-OST0000 => [0x200000005:0x2:0x0] 00080000:00000001:1.0:1767384588.689743:0:17879:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689745:0:17879:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689746:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.689747:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.689749:0:17879:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.689751:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005225fa00. 00002000:00000001:1.0:1767384588.689753:0:17879:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589018680 : -123274120532936 : ffff8fe201d5ec38) 00002000:00000001:1.0:1767384588.689755:0:17879:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.689755:0:17879:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:1.0:1767384588.689757:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000080e6fca8. 00002000:00000001:1.0:1767384588.689764:0:17879:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689765:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.689766:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.689768:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689769:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.689771:0:17879:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689773:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.689776:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589018680 : -123274120532936 : ffff8fe201d5ec38) 00080000:00000010:1.0:1767384588.689779:0:17879:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007c2103a4. 00100000:00000001:1.0:1767384588.689785:0:17879:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384588.689787:0:17879:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008f99e10d. 00100000:00000010:1.0:1767384588.689790:0:17879:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000008f99e10d. 00100000:00000001:1.0:1767384588.689795:0:17879:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384588.689798:0:17879:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446620799647572480 : -123274061979136 : ffff8fe205536200) 00080000:00000002:1.0:1767384588.689801:0:17879:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 102 00040000:00000001:1.0:1767384588.689803:0:17879:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:1.0:1767384588.689806:0:17879:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000a34b033d. 00000001:00000001:1.0:1767384588.689809:0:17879:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384588.689812:0:17879:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001fe41b8a. 00000001:00000010:1.0:1767384588.689817:0:17879:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000bcf81fbe. 00000001:00000010:1.0:1767384588.689820:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000003259ae4f. 00040000:00000001:1.0:1767384588.689822:0:17879:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446620804859954656 : -123268849596960 : ffff8fe33c0205e0) 00000020:00000001:1.0:1767384588.689825:0:17879:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384588.689831:0:17879:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.689839:0:17879:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384588.689843:0:17879:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384588.689846:0:17879:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:1.0:1767384588.689848:0:17879:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:1.0:1767384588.689850:0:17879:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000008405eec7. 00040000:00000001:1.0:1767384588.689853:0:17879:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:1.0:1767384588.689855:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.689857:0:17879:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.689860:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a541e946. 00002000:00000001:1.0:1767384588.689862:0:17879:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589015944 : -123274120535672 : ffff8fe201d5e188) 00002000:00000001:1.0:1767384588.689865:0:17879:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.689872:0:17879:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:1.0:1767384588.689875:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000090d6e66e. 00002000:00000001:1.0:1767384588.689877:0:17879:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689878:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.689880:0:17879:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.689882:0:17879:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384588.689883:0:17879:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:1.0:1767384588.689885:0:17879:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689887:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.689892:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689894:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.689897:0:17879:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:1.0:1767384588.689899:0:17879:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.689900:0:17879:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384588.689902:0:17879:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:1.0:1767384588.689903:0:17879:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689906:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.689910:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589015944 : -123274120535672 : ffff8fe201d5e188) 00040000:00000001:1.0:1767384588.689912:0:17879:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446620799587631616 : -123274121920000 : ffff8fe201c0c200) 00040000:00000001:1.0:1767384588.689914:0:17879:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:1.0:1767384588.689916:0:17879:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:1.0:1767384588.689919:0:17879:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:1.0:1767384588.689921:0:17879:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384588.689922:0:17879:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.689924:0:17879:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804003858432 : -123269705693184 : 0xffff8fe308fb0800) 00000020:00000001:1.0:1767384588.689926:0:17879:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804003858432 : -123269705693184 : ffff8fe308fb0800) 00000020:00000001:1.0:1767384588.689929:0:17879:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689932:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.689934:0:17879:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.689938:0:17879:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.689946:0:17879:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689948:0:17879:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.689949:0:17879:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689951:0:17879:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.689953:0:17879:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.689961:0:17879:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x6:0x0] 103:3527475415 to info 00000000a83de4a6 00000020:00000001:1.0:1767384588.689965:0:17879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000066ae1bd9 00080000:00000002:1.0:1767384588.689967:0:17879:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000 => [0x200000003:0x6:0x0] 00080000:00000001:1.0:1767384588.689970:0:17879:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689972:0:17879:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689975:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.689977:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.689982:0:17879:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cdc17f2c. 00000020:00000001:1.0:1767384588.689985:0:17879:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.689987:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006a2fe314. 00000020:00000001:1.0:1767384588.689989:0:17879:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.689990:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.689992:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.689995:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.689997:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.690000:0:17879:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.690003:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.690007:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620804888123224 : -123268821428392 : ffff8fe33dafd758) 00040000:00000001:1.0:1767384588.690012:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.690014:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.690014:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.690015:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.690016:0:17879:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.690017:0:17879:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384588.690020:0:17879:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006a2fe314. 00000020:00000010:1.0:1767384588.690024:0:17879:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cdc17f2c. 00000020:00000001:1.0:1767384588.690042:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.690044:0:17879:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.690047:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000c15aca7. 00002000:00000001:1.0:1767384588.690050:0:17879:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589020504 : -123274120531112 : ffff8fe201d5f358) 00002000:00000001:1.0:1767384588.690053:0:17879:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.690054:0:17879:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:1.0:1767384588.690056:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006a2fe314. 00002000:00000001:1.0:1767384588.690058:0:17879:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.690059:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.690060:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.690068:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.690071:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.690075:0:17879:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.690077:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.690082:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589020504 : -123274120531112 : ffff8fe201d5f358) 00040000:00000001:1.0:1767384588.690086:0:17879:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446620799587632640 : -123274121918976 : ffff8fe201c0c600) 00080000:00000010:1.0:1767384588.690090:0:17879:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000008b94264. 00100000:00000001:1.0:1767384588.690097:0:17879:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384588.690100:0:17879:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008f99e10d. 00100000:00000010:1.0:1767384588.690102:0:17879:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000008f99e10d. 00100000:00000001:1.0:1767384588.690105:0:17879:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384588.690107:0:17879:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446620799587632640 : -123274121918976 : ffff8fe201c0c600) 00080000:00000002:1.0:1767384588.690110:0:17879:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 103 00040000:00000001:1.0:1767384588.690112:0:17879:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:1.0:1767384588.690113:0:17879:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:1.0:1767384588.690115:0:17879:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:1.0:1767384588.690116:0:17879:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.690119:0:17879:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.690120:0:17879:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.690124:0:17879:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.690131:0:17879:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.690133:0:17879:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.690134:0:17879:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.690135:0:17879:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.690137:0:17879:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.690139:0:17879:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x3:0x0] 104:214034589 to info 00000000a83de4a6 00000020:00000001:1.0:1767384588.690142:0:17879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f9789ade 00080000:00000002:1.0:1767384588.690143:0:17879:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000-OST0000 => [0x200000005:0x3:0x0] 00080000:00000001:1.0:1767384588.690145:0:17879:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.690147:0:17879:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.690149:0:17879:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.690151:0:17879:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384588.690153:0:17879:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384588.690155:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fa0ee555. 00002000:00000001:1.0:1767384588.690158:0:17879:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589022024 : -123274120529592 : ffff8fe201d5f948) 00002000:00000001:1.0:1767384588.690166:0:17879:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384588.690167:0:17879:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:1.0:1767384588.690170:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e31add9c. 00002000:00000001:1.0:1767384588.690172:0:17879:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.690174:0:17879:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.690176:0:17879:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.690178:0:17879:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.690180:0:17879:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.690184:0:17879:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.690187:0:17879:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.690191:0:17879:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589022024 : -123274120529592 : ffff8fe201d5f948) 00080000:00000010:1.0:1767384588.690195:0:17879:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f0a6559d. 00100000:00000001:1.0:1767384588.690203:0:17879:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384588.690205:0:17879:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008f99e10d. 00100000:00000010:1.0:1767384588.690207:0:17879:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000008f99e10d. 00100000:00000001:1.0:1767384588.690210:0:17879:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384588.690212:0:17879:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446620799587633152 : -123274121918464 : ffff8fe201c0c800) 00080000:00000002:1.0:1767384588.690215:0:17879:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 104 00040000:00000001:1.0:1767384588.690218:0:17879:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:1.0:1767384588.690220:0:17879:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000eb15ac8e. 00000001:00000001:1.0:1767384588.690223:0:17879:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384588.690225:0:17879:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f5ccb28a. 00000001:00000010:1.0:1767384588.690229:0:17879:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000666663ea. 00000001:00000010:1.0:1767384588.690232:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009bab00f0. 00040000:00000001:1.0:1767384588.690234:0:17879:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446620804859953856 : -123268849597760 : ffff8fe33c0202c0) 00000020:00000001:1.0:1767384588.690237:0:17879:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384588.690242:0:17879:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.690243:0:17879:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384588.690246:0:17879:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384588.690248:0:17879:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:1.0:1767384588.690251:0:17879:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:1.0:1767384588.690253:0:17879:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384588.690254:0:17879:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:1.0:1767384588.690256:0:17879:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384588.690257:0:17879:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:1.0:1767384588.690263:0:17879:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384588.690266:0:17879:0:(qsd_writeback.c:659:qsd_start_upd_thread()) Process entered 00040000:00000010:1.0:1767384588.690269:0:17879:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000028e8dbb. 00000020:00000010:1.0:1767384588.690272:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065affd65. 00000020:00000010:1.0:1767384588.690275:0:17879:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000985c2f01. 00000020:00000010:1.0:1767384588.690280:0:17879:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000513bef1e. 00000020:00000010:1.0:1767384588.690284:0:17879:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cde49de3. 00000020:00000010:1.0:1767384588.690298:0:17879:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c697253d. 80000000:00000010:1.0:1767384588.690301:0:17879:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000081ebd716. 40000000:00000010:1.0:1767384588.690303:0:17879:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008f99e10d. 00100000:00000010:1.0:1767384588.690307:0:17879:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cd0b2d86. 00040000:00000010:1.0:1767384588.690311:0:17879:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000909d43cb. 00040000:00000010:1.0:1767384588.690322:0:17879:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000de9980b. 00080000:00000010:1.0:1767384588.690327:0:17879:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000874b78c6. 00080000:00000010:1.0:1767384588.690332:0:17879:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000323835ff. 00002000:00000010:1.0:1767384588.690336:0:17879:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004b3dcdb4. 00040000:00000001:1.0:1767384588.690488:0:17905:0:(qsd_writeback.c:554:qsd_upd_thread()) Process entered 00000100:00000040:0.0:1767384588.690652:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294877112, at 4294877113 00000100:00000010:0.0:1767384588.690659:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008532dcc0. 00000100:00000040:1.0:1767384588.690664:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294877112, at 4294877113 00000100:00000010:1.0:1767384588.690674:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68d73a7. 00000100:00000040:3.0:1767384588.690723:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294877112, at 4294877113 00000100:00000010:3.0:1767384588.690729:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000862fd49. 00010000:00000010:3.1:1767384588.691654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006182af30. 00010000:00000010:3.1:1767384588.691663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b18605b1. 00010000:00000010:3.1:1767384588.691671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008a05ce8c. 00080000:00000010:0.0:1767384588.692813:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001c17906c. 00080000:00000010:0.0:1767384588.692816:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003ebbf121. 00080000:00000010:0.0:1767384588.692818:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000eee0485c. 00080000:00000010:0.0:1767384588.692820:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c6e7da9a. 00080000:00000010:0.0:1767384588.692821:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000088671255. 00080000:00000010:0.0:1767384588.692823:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003f615be0. 00080000:00000010:0.0:1767384588.692824:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f02ce5ca. 00080000:00000010:0.0:1767384588.692826:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006fe8c802. 00080000:00000010:0.0:1767384588.692827:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e67cf59d. 00080000:00000010:0.0:1767384588.692829:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000026cecc4a. 00080000:00000010:0.0:1767384588.692831:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d0b43ada. 00080000:00000010:0.0:1767384588.692832:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dc5ec9b2. 00080000:00000010:0.0:1767384588.692833:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f177c9d2. 00080000:00000010:0.0:1767384588.692835:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ae8a7ffc. 00080000:00000010:0.0:1767384588.692836:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000076fa054. 00080000:00000010:0.0:1767384588.692838:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008005ea6f. 00080000:00000010:0.0:1767384588.692839:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ad4b0be4. 00080000:00000010:0.0:1767384588.692840:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006ed80a4d. 00080000:00000010:0.0:1767384588.692841:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008ccb31cf. 00080000:00000010:0.0:1767384588.692843:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008a1fe139. 00080000:00000010:0.0:1767384588.692844:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000076356c6a. 00080000:00000010:0.0:1767384588.692845:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e785cc75. 00080000:00000010:0.0:1767384588.692846:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a21e872a. 00080000:00000010:0.0:1767384588.692848:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000010778516. 00080000:00000010:0.0:1767384588.692849:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009d8f2869. 00080000:00000010:0.0:1767384588.692851:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000282ab427. 00080000:00000010:0.0:1767384588.692853:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cdc79bcd. 00080000:00000010:0.0:1767384588.692854:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006869aede. 00080000:00000010:0.0:1767384588.692855:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005ab39a56. 00080000:00000010:0.0:1767384588.692873:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000068c33a10. 00080000:00000010:0.0:1767384588.692874:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c128dfdd. 00080000:00000010:0.0:1767384588.692876:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e32ce02c. 00080000:00000010:0.0:1767384588.692877:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ebda8c79. 00080000:00000010:0.0:1767384588.692879:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000087be978d. 00080000:00000010:0.0:1767384588.692880:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005ed042c2. 00080000:00000010:0.0:1767384588.692881:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000895f7dcc. 00080000:00000010:0.0:1767384588.692883:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c1b98019. 00080000:00000010:0.0:1767384588.692884:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b52d1c60. 00080000:00000010:0.0:1767384588.692886:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000652da196. 00080000:00000010:0.0:1767384588.692887:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c35f6f18. 00080000:00000010:0.0:1767384588.692889:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ec7bfe0b. 00080000:00000010:0.0:1767384588.692890:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c479ec96. 00080000:00000010:0.0:1767384588.692891:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e68aa9c9. 00080000:00000010:0.0:1767384588.692893:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e7acddd1. 00080000:00000010:0.0:1767384588.692894:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000070b3e5ae. 00080000:00000010:0.0:1767384588.692895:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dcccb362. 00080000:00000010:0.0:1767384588.692897:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000754211c8. 00080000:00000010:0.0:1767384588.692898:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c4bb2713. 00080000:00000010:0.0:1767384588.692899:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f683ff55. 00080000:00000010:0.0:1767384588.692900:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000c4b6deb. 00080000:00000010:0.0:1767384588.692902:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d721ab86. 00080000:00000010:0.0:1767384588.692903:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009d7a0900. 00080000:00000010:0.0:1767384588.692904:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000caf33338. 00080000:00000010:0.0:1767384588.692906:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000065add7a9. 00080000:00000010:0.0:1767384588.692907:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006049e046. 00080000:00000010:0.0:1767384588.692908:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e17e4794. 00080000:00000010:0.0:1767384588.692910:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ecda06ca. 00080000:00000010:0.0:1767384588.692911:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e74f7cc8. 00080000:00000010:0.0:1767384588.692913:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000eca65673. 00080000:00000010:0.0:1767384588.692914:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000aa58ccf0. 00080000:00000010:0.0:1767384588.692915:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000398f56d3. 00080000:00000010:0.0:1767384588.692920:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000008819cee. 00080000:00000010:0.0:1767384588.692921:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d0a9d11a. 00080000:00000010:0.0:1767384588.692922:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e3bd8c87. 00080000:00000010:0.0:1767384588.692924:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e9a842be. 00080000:00000010:0.0:1767384588.692926:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000652b7920. 00080000:00000010:0.0:1767384588.692928:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003a1577c1. 00080000:00000010:0.0:1767384588.692930:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d3cc10b6. 00080000:00000010:0.0:1767384588.692931:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000015527648. 00080000:00000010:0.0:1767384588.692933:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a9ba7ba4. 00080000:00000010:0.0:1767384588.692935:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000049636988. 00080000:00000010:0.0:1767384588.692936:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000087ecd2dd. 00080000:00000010:0.0:1767384588.692938:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002dec6637. 00080000:00000010:0.0:1767384588.692940:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ba8abb23. 00080000:00000010:0.0:1767384588.692941:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000096a517eb. 00080000:00000010:0.0:1767384588.692942:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a119d30a. 00080000:00000010:0.0:1767384588.692944:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c746204c. 00080000:00000010:0.0:1767384588.692945:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000776257e1. 00080000:00000010:0.0:1767384588.692947:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002c807b87. 00080000:00000010:0.0:1767384588.692948:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001f03efa4. 00080000:00000010:0.0:1767384588.692949:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005d2021f6. 00080000:00000010:0.0:1767384588.692951:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000088aca6b. 00080000:00000010:0.0:1767384588.692952:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b8bdc7ed. 00080000:00000010:0.0:1767384588.692954:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b5d4bc8c. 00080000:00000010:0.0:1767384588.692955:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002b20d69d. 00080000:00000010:0.0:1767384588.692957:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009c87fc07. 00080000:00000010:0.0:1767384588.692958:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fde625be. 00080000:00000010:0.0:1767384588.692959:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007dc90687. 00080000:00000010:0.0:1767384588.692961:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000744dedc. 00080000:00000010:0.0:1767384588.692963:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005cea291e. 00080000:00000010:0.0:1767384588.694107:0:10603:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000443e62eb. 00080000:00000010:0.0:1767384588.694113:0:10603:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000443e62eb. 00080000:00000010:3.0:1767384588.694117:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009ff207ae. 00000020:00000001:0.0:1767384588.694118:0:10603:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384588.694122:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009ff207ae. 00000020:00000001:3.0:1767384588.694127:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384588.694136:0:10603:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000443e62eb. 00080000:00000010:3.0:1767384588.694138:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009ff207ae. 00080000:00000010:0.0:1767384588.694143:0:10603:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000443e62eb. 00080000:00000010:3.0:1767384588.694144:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009ff207ae. 00000020:00000001:3.0:1767384588.694152:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384588.694152:0:10603:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384588.702685:0:17906:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003c82fd3a. 00080000:00000010:1.0:1767384588.702690:0:17906:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003c82fd3a. 00000020:00000001:1.0:1767384588.702694:0:17906:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384588.702700:0:17906:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003c82fd3a. 00080000:00000010:1.0:1767384588.702703:0:17906:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003c82fd3a. 00000020:00000001:1.0:1767384588.702706:0:17906:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1767384588.702752:0:17906:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767384588.703079:0:17906:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00010000:00000010:2.1:1767384588.703661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000052fc5731. 00010000:00000010:2.1:1767384588.703671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d83329f5. 00080000:00000010:3.0:1767384588.875106:0:17918:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007afa6d30. 00080000:00000010:3.0:1767384588.875117:0:17918:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007afa6d30. 00000020:00000001:3.0:1767384588.875120:0:17918:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384588.875127:0:17918:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007afa6d30. 00080000:00000010:3.0:1767384588.875130:0:17918:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007afa6d30. 00000020:00000001:3.0:1767384588.875133:0:17918:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384589.000207:0:17956:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009ff207ae. 00080000:00000010:3.0:1767384589.000215:0:17956:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009ff207ae. 00000020:00000001:3.0:1767384589.000219:0:17956:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384589.000224:0:17956:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009ff207ae. 00080000:00000010:3.0:1767384589.000227:0:17956:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009ff207ae. 00000020:00000001:3.0:1767384589.000229:0:17956:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384589.000254:0:17956:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384589.000446:0:17956:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:1.0:1767384589.168072:0:17967:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001988e32b. 00080000:00000010:1.0:1767384589.168081:0:17967:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001988e32b. 00000020:00000001:1.0:1767384589.168086:0:17967:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384589.168092:0:17967:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001988e32b. 00080000:00000010:1.0:1767384589.168096:0:17967:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001988e32b. 00000020:00000001:1.0:1767384589.168098:0:17967:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384589.274720:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384589.274724:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384589.274726:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 40000000:00000001:3.0:1767384589.280848:0:18004:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:3.0:1767384589.280852:0:18004:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:3.0:1767384589.280854:0:18004:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000010:0.0:1767384589.446799:0:18016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009eced205. 00080000:00000010:0.0:1767384589.446808:0:18016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009eced205. 00000020:00000001:0.0:1767384589.446812:0:18016:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384589.446818:0:18016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009eced205. 00080000:00000010:0.0:1767384589.446822:0:18016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009eced205. 00000020:00000001:0.0:1767384589.446824:0:18016:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384589.721702:0:16347:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384589.721712:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384589.721714:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384589.721717:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384589.721720:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384589.721723:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384589.721725:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384589.831080:0:18064:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008030a321. 00080000:00000010:3.0:1767384589.831088:0:18064:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008030a321. 00000020:00000001:3.0:1767384589.831092:0:18064:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384589.831098:0:18064:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008030a321. 00080000:00000010:3.0:1767384589.831102:0:18064:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008030a321. 00000020:00000001:3.0:1767384589.831104:0:18064:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.298705:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384590.298709:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384590.298713:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384590.505804:0:18228:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384590.505808:0:18228:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing set_default_debug -1 all 00000001:00000001:0.0:1767384590.507734:0:18228:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:1.0:1767384590.517722:0:18230:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:3.0:1767384590.681818:0:18243:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005c5ad83a. 00080000:00000010:3.0:1767384590.681827:0:18243:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005c5ad83a. 00000020:00000001:3.0:1767384590.681831:0:18243:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384590.681836:0:18243:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005c5ad83a. 00080000:00000010:3.0:1767384590.681843:0:18243:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005c5ad83a. 00000020:00000001:3.0:1767384590.681846:0:18243:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.745682:0:16347:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384590.745694:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384590.745696:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.745701:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384590.745703:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384590.745706:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.745709:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384590.795289:0:18280:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cedbd1c4. 00080000:00000010:0.0:1767384590.795297:0:18280:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cedbd1c4. 00000020:00000001:0.0:1767384590.795301:0:18280:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384590.795306:0:18280:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cedbd1c4. 00080000:00000010:0.0:1767384590.795309:0:18280:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cedbd1c4. 00000020:00000001:0.0:1767384590.795311:0:18280:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1767384590.795335:0:18280:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767384590.795455:0:18280:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:3.0:1767384590.961969:0:18293:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007afa6d30. 00080000:00000010:3.0:1767384590.961980:0:18293:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007afa6d30. 00000020:00000001:3.0:1767384590.961984:0:18293:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384590.961991:0:18293:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007afa6d30. 00080000:00000010:3.0:1767384590.961995:0:18293:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007afa6d30. 00000020:00000001:3.0:1767384590.961998:0:18293:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384591.137121:0:18330:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008fbd419b. 00080000:00000010:1.0:1767384591.137134:0:18330:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008fbd419b. 00000020:00000001:1.0:1767384591.137140:0:18330:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384591.137148:0:18330:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008fbd419b. 00080000:00000010:1.0:1767384591.137154:0:18330:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008fbd419b. 00000020:00000001:1.0:1767384591.137159:0:18330:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1767384591.137209:0:18330:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767384591.137444:0:18330:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000020:00000001:0.0:1767384591.321754:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384591.321758:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384591.321761:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384591.769713:0:16347:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384591.769728:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384591.769730:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384591.769735:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384591.769738:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384591.769741:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.769743:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384592.073509:0:18390:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009ff207ae. 00080000:00000010:3.0:1767384592.073523:0:18390:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009ff207ae. 00000020:00000001:3.0:1767384592.073532:0:18390:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384592.073545:0:18390:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009ff207ae. 00080000:00000010:3.0:1767384592.073553:0:18390:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009ff207ae. 00000020:00000001:3.0:1767384592.073558:0:18390:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384592.204078:0:18426:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384592.204082:0:18426:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:1.0:1767384592.207459:0:18426:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000020:00000001:3.0:1767384592.345751:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384592.345755:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384592.345759:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384592.618506:0:18438:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001fe7b2e0. 00080000:00000010:0.0:1767384592.618518:0:18438:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001fe7b2e0. 00000020:00000001:0.0:1767384592.618522:0:18438:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384592.618529:0:18438:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001fe7b2e0. 00080000:00000010:0.0:1767384592.618534:0:18438:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001fe7b2e0. 00000020:00000001:0.0:1767384592.618537:0:18438:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.793668:0:16347:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384592.793681:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384592.793683:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384592.793688:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384592.793690:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384592.793693:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.793695:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384593.329675:0:18602:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384593.329680:0:18602:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing lnet_if_list 00000001:00000001:0.0:1767384593.331735:0:18602:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384593.341051:0:18604:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d605779e. 00000400:00000040:3.0:1767384593.341070:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384593.341072:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384593.341074:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384593.341076:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384593.341078:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384593.341080:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384593.341083:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384593.341084:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384593.341085:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384593.341087:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384593.341089:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384593.341091:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384593.341093:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384593.341094:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384593.341095:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384593.341097:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384593.341099:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384593.341100:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384593.341101:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384593.341103:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384593.341105:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384593.341106:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384593.341108:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384593.341109:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384593.341110:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384593.341112:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384593.341113:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384593.341115:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384593.341116:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384593.341118:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384593.341119:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384593.341121:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384593.341122:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384593.341124:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384593.341125:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384593.341127:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384593.341128:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384593.341134:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384593.341136:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384593.341137:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384593.341139:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384593.341140:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384593.341142:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384593.341143:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384593.341144:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384593.341145:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384593.341146:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384593.341147:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384593.341148:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384593.341149:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384593.341150:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384593.341152:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384593.341152:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384593.341154:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384593.341155:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384593.341156:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384593.341157:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:3.0:1767384593.341166:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384593.341167:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384593.341169:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384593.341170:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384593.341171:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384593.341172:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384593.341174:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384593.341175:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384593.341176:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384593.341177:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384593.341178:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384593.341179:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384593.341181:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384593.341182:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384593.341183:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384593.341185:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384593.341186:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384593.341187:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384593.341188:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384593.341195:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384593.341196:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384593.341197:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384593.341199:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384593.341200:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384593.341201:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384593.341203:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384593.341204:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384593.341205:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384593.341206:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384593.341207:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384593.341208:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384593.341209:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384593.341210:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384593.341211:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384593.341212:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384593.341214:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384593.341214:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384593.341216:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384593.341218:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384593.341219:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384593.341220:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384593.341221:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384593.341222:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384593.341223:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384593.341224:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384593.341226:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384593.341227:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384593.341228:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384593.341229:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384593.341231:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384593.341232:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384593.341234:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384593.341234:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384593.341236:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384593.341237:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384593.341239:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:3.0:1767384593.341240:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:3.0:1767384593.341241:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384593.341248:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384593.341249:0:18604:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:3.0:1767384593.341260:0:18604:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d605779e. 00000020:00000001:3.0:1767384593.369766:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384593.369770:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384593.369774:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00001000:3.0:1767384593.691144:0:18667:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000100:00000001:1.0:1767384593.818660:0:16347:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384593.818665:0:16347:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1767384593.818674:0:16347:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384583/real 1767384583] req@0000000070618a25 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384593 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384593.818688:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384593.818690:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384593.818693:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055843e01. 00000400:00000200:1.0:1767384593.818698:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1e7028f 00000400:00000010:1.0:1767384593.818700:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1e7028f. 00000100:00000001:1.0:1767384593.818703:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384593.818706:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070618a25 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384593 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384593.818713:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070618a25 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384593 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.818718:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384593.818720:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.818722:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384593.818724:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384593.818726:0:16347:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070618a25 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384593 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.818731:0:16347:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.818744:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384593.818745:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.818747:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384593.818749:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384593.818751:0:16347:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384593.818754:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070618a25 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384593 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.818759:0:16347:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1767384593.818761:0:16347:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.818763:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384593.818764:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.818766:0:16347:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1767384593.818767:0:16347:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1767384593.818769:0:16347:0:(import.c:65:import_set_state_nolock()) 000000006a519f64 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767384593.818789:0:16347:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1767384593.818792:0:16347:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1767384593.818795:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070618a25 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384593 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384593.818800:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000070618a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16347:1853237049165056:0@lo:8: 00000100:00000001:1.0:1767384593.818803:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.818806:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384593.818808:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070618a25 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384593 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.818814:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384593.818816:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384593.818819:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005d98198e. 02000000:00000001:1.0:1767384593.818824:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384593.818826:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384593.818828:0:16347:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384593.818830:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384593.818832:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ae648b5e. 02000000:00000001:1.0:1767384593.818836:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384593.818844:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384593.818846:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070618a25. 00000100:00000001:1.0:1767384593.818851:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384593.818854:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.818857:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.818861:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384593.818863:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.818866:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384593.818869:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.818969:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384593.818975:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384593.818978:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384593.818993:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008996e5a1 x1853237049170176/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.819001:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384593.819003:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384593.819005:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.819009:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384593.819011:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.819013:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384593.819017:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384593.819025:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008996e5a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049170176:0@lo:400: 00000100:00000001:1.0:1767384593.819032:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384593.819039:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384593.819042:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.819046:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384593.819051:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039cc1bae. 02000000:00000001:1.0:1767384593.819055:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384593.819060:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f73fb49e. 00000400:00000010:1.0:1767384593.819068:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046a0724a. 00000100:00000200:1.0:1767384593.819075:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049170176, portal 25 00000100:00000001:1.0:1767384593.819080:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384593.819083:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120993664 : -123269588557952 : ffff8fe30ff65f80) 00000100:00000040:1.0:1767384593.819089:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008996e5a1 x1853237049170176/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.819100:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384593.819103:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384593.819112:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a15cb4d. 00000100:00000200:1.0:1767384593.819117:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049170176, offset 0 00000400:00000200:1.0:1767384593.819124:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384593.819136:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384593.819150:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260001900 00000400:00000200:1.0:1767384593.819160:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1b1 [2] + 0 00000400:00000010:1.0:1767384593.819164:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044edd6e1. 00000400:00000200:1.0:1767384593.819169:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000711cd435 00000400:00000200:1.0:1767384593.819175:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384593.819182:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384593.819188:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000711cd435 00000400:00000010:1.0:1767384593.819191:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000711cd435. 00000100:00000001:1.0:1767384593.819197:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384593.819200:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384593.819205:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000007dc837c x1853237049170176 msgsize 224 00000100:00100000:1.0:1767384593.819215:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384593.819219:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384593.819233:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384593.819240:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a15cb4d 00000400:00000010:1.0:1767384593.819243:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a15cb4d. 00000100:00000001:3.0:1767384593.819256:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384593.819256:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384593.819261:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049170176 00000100:00000200:1.0:1767384593.819263:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008996e5a1 x1853237049170176/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384593.819265:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384593.819269:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384593.819272:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384593.819279:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.819283:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384593.819284:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049170176 00000100:00000040:1.0:1767384593.819287:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008996e5a1 x1853237049170176/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384593.819289:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384593.819291:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384593.819297:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384593.819299:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384593.819302:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:1.0:1767384593.819302:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384593.819307:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384593.819308:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.819311:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384593.819321:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384593.819327:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000347fd531. 00000100:00000001:1.0:1767384593.819327:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294882244 00000100:00000001:3.0:1767384593.819331:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384593.819335:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000039977a5. 00000020:00000010:3.0:1767384593.819336:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000347fd531. 00000020:00000010:3.0:1767384593.819345:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ab39a56. 00000100:00000001:1.0:1767384593.819346:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000020:00000010:3.0:1767384593.819351:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006aa81da. 00000020:00000010:3.0:1767384593.819356:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000001:1.0:1767384593.819357:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294882244 00000100:00000010:1.0:1767384593.819365:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68d73a7. 00000100:00000040:3.0:1767384593.819367:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384593.819372:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384593.819376:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384593.819377:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384593.819381:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.819385:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294882244 00000100:00000001:3.0:1767384593.819393:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384593.819393:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082d54292. 00000100:00000001:1.0:1767384593.819401:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384593.819404:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294882244 00000100:00000001:3.0:1767384593.819409:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384593.819411:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea3d5f23. 00000100:00000001:1.0:1767384593.819417:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384593.819421:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384593.819424:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.819427:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384593.819429:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.819434:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384593.819437:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384593.819440:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384593.819443:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384593.819444:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000040:3.0:1767384593.819451:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384593.819451:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384593.819453:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384593.819455:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852971600 : -123268856580016 : ffff8fe33b977850) 00000100:00000001:1.0:1767384593.819457:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384593.819461:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1767384593.819463:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000007dc837c x1853237049170176/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:574/0 lens 224/0 e 0 to 0 dl 1767384604 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.819466:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.819471:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384593.819475:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.819480:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384593.819482:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384593.819485:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384593.819489:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384593.819494:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000347fd531. 00000100:00000040:1.0:1767384593.819494:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080b5069e x1853237049170432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.819500:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384593.819506:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000347fd531. 00000100:00100000:3.0:1767384593.819515:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000007dc837c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049170176:12345-0@lo:400: 00000100:00000001:1.0:1767384593.819515:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384593.819520:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384593.819526:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049170176 02000000:00000001:1.0:1767384593.819527:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384593.819530:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384593.819532:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.819535:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384593.819536:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.819538:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.819542:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767384593.819543:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080b5069e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16348:1853237049170432:0@lo:400: 00000020:00000001:3.0:1767384593.819544:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000020:00000001:3.0:1767384593.819551:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384593.819551:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384593.819556:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384593.819556:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384593.819559:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.819560:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384593.819562:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384593.819564:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.819566:0:17074:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384593.819569:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384593.819570:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384593.819575:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384593.819576:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b9f5793. 02000000:00000010:3.0:1767384593.819579:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cf039349. 02000000:00000001:1.0:1767384593.819580:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384593.819585:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384593.819588:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007dd14961. 00000100:00000001:3.0:1767384593.819589:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.819595:0:17074:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384593.819595:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a15cb4d. 00010000:00000040:3.0:1767384593.819601:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049170176 00000100:00000200:1.0:1767384593.819602:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049170432, portal 10 00010000:00000001:3.0:1767384593.819628:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384593.819632:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384593.819635:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120996352 : -123269588555264 : ffff8fe30ff66a00) 00010000:00000200:3.0:1767384593.819636:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000007dc837c x1853237049170176/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:574/0 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384593.819644:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080b5069e x1853237049170432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.819659:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384593.819669:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384593.819674:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068447344. 00010000:00000001:3.0:1767384593.819677:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384593.819678:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049170432, offset 0 00010000:00000001:3.0:1767384593.819682:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384593.819686:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1767384593.819687:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384593.819691:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384593.819695:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384593.819697:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 19 to 0@lo 00000100:00000001:3.0:1767384593.819702:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000400:00000200:1.0:1767384593.819706:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260001a00 02000000:00000001:3.0:1767384593.819708:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384593.819711:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384593.819715:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1560 00000100:00000001:3.0:1767384593.819717:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384593.819722:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384593.819724:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384593.819728:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384593.819730:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273042ee. 00000100:00000001:1.0:1767384593.819732:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384593.819734:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049170176, offset 224 00000100:00000200:1.0:1767384593.819735:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384593.819742:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001899c1e3. 00000400:00000200:3.0:1767384593.819747:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384593.819748:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000001899c1e3 x1853237049170432 msgsize 224 00000100:00100000:1.0:1767384593.819758:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384593.819760:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384593.819768:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384593.819774:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260001900 00000400:00000200:1.0:1767384593.819775:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068447344 00000400:00000010:1.0:1767384593.819778:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068447344. 00000100:00000001:1.0:1767384593.819783:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384593.819788:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1115 [1] + 224 00000100:00000200:1.0:1767384593.819789:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080b5069e x1853237049170432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384593.819800:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384593.819807:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384593.819811:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080b5069e x1853237049170432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384593.819812:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384593.819822:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384593.819831:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008996e5a1 x1853237049170176/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.819859:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.819865:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008996e5a1 x1853237049170176/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.819865:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384593.819870:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384593.819877:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1550 usecs (2 jiffies) 00000100:00000001:1.0:1767384593.819883:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294882244 00000100:00000001:3.0:1767384593.819884:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384593.819889:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294882244 00000400:00000200:3.0:1767384593.819892:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273042ee 00000100:00000001:1.0:1767384593.819895:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294882244 00000400:00000010:3.0:1767384593.819896:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273042ee. 00000100:00000001:1.0:1767384593.819901:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294882244 00000100:00000001:3.0:1767384593.819902:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384593.819906:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384593.819907:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294882244 00000100:00000001:1.0:1767384593.819911:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294882244 00000100:00000001:3.0:1767384593.819912:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.819916:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294882244 00000100:00000040:3.0:1767384593.819918:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 18 to 0@lo 00000100:00000001:1.0:1767384593.819920:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294882244 00010000:00000001:3.0:1767384593.819922:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384593.819922:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.819926:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.819928:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.819930:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384593.819943:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384593.819946:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384593.819949:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f73fb49e. 00000100:00000040:3.0:1767384593.819952:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007dc837c x1853237049170176/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:574/0 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384593.819955:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046a0724a 00000400:00000010:1.0:1767384593.819960:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046a0724a. 00000100:00000001:1.0:1767384593.819964:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384593.819968:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000007dc837c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049170176:12345-0@lo:400: Request processed in 477us (760us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384593.819969:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008996e5a1 x1853237049170176/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384593.819999:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00000040:3.0:1767384593.820006:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000200:1.0:1767384593.820010:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008996e5a1 x1853237049170176/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.820011:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384593.820015:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384593.820029:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000006aa81da. 00000100:00000001:1.0:1767384593.820032:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384593.820035:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000100:00000001:1.0:1767384593.820036:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.820042:0:16348:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384593.820043:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ab39a56. 02000000:00000001:1.0:1767384593.820046:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384593.820049:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384593.820050:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:1.0:1767384593.820051:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.820056:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384593.820057:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384593.820060:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cf039349. 02000000:00000001:3.0:1767384593.820063:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384593.820066:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=10 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384593.820067:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384593.820074:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384593.820075:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=10 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384593.820081:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023945be3. 00000100:00000001:1.0:1767384593.820082:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384593.820085:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384593.820089:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000742d90a7. 00010000:00000001:1.0:1767384593.820090:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384593.820094:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.820097:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384593.820102:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008996e5a1 x1853237049170176/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.820111:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384593.820113:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384593.820113:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384593.820117:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384593.820118:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384593.820122:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008996e5a1 x1853237049170176/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.820123:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384593.820127:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384593.820130:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384593.820137:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7a26ca0 x1853237049170304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384593.820142:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008996e5a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049170176:0@lo:400: 00000100:00000001:1.0:1767384593.820153:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.820155:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384593.820157:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384593.820159:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384593.820162:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008996e5a1 x1853237049170176/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384593.820164:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384593.820168:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384593.820174:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.820176:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384593.820180:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767384593.820182:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a7a26ca0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16347:1853237049170304:0@lo:8: 02000000:00000010:1.0:1767384593.820183:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039cc1bae. 00000100:00000001:3.0:1767384593.820189:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384593.820190:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384593.820193:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384593.820195:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 02000000:00000001:3.0:1767384593.820199:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384593.820200:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384593.820204:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384593.820204:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001631d18f. 02000000:00000001:3.0:1767384593.820210:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384593.820212:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1767384593.820214:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cf039349. 02000000:00000001:1.0:1767384593.820215:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384593.820218:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008996e5a1. 02000000:00000001:3.0:1767384593.820219:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.820222:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1767384593.820233:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000927f564b. 00000100:00000001:1.0:1767384593.820234:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.820240:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384593.820241:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273042ee. 00000100:00000001:1.0:1767384593.820244:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384593.820246:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049170304, portal 4 00000100:00000001:3.0:1767384593.820248:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384593.820250:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120985600 : -123269588566016 : ffff8fe30ff64000) 00000100:00000001:1.0:1767384593.820253:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384593.820256:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384593.820257:0:16347:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000ac5aca9. 00000100:00000001:1.0:1767384593.820263:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.820266:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a7a26ca0 x1853237049170304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.820272:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384593.820273:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384593.820276:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348be73a. 00000100:00000200:3.0:1767384593.820283:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237049170304, offset 0 00000100:00000001:1.0:1767384593.820286:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384593.820290:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384593.820291:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049170560 00000400:00000200:3.0:1767384593.820296:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384593.820306:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384593.820309:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384593.820313:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958260001980 00000100:00000001:1.0:1767384593.820313:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.820321:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384593.820324:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xae1 [8] + 0 00000100:00100000:1.0:1767384593.820327:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049170560 00000400:00000200:3.0:1767384593.820329:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384593.820331:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384593.820335:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384593.820335:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000020:00000001:1.0:1767384593.820340:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384593.820343:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:1.0:1767384593.820344:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000100:00000200:3.0:1767384593.820347:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:1.0:1767384593.820349:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000010:3.0:1767384593.820355:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c43dcac. 00000020:00000001:1.0:1767384593.820355:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000040:3.0:1767384593.820359:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000008c43dcac x1853237049170304 msgsize 520 00000100:00000001:1.0:1767384593.820363:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384593.820369:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050ae814b. 00000100:00100000:3.0:1767384593.820371:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384593.820376:0:17082:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008f667323. 00000020:00000040:1.0:1767384593.820383:0:17082:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000001:3.0:1767384593.820385:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384593.820392:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348be73a 00000400:00000010:3.0:1767384593.820398:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348be73a. 00000100:00000001:1.0:1767384593.820398:0:17082:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384593.820404:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039cc1bae. 00000100:00000001:3.0:1767384593.820405:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384593.820410:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abb2ad3b. 00000100:00000200:3.0:1767384593.820412:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a7a26ca0 x1853237049170304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384593.820417:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c7db23. 00000100:00000040:1.0:1767384593.820425:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384593.820429:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384593.820432:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384593.820436:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.820444:0:17082:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384593.820448:0:17082:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384593.820451:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.820452:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384593.820456:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7a26ca0 x1853237049170304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.820457:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384593.820467:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.820468:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384593.820470:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384593.820471:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384593.820476:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384593.820477:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384593.820480:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000040:1.0:1767384593.820481:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000100:00000001:3.0:1767384593.820484:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294882245 00000100:00000001:3.0:1767384593.820490:0:16347:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294882244 00000100:00000001:1.0:1767384593.820493:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120999936 : -123269588551680 : ffff8fe30ff67800) 00000100:00000001:3.0:1767384593.820497:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294882245 00000100:00000001:3.0:1767384593.820502:0:16347:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294882244 00000100:00000040:1.0:1767384593.820502:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b393be54 x1853237049170560/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:574/0 lens 224/0 e 0 to 0 dl 1767384604 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.820508:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294882245 00000100:00000001:3.0:1767384593.820514:0:16347:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294882244 00000100:00000001:3.0:1767384593.820519:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294882245 00000100:00000001:3.0:1767384593.820523:0:16347:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294882244 00000100:00000001:1.0:1767384593.820523:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384593.820530:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384593.820530:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d420f1c1. 00000100:00000001:3.0:1767384593.820535:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.820536:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384593.820540:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384593.820541:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d420f1c1. 00000100:00000001:3.0:1767384593.820544:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384593.820550:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384593.820554:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00100000:1.0:1767384593.820554:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b393be54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853237049170560:12345-0@lo:400: 00000100:00000001:3.0:1767384593.820559:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384593.820560:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049170560 00000100:00000001:3.0:1767384593.820561:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384593.820565:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384593.820566:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.820569:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384593.820570:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.820573:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.820577:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384593.820580:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:1.0:1767384593.820582:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384593.820586:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384593.820588:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384593.820591:0:17887:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004f77b055. 00000020:00000001:1.0:1767384593.820591:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384593.820594:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.820597:0:17887:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384593.820599:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1767384593.820601:0:17887:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049170304 00000100:00000001:1.0:1767384593.820602:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384593.820604:0:17887:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384593.820605:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384593.820622:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384593.820630:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384593.820633:0:17887:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384593.820636:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007ccb0e58. 00000100:00100000:3.0:1767384593.820637:0:17887:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049170304 00000020:00000001:3.0:1767384593.820641:0:17887:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384593.820642:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384593.820644:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1767384593.820646:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.820647:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384593.820651:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.820652:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.820656:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384593.820657:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049170560 00010000:00000001:1.0:1767384593.820662:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384593.820663:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ab39a56. 00000020:00000010:3.0:1767384593.820669:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006aa81da. 00010000:00000200:1.0:1767384593.820670:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b393be54 x1853237049170560/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:574/0 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384593.820673:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000001:3.0:1767384593.820679:0:17887:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384593.820682:0:17887:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384593.820684:0:17887:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.820691:0:17887:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384593.820695:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384593.820698:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.820702:0:17887:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384593.820702:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384593.820713:0:17887:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384593.820713:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384593.820717:0:17887:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384593.820718:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 19 to 0@lo 00000100:00000001:1.0:1767384593.820722:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00100000:3.0:1767384593.820725:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 02000000:00000001:1.0:1767384593.820729:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384593.820730:0:17887:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923225216 : -123268786326400 : ffff8fe33fc77480) 02000000:00000001:1.0:1767384593.820733:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.820736:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008c43dcac x1853237049170304/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.820737:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384593.820744:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384593.820749:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046a0724a. 00000100:00100000:3.0:1767384593.820755:0:17887:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008c43dcac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16347:x1853237049170304:12345-0@lo:8: 00000100:00000200:1.0:1767384593.820755:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049170560, offset 224 00000100:00000200:3.0:1767384593.820762:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049170304 00000020:00000001:3.0:1767384593.820766:0:17887:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384593.820766:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384593.820772:0:17887:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000400:00000200:1.0:1767384593.820777:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384593.820781:0:17887:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 4 - find 00000400:00000200:1.0:1767384593.820787:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260001a80 00000020:00000001:3.0:1767384593.820788:0:17887:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446620804844997256 : -123268864554360 : ffff8fe33b1dca88) 00000400:00000200:1.0:1767384593.820796:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1129 [1] + 224 00000100:00000001:3.0:1767384593.820798:0:17887:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384593.820802:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384593.820803:0:17887:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384593.820809:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000005f27e489. 00000400:00000200:1.0:1767384593.820809:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384593.820812:0:17082:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384593.820816:0:17887:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384593.820818:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001eba08d x1853237049170560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.820822:0:17887:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384593.820829:0:17887:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00000100:00000040:1.0:1767384593.820835:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000001eba08d x1853237049170560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384593.820847:0:17887:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 214 last 0 00000100:00000001:1.0:1767384593.820858:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384593.820859:0:17887:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:3.0:1767384593.820863:0:17887:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000400:00000200:1.0:1767384593.820864:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046a0724a 00000020:00000001:3.0:1767384593.820866:0:17887:0:(genops.c:1392:class_connect()) Process entered 00000400:00000010:1.0:1767384593.820868:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046a0724a. 00000020:00000001:3.0:1767384593.820869:0:17887:0:(genops.c:950:__class_new_export()) Process entered 00000100:00000001:1.0:1767384593.820873:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384593.820874:0:17887:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000f0e7d5b. 00000100:00000001:1.0:1767384593.820876:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384593.820879:0:17887:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1767384593.820881:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384593.820883:0:17887:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000f0e7d5b with handle 0x7f71e2b70dd2015c to hash 00000020:00000001:3.0:1767384593.820887:0:17887:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:1.0:1767384593.820887:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 18 to 0@lo 00000020:00000001:3.0:1767384593.820891:0:17887:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:1.0:1767384593.820892:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000001:00000001:3.0:1767384593.820895:0:17887:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000001:1.0:1767384593.820895:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384593.820900:0:17887:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000068686dd5. 00000020:00000001:1.0:1767384593.820901:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:3.0:1767384593.820905:0:17887:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384593.820907:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b393be54 x1853237049170560/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:574/0 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384593.820911:0:17887:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384593.820915:0:17887:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384593.820919:0:17887:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006cb9d3b5. 00000100:00100000:1.0:1767384593.820919:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b393be54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853237049170560:12345-0@lo:400: Request processed in 394us (987us total) trans 0 rc 0/0 00000001:00000010:3.0:1767384593.820926:0:17887:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001238b168. 00000001:00000010:3.0:1767384593.820943:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e74f7cc8. 00000100:00100000:1.0:1767384593.820948:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000001:00000010:3.0:1767384593.820949:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000010778516. 00000100:00000040:1.0:1767384593.820955:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000001:00000010:3.0:1767384593.820956:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e886971. 00000100:00000001:1.0:1767384593.820960:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000010:3.0:1767384593.820961:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009d8f2869. 00000100:00000001:1.0:1767384593.820964:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384593.820966:0:17887:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384593.820969:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abb2ad3b. 00010000:00000001:3.0:1767384593.820970:0:17887:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.820975:0:17887:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384593.820975:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c7db23. 00000020:00000040:3.0:1767384593.820994:0:17887:0:(genops.c:887:class_export_get()) GET export 000000000f0e7d5b refcount=3 00000020:00000010:1.0:1767384593.820996:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039cc1bae. 00000020:00000040:3.0:1767384593.820998:0:17887:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 5 - export 00000020:00000040:1.0:1767384593.821001:0:17082:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000020:00000001:3.0:1767384593.821002:0:17887:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:1.0:1767384593.821006:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384593.821007:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 2 00000020:00000080:3.0:1767384593.821012:0:17887:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7f71e2b70dd2015c 00000020:00000001:3.0:1767384593.821015:0:17887:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.821028:0:17887:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384593.821030:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:3.0:1767384593.821032:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384593.821034:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=3 00000020:00000001:3.0:1767384593.821045:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:3.0:1767384593.821048:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000001:00000001:3.0:1767384593.821050:0:17887:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384593.821055:0:17887:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384593.821064:0:17887:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.202.137@tcp 00000001:00000040:3.0:1767384593.821068:0:17887:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001c9c6c04) : new refcount 5 00000001:00000001:3.0:1767384593.821072:0:17887:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446620804727897088 : -123268981654528 : ffff8fe33422fc00) 00000001:00000001:3.0:1767384593.821078:0:17887:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384593.821082:0:17887:0:(genops.c:887:class_export_get()) GET export 000000000f0e7d5b refcount=4 00000001:00000040:3.0:1767384593.821086:0:17887:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001c9c6c04) : new refcount 6 00000020:00000010:3.0:1767384593.821093:0:17887:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c7aa83ff. 00000020:00000010:3.0:1767384593.821099:0:17887:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000398f56d3. 00000001:00000001:3.0:1767384593.821117:0:17887:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.821122:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:08000000:3.0:1767384593.821124:0:17887:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00000100:00000001:1.0:1767384593.821125:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000040:3.0:1767384593.821129:0:17887:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 5 00000400:00000001:1.0:1767384593.821131:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000001:3.0:1767384593.821132:0:17887:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384593.821134:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00002000:00100000:3.0:1767384593.821136:0:17887:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00000400:00000010:1.0:1767384593.821137:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb70e388. 00000400:00000200:1.0:1767384593.821142:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7ebc5c 00002000:00080000:3.0:1767384593.821143:0:17887:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00000400:00000010:1.0:1767384593.821145:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ebc5c. 00002000:00100000:3.0:1767384593.821146:0:17887:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00000001:1.0:1767384593.821149:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:3.0:1767384593.821150:0:17887:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.821153:0:17887:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000100:00000200:1.0:1767384593.821155:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001eba08d x1853237049170560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:3.0:1767384593.821157:0:17887:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00000001:00000001:3.0:1767384593.821164:0:17887:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384593.821169:0:17887:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384593.821174:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000282ab427. 00000100:00000200:1.0:1767384593.821175:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001eba08d x1853237049170560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384593.821180:0:17887:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588442112 : -123274121109504 : ffff8fe201cd2000) 00080000:00000001:3.0:1767384593.821187:0:17887:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:1.0:1767384593.821190:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:3.0:1767384593.821193:0:17887:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:1.0:1767384593.821193:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.821197:0:16350:0:(client.c:1578:after_reply()) Process entered 00080000:00000010:3.0:1767384593.821198:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000347fd531. 02000000:00000001:1.0:1767384593.821200:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00080000:00000001:3.0:1767384593.821205:0:17887:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.821205:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384593.821208:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.821209:0:17887:0:(osd_handler.c:2167:osd_trans_start()) Process entered 02000000:00000001:1.0:1767384593.821211:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384593.821215:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384593.821220:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384593.821227:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384593.821229:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.821239:0:17887:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384593.821242:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000010:3.0:1767384593.821246:0:17887:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000000713d9f. 00010000:00080000:1.0:1767384593.821250:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000001eba08d x1853237049170560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:3.0:1767384593.821251:0:17887:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000000f0e7d5b : new cb_count 1 00000020:00000040:3.0:1767384593.821255:0:17887:0:(genops.c:887:class_export_get()) GET export 000000000f0e7d5b refcount=5 00010000:00000001:1.0:1767384593.821269:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.821272:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384593.821275:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384593.821279:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384593.821281:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.821282:0:17887:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384593.821287:0:17887:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384593.821289:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001eba08d x1853237049170560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.821295:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384593.821306:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00080000:00000010:3.0:1767384593.821307:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000347fd531. 00000100:00000001:1.0:1767384593.821309:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384593.821313:0:17887:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:1.0:1767384593.821314:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001eba08d x1853237049170560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00040000:00000001:3.0:1767384593.821317:0:17887:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384593.821320:0:17887:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384593.821325:0:17887:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384593.821332:0:17887:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384593.821336:0:17887:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000100:00100000:1.0:1767384593.821336:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000001eba08d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16350:1853237049170560:0@lo:400: 00000020:00000001:3.0:1767384593.821339:0:17887:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384593.821345:0:17887:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000002e0972f 00000100:00000001:1.0:1767384593.821347:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384593.821349:0:17887:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b5924d16. 00000100:00000001:1.0:1767384593.821351:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384593.821357:0:17887:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000b5924d16 for nid 0@lo - ref 2 00000100:00000040:1.0:1767384593.821357:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001eba08d x1853237049170560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.821372:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384593.821376:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384593.821381:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000236d6cb1. 02000000:00000001:1.0:1767384593.821389:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384593.821392:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384593.821394:0:16350:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384593.821398:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384593.821401:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bf3ddf2e. 02000000:00000001:1.0:1767384593.821406:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384593.821408:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384593.821411:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001eba08d. 00000100:00000001:1.0:1767384593.821415:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384593.821418:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.821422:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.821429:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384593.821435:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.821436:0:17887:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.821441:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384593.821445:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384593.821447:0:17887:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000ab4aaed0. 00000020:00000010:3.0:1767384593.821453:0:17887:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000006869aede. 00000020:00000010:3.0:1767384593.821459:0:17887:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 000000008befa4f6. 00000100:00000001:1.0:1767384593.821475:0:17081:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384593.821479:0:17887:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a645004d. 00000020:00000010:3.0:1767384593.821484:0:17887:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000bc638f74. 00000100:00000001:1.0:1767384593.821485:0:18687:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000010:3.0:1767384593.821488:0:17887:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000aa58ccf0. 00000100:00000010:1.0:1767384593.821503:0:18687:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000084df6df7. 00002000:00000001:3.0:1767384593.821504:0:17887:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1767384593.821511:0:17887:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000020:00000010:1.0:1767384593.821512:0:18687:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000085981597. 00002000:00000001:3.0:1767384593.821514:0:17887:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384593.821520:0:17887:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384593.821522:0:18687:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d80d9c81. 00000020:00000010:3.0:1767384593.821527:0:17887:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a18a2ce5. 00000020:00000040:3.0:1767384593.821532:0:17887:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - import 00000020:00000010:1.0:1767384593.821532:0:18687:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006c878dfe. 00000040:00000010:1.0:1767384593.821540:0:18687:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003c438c63. 00000020:00000001:3.0:1767384593.821542:0:17887:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384593.821546:0:17887:0:(genops.c:1242:class_import_put()) import 00000000a18a2ce5 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384593.821550:0:17887:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384593.821550:0:18687:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000a98924b. 00000020:00000010:3.0:1767384593.821555:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000347fd531. 00000020:00000010:1.0:1767384593.821558:0:18687:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b7c54632. 00000020:00000010:1.0:1767384593.821566:0:18687:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006593193f. 00000020:00000040:3.0:1767384593.821568:0:17887:0:(genops.c:887:class_export_get()) GET export 000000000f0e7d5b refcount=6 80000000:00000010:1.0:1767384593.821571:0:18687:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008532dcc0. 00000100:00000040:3.0:1767384593.821573:0:17887:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:3.0:1767384593.821578:0:17887:0:(connection.c:104:ptlrpc_connection_get()) Process entered 40000000:00000010:1.0:1767384593.821578:0:18687:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006c1c0ab8. 00000100:00000001:3.0:1767384593.821582:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00100000:00000010:1.0:1767384593.821585:0:18687:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b58d7214. 00000100:00000040:3.0:1767384593.821588:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 19 to 0@lo 00000100:00000001:3.0:1767384593.821592:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00040000:00000010:1.0:1767384593.821593:0:18687:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000008fe648d. 00000100:00000001:3.0:1767384593.821599:0:17887:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446620804265491072 : -123269444060544 : 0xffff8fe318933a80) 00040000:00000010:1.0:1767384593.821600:0:18687:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000060faf77c. 00000100:00000040:3.0:1767384593.821636:0:17887:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008ff26bbb refcount 19 to 0@lo 00040000:00000010:1.0:1767384593.821637:0:18687:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b21206de. 00000020:00000040:3.0:1767384593.821642:0:17887:0:(genops.c:887:class_export_get()) GET export 000000000f0e7d5b refcount=7 00080000:00000010:1.0:1767384593.821646:0:18687:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008597db57. 00000100:00000001:3.0:1767384593.821647:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384593.821652:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:3.0:1767384593.821655:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00080000:00000010:1.0:1767384593.821655:0:18687:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003a77e7b5. 02000000:00000001:3.0:1767384593.821661:0:17887:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000004:00000010:1.0:1767384593.821664:0:18687:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d03e0a7d. 02000000:00000001:3.0:1767384593.821666:0:17887:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384593.821670:0:17887:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 00000004:00000010:1.0:1767384593.821670:0:18687:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d724e247. 00000004:00000010:1.0:1767384593.821677:0:18687:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005475fb73. 02000000:00000001:3.0:1767384593.821678:0:17887:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651927616 : -1057624000 : ffffffffc0f5f040) 02000000:00000001:3.0:1767384593.821683:0:17887:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384593.821684:0:18687:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000017c74320. 00000100:00000001:3.0:1767384593.821687:0:17887:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000004:00000010:1.0:1767384593.821689:0:18687:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000059a6467e. 00000100:00000001:3.0:1767384593.821690:0:17887:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384593.821692:0:17887:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384593.821695:0:17887:0:(import.c:65:import_set_state_nolock()) 00000000a18a2ce5 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384593.821697:0:17887:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384593.821698:0:17887:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384593.821700:0:17887:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384593.821702:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 6 00000020:00000040:3.0:1767384593.821704:0:17887:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - find 00010000:00000001:3.0:1767384593.821706:0:17887:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.821709:0:17887:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384593.821710:0:17887:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665756896 : -1043794720 : ffffffffc1c8f4e0) 00000020:00000001:3.0:1767384593.821712:0:17887:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384593.821713:0:17887:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384593.821715:0:17887:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384593.821716:0:17887:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384593.821724:0:17887:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.821725:0:17887:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:3.0:1767384593.821728:0:17887:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384593.821729:0:17887:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049170304 00010000:00000001:3.0:1767384593.821731:0:17887:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384593.821733:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008c43dcac x1853237049170304/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384593.821735:0:18687:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000c71e3654. 00010000:00000001:3.0:1767384593.821742:0:17887:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384593.821745:0:17887:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384593.821745:0:18687:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000100:00001000:3.0:1767384593.821750:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=1767384593 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384593.821753:0:17887:0:(import.c:2194:obd_at_measure()) AT 00000000eb87e494 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384593.821755:0:17887:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@000000008c43dcac x1853237049170304/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384593.821760:0:17887:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384593.821762:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384593.821763:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384593.821764:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384593.821765:0:17887:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384593.821766:0:17887:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.821767:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384593.821769:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384593.821771:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348be73a. 00000100:00000200:3.0:1767384593.821773:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237049170304, offset 0 00000400:00000200:3.0:1767384593.821776:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384593.821780:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384593.821785:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958260001980 00000400:00000200:3.0:1767384593.821788:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x1135 [1] + 0 00000400:00000200:3.0:1767384593.821792:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384593.821795:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384593.821799:0:17887:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384593.821801:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a7a26ca0 x1853237049170304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384593.821810:0:17887:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000a7a26ca0 x1853237049170304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.821835:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384593.821841:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348be73a 00000400:00000010:3.0:1767384593.821844:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348be73a. 00000100:00000001:3.0:1767384593.821846:0:17887:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384593.821848:0:17887:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384593.821852:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.821853:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384593.821856:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384593.821857:0:17887:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:1.0:1767384593.821859:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384593.821861:0:17887:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384593.821862:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384593.821864:0:17887:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384593.821865:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000927f564b. 00000020:00000001:3.0:1767384593.821867:0:17887:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384593.821870:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273042ee 00000100:00000040:3.0:1767384593.821872:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c43dcac x1853237049170304/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384593.821873:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273042ee. 00000100:00100000:3.0:1767384593.821880:0:17887:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008c43dcac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16347:x1853237049170304:12345-0@lo:8: Request processed in 1127us (1519us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384593.821883:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384593.821890:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000200:1.0:1767384593.821890:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a7a26ca0 x1853237049170304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384593.821896:0:17887:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:3.0:1767384593.821900:0:17887:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384593.821903:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a7a26ca0 x1853237049170304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.821904:0:17887:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384593.821908:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000006aa81da. 00000020:00000010:3.0:1767384593.821921:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000020:00000010:3.0:1767384593.821926:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ab39a56. 00000100:00000001:1.0:1767384593.821927:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384593.821930:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 5 00000100:00000001:1.0:1767384593.821931:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384593.821934:0:17887:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.821935:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384593.821939:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384593.821940:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384593.821941:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.821943:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384593.821948:0:16347:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d4fcecae. 00000100:00001000:1.0:1767384593.821951:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=1767384593 v=5 (0 0 0 0) 00000100:00001000:1.0:1767384593.821953:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=0 v=10 (10 0 0 0) 00000100:00000001:1.0:1767384593.821955:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384593.821956:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384593.821957:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384593.821959:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a7a26ca0 x1853237049170304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384593.821964:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.821966:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384593.821966:0:16347:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00000040:1.0:1767384593.821968:0:16347:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384593.821969:0:16347:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384593.821970:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384593.821972:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7a26ca0 x1853237049170304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.821977:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384593.821978:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384593.821979:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.821980:0:16347:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1767384593.821995:0:16347:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 2 00000020:00000001:1.0:1767384593.822014:0:16347:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384593.822015:0:16347:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2008a 00000020:00000001:1.0:1767384593.822016:0:16347:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384593.822018:0:16347:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d1905d23 refcount=4 00000020:00000001:1.0:1767384593.822019:0:16347:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803948349440 : -123269761202176 : ffff8fe305ac0800) 00000020:00000001:1.0:1767384593.822021:0:16347:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803948349440 : -123269761202176 : ffff8fe305ac0800) 00000100:00001000:1.0:1767384593.822023:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=1767384593 v=0 (0 0 0 0) 00000100:00001000:1.0:1767384593.822025:0:16347:0:(import.c:2194:obd_at_measure()) AT 00000000dcb5d927 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:1.0:1767384593.822029:0:16347:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000020:00000040:1.0:1767384593.822031:0:16347:0:(genops.c:898:class_export_put()) PUTting export 00000000d1905d23 : new refcount 3 00000100:00000001:1.0:1767384593.822033:0:16347:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384593.822035:0:16347:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1767384593.822036:0:16347:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1767384593.822038:0:16347:0:(import.c:65:import_set_state_nolock()) 000000006a519f64 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1767384593.822040:0:16347:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00080000:1.0:1767384593.822055:0:16347:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00000001:1.0:1767384593.822057:0:16347:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384593.822058:0:16347:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384593.822060:0:16347:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384593.822061:0:16347:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.822063:0:16347:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384593.822067:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7a26ca0 x1853237049170304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384593.822072:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a7a26ca0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16347:1853237049170304:0@lo:8: 00000100:00000001:1.0:1767384593.822077:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384593.822079:0:17102:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1767384593.822079:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384593.822082:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7a26ca0 x1853237049170304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384593.822084:0:17102:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00080000:3.0:1767384593.822087:0:17102:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000040:00000001:3.0:1767384593.822091:0:17102:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1767384593.822095:0:17102:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1767384593.822099:0:17102:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000100:00000001:1.0:1767384593.822099:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384593.822103:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000040:00000001:3.0:1767384593.822105:0:17102:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384593.822106:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cf039349. 00000040:00000001:3.0:1767384593.822112:0:17102:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 02000000:00000001:1.0:1767384593.822113:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000040:00001000:3.0:1767384593.822114:0:17102:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 00080000:00000001:3.0:1767384593.822119:0:17102:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384593.822120:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384593.822123:0:16347:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384593.822126:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384593.822130:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000fa8a70ab. 00080000:00000010:3.0:1767384593.822131:0:17102:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005ab39a56. 02000000:00000001:1.0:1767384593.822135:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00080000:00000001:3.0:1767384593.822137:0:17102:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588448256 : -123274121103360 : ffff8fe201cd3800) 02000000:00000001:1.0:1767384593.822137:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384593.822139:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7a26ca0. 00000040:00000001:3.0:1767384593.822141:0:17102:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000100:00000001:1.0:1767384593.822145:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000040:00000001:3.0:1767384593.822146:0:17102:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00000001:1.0:1767384593.822149:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.822150:0:17102:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:1.0:1767384593.822153:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.822155:0:17102:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384593.822159:0:17102:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e7201d7f. 00000100:00000001:1.0:1767384593.822161:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:3.0:1767384593.822164:0:17102:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.822165:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.822170:0:17102:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.822170:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384593.822174:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.822175:0:17102:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.822181:0:17102:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384593.822185:0:17102:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384593.822188:0:17102:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000100:00000001:1.0:1767384593.822190:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:3.0:1767384593.822191:0:17102:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:1.0:1767384593.822195:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000001:3.0:1767384593.822196:0:17102:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:1.0:1767384593.822198:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000002:3.0:1767384593.822201:0:17102:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00000100:00000040:1.0:1767384593.822205:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080b5069e x1853237049170688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384593.822209:0:17102:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000008819cee. 00080000:00000001:3.0:1767384593.822215:0:17102:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.822219:0:17102:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.822224:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000040:00000001:3.0:1767384593.822225:0:17102:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.822227:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.822228:0:17102:0:(osd_handler.c:2167:osd_trans_start()) Process entered 02000000:00000001:1.0:1767384593.822231:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384593.822235:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384593.822238:0:17102:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.822238:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.822243:0:17102:0:(llog.c:1222:llog_write_rec()) Process entered 00000100:00100000:1.0:1767384593.822243:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080b5069e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16351:1853237049170688:0@lo:13: 00000040:00000001:3.0:1767384593.822247:0:17102:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384593.822251:0:17102:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 00000100:00000001:1.0:1767384593.822251:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384593.822255:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384593.822257:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.822261:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384593.822265:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000de9e0686. 00000040:00000001:3.0:1767384593.822269:0:17102:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.822271:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.822272:0:17102:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.822277:0:17102:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000010:1.0:1767384593.822277:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f73fb49e. 00000400:00000010:1.0:1767384593.822283:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046a0724a. 00080000:00000010:3.0:1767384593.822285:0:17102:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e7201d7f. 00000100:00000200:1.0:1767384593.822290:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049170688, portal 4 00040000:00000001:3.0:1767384593.822291:0:17102:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384593.822295:0:17102:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:1.0:1767384593.822295:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384593.822299:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120996352 : -123269588555264 : ffff8fe30ff66a00) 00080000:00000001:3.0:1767384593.822300:0:17102:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.822303:0:17102:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.822306:0:17102:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.822312:0:17102:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.822317:0:17102:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000040:1.0:1767384593.822317:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080b5069e x1853237049170688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384609 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384593.822322:0:17102:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c128dfdd. 00080000:00000001:3.0:1767384593.822327:0:17102:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588443136 : -123274121108480 : ffff8fe201cd2400) 00080000:00000001:3.0:1767384593.822338:0:17102:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384593.822338:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384593.822345:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:3.0:1767384593.822346:0:17102:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384593.822350:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068447344. 00000004:00001000:3.0:1767384593.822352:0:17102:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 00000004:00000010:3.0:1767384593.822357:0:17102:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000c3ac9c89. 00000100:00000200:1.0:1767384593.822357:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049170688, offset 0 00000004:00080000:3.0:1767384593.822363:0:17102:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 214947753842ns, next at 0ns, rc = 0 00080000:00000001:3.0:1767384593.822371:0:17102:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384593.822371:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000001:3.0:1767384593.822378:0:17102:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384593.822382:0:17102:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384593.822386:0:17102:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384593.822387:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:3.0:1767384593.822393:0:17102:0:(osd_handler.c:2874:osd_commit_async()) Process entered 00080000:00080000:3.0:1767384593.822398:0:17102:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000400:00000200:1.0:1767384593.822403:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260001b00 00000400:00000200:1.0:1767384593.822412:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 0 00000400:00000200:1.0:1767384593.822418:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1767384593.822419:0:17102:0:(osd_handler.c:2881:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384593.822422:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:3.0:1767384593.822425:0:17102:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1767384593.822429:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000004:00000001:3.0:1767384593.822430:0:17102:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000200:1.0:1767384593.822432:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000004:00000001:3.0:1767384593.822434:0:17102:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384593.822437:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0affec2. 00000004:00000001:3.0:1767384593.822439:0:17102:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:1.0:1767384593.822441:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000e0affec2 x1853237049170688 msgsize 224 00000004:00000001:3.0:1767384593.822442:0:17102:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384593.822451:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384593.822467:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384593.822476:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068447344 00000400:00000010:1.0:1767384593.822479:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068447344. 00000100:00000001:1.0:1767384593.822482:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384593.822487:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080b5069e x1853237049170688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384609 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384593.822489:0:17889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007d7b7d73. 00000100:00000001:0.0:1767384593.822500:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384593.822506:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049170688 02000000:00000001:0.0:1767384593.822511:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384593.822515:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384593.822516:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384593.822520:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384593.822521:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080b5069e x1853237049170688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384609 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384593.822526:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384593.822534:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049170688 00000020:00000001:0.0:1767384593.822541:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384593.822542:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384593.822545:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000100:00000001:1.0:1767384593.822547:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384593.822552:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384593.822555:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384593.822557:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=6 00000100:00000040:1.0:1767384593.822559:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3371 usecs (4 jiffies) 00000020:00000001:0.0:1767384593.822564:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:1.0:1767384593.822566:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294882248 00000020:00000001:0.0:1767384593.822572:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:1.0:1767384593.822575:0:16351:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294882245 00000100:00000001:0.0:1767384593.822578:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384593.822581:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294882248 00000020:00000010:0.0:1767384593.822585:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004764e4c4. 00000020:00000010:0.0:1767384593.822593:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000347fd531. 00000100:00000001:1.0:1767384593.822596:0:16351:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294882245 00000100:00000001:1.0:1767384593.822603:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294882248 00000020:00000040:0.0:1767384593.822603:0:17889:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:1.0:1767384593.822631:0:16351:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294882245 00000100:00000001:1.0:1767384593.822637:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294882249 00000100:00000001:1.0:1767384593.822644:0:16351:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294882245 00000100:00000001:0.0:1767384593.822649:0:17889:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384593.822652:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384593.822656:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088671255. 00000100:00000001:3.0:1767384593.822658:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384593.822658:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384593.822662:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011ca502a. 00000100:00000001:1.0:1767384593.822663:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.822664:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.822670:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384593.822671:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5ae207c. 00000100:00000001:1.0:1767384593.822675:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384593.822678:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384593.822682:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384593.822684:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384593.822685:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384593.822689:0:17887:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384593.822690:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.822691:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384593.822695:0:17887:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049170816 00000100:00000001:1.0:1767384593.822695:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.822696:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384593.822701:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384593.822702:0:17887:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384593.822707:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384593.822710:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.822710:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384593.822716:0:17887:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384593.822722:0:17887:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049170816 00000020:00000001:3.0:1767384593.822725:0:17887:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384593.822725:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384593.822728:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:3.0:1767384593.822731:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384593.822733:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=7 00000020:00000001:3.0:1767384593.822735:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:3.0:1767384593.822737:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:3.0:1767384593.822741:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384593.822741:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384593.822746:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384593.822747:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091640614. 00000100:00000001:3.0:1767384593.822753:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384593.822754:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1767384593.822759:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000020:00000010:3.0:1767384593.822766:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091640614. 00000100:00000001:0.0:1767384593.822767:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924115584 : -123268785436032 : ffff8fe33fd50a80) 00000020:00000010:3.0:1767384593.822776:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068c33a10. 00000020:00000010:3.0:1767384593.822782:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006aa81da. 00000100:00000040:0.0:1767384593.822782:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0affec2 x1853237049170688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 224/0 e 0 to 0 dl 1767384604 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384593.822789:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000001:0.0:1767384593.822800:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384593.822804:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b4f18a7. 00000100:00000001:0.0:1767384593.822807:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384593.822810:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b4f18a7. 00000100:00100000:0.0:1767384593.822818:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e0affec2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16351:x1853237049170688:12345-0@lo:13: 00000100:00000200:0.0:1767384593.822822:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049170688 00000020:00000001:0.0:1767384593.822825:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384593.822828:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384593.822830:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384593.822833:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384593.822835:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00000020:00000001:0.0:1767384593.822839:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384593.822841:0:17887:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:0.0:1767384593.822843:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384593.822847:0:17887:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384593.822848:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384593.822849:0:17887:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384593.822853:0:17887:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384593.822853:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384593.822859:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.822860:0:17887:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.822867:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384593.822871:0:17887:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384593.822871:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384593.822876:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005bf9e157. 00000100:00000001:3.0:1767384593.822880:0:17887:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384593.822881:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.822883:0:17887:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384593.822886:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384593.822889:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384593.822892:0:17887:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 2 00002000:00000001:0.0:1767384593.822892:0:17889:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384593.822896:0:17887:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120999040 : -123269588552576 : ffff8fe30ff67480) 00002000:00000001:0.0:1767384593.822898:0:17889:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:3.0:1767384593.822901:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c8ec9842 x1853237049170816/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 264/0 e 0 to 0 dl 1767384604 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384593.822903:0:17889:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384593.822910:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384593.822914:0:17889:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384593.822915:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7201d7f. 00000100:00000001:3.0:1767384593.822920:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384593.822920:0:17889:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 144203776 avail 129867776 00000020:00000010:3.0:1767384593.822925:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7201d7f. 00000020:00000020:0.0:1767384593.822928:0:17889:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000100:00100000:3.0:1767384593.822934:0:17887:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c8ec9842 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:17103:x1853237049170816:12345-0@lo:7: 00000020:00000020:0.0:1767384593.822935:0:17889:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000100:00000200:3.0:1767384593.822944:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049170816 00002000:00000020:0.0:1767384593.822945:0:17889:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49698 free; state 0 00000020:00000001:3.0:1767384593.822949:0:17887:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:0.0:1767384593.822951:0:17889:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:3.0:1767384593.822953:0:17887:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384593.822957:0:17889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000019dfe03e. 00000020:00000001:3.0:1767384593.822958:0:17887:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.822961:0:17887:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384593.822963:0:17887:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665756848 : -1043794768 : ffffffffc1c8f4b0) 00000020:00000001:3.0:1767384593.822967:0:17887:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384593.822971:0:17887:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384593.822971:0:17889:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384593.822975:0:17889:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.822977:0:17887:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000001:0.0:1767384593.822980:0:17889:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.822994:0:17887:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384593.822999:0:17887:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384593.823000:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049170688 00010000:00000001:0.0:1767384593.823004:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384593.823009:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e0affec2 x1853237049170688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 224/368 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384593.823012:0:17887:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00000100:00000001:3.0:1767384593.823016:0:17887:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384593.823020:0:17887:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384593.823024:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1767384593.823025:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000358c21af. 02000000:00000001:3.0:1767384593.823029:0:17887:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384593.823029:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.823035:0:17887:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384593.823036:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=1767384593 v=10 (0 0 0 0) 00002000:00000001:3.0:1767384593.823039:0:17887:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00000100:00001000:0.0:1767384593.823043:0:17889:0:(import.c:2194:obd_at_measure()) AT 0000000022c31f38 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00002000:00000010:3.0:1767384593.823045:0:17887:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 0000000048686697. 00000020:00000001:3.0:1767384593.823051:0:17887:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000100:00001000:0.0:1767384593.823052:0:17889:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@00000000e0affec2 x1853237049170688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 224/368 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384593.823056:0:17887:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.823062:0:17887:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00000100:00000001:0.0:1767384593.823064:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384593.823068:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384593.823071:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384593.823074:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384593.823075:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384593.823078:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001ad705e9. 00000100:00000001:0.0:1767384593.823079:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384593.823084:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:3.0:1767384593.823085:0:17887:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620804003754840 : -123269705796776 : ffff8fe308f97358) 00000400:00000010:0.0:1767384593.823089:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00002000:00000001:3.0:1767384593.823092:0:17887:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00000100:00000200:0.0:1767384593.823096:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049170688, offset 224 00002000:00000040:3.0:1767384593.823097:0:17887:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00080000:00000010:3.0:1767384593.823106:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e519fac7. 00000400:00000200:0.0:1767384593.823106:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:3.0:1767384593.823112:0:17887:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.823116:0:17887:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00000400:00000200:0.0:1767384593.823120:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:3.0:1767384593.823122:0:17887:0:(osd_compat.c:1417:osd_obj_spec_lookup()) Process entered 00000001:00000001:3.0:1767384593.823125:0:17887:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000010:3.0:1767384593.823129:0:17887:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000e7201d7f. 00000400:00000200:0.0:1767384593.823132:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260001b00 00000001:00000001:3.0:1767384593.823133:0:17887:0:(osd_compat.c:924:osd_seq_load_locked()) Process entered 00000001:00000001:3.0:1767384593.823137:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823139:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory 240000400 00000400:00000200:0.0:1767384593.823143:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1149 [1] + 224 00000400:00000200:0.0:1767384593.823149:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384593.823153:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384593.823158:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384593.823163:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080b5069e x1853237049170688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384609 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384593.823174:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000080b5069e x1853237049170688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384593.823178:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797952000 : -123268911599616 : ffff8fe3384ff000) 00000001:00000010:3.0:1767384593.823187:0:17887:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 0000000066346765. 00000001:00000001:3.0:1767384593.823194:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823195:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000100:00000001:0.0:1767384593.823199:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384593.823207:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00000400:00000010:0.0:1767384593.823209:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000100:00000001:0.0:1767384593.823214:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384593.823216:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384593.823223:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384593.823229:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384593.823233:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384593.823237:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384593.823242:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384593.823249:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0affec2 x1853237049170688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 224/368 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384593.823266:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e0affec2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16351:x1853237049170688:12345-0@lo:13: Request processed in 463us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384593.823284:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1767384593.823291:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:0.0:1767384593.823295:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384593.823299:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384593.823303:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011ca502a. 00000020:00000010:0.0:1767384593.823308:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5ae207c. 00000020:00000010:0.0:1767384593.823313:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088671255. 00000020:00000040:0.0:1767384593.823318:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 6 00000100:00000001:0.0:1767384593.823324:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.823472:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797953296 : -123268911598320 : ffff8fe3384ff510) 00000001:00000001:3.0:1767384593.823478:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823479:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:3.0:1767384593.823501:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797952216 : -123268911599400 : ffff8fe3384ff0d8) 00000001:00000001:3.0:1767384593.823504:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823506:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:3.0:1767384593.823525:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797953080 : -123268911598536 : ffff8fe3384ff438) 00000001:00000001:3.0:1767384593.823529:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823530:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:3.0:1767384593.823550:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797953512 : -123268911598104 : ffff8fe3384ff5e8) 00000001:00000001:3.0:1767384593.823554:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823557:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000004:00000001:0.0:1767384593.823582:0:17102:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1767384593.823586:0:17102:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.823598:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797953944 : -123268911597672 : ffff8fe3384ff798) 00000001:00000001:3.0:1767384593.823602:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823602:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:3.0:1767384593.823639:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797955456 : -123268911596160 : ffff8fe3384ffd80) 00000001:00000001:3.0:1767384593.823641:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823643:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:3.0:1767384593.823656:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797954160 : -123268911597456 : ffff8fe3384ff870) 00000001:00000001:3.0:1767384593.823658:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823659:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:3.0:1767384593.823668:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797955024 : -123268911596592 : ffff8fe3384ffbd0) 00000001:00000001:3.0:1767384593.823670:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823670:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:3.0:1767384593.823681:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797952864 : -123268911598752 : ffff8fe3384ff360) 00000001:00000001:3.0:1767384593.823682:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823683:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:3.0:1767384593.823691:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797509208 : -123268912042408 : ffff8fe338492e58) 00000001:00000001:3.0:1767384593.823693:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823694:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:3.0:1767384593.823702:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797506616 : -123268912045000 : ffff8fe338492438) 00000001:00000001:3.0:1767384593.823703:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823704:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:3.0:1767384593.823714:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797505752 : -123268912045864 : ffff8fe3384920d8) 00000001:00000001:3.0:1767384593.823716:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823716:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:3.0:1767384593.823726:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797507696 : -123268912043920 : ffff8fe338492870) 00000001:00000001:3.0:1767384593.823727:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823728:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:3.0:1767384593.823735:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797507048 : -123268912044568 : ffff8fe3384925e8) 00000001:00000001:3.0:1767384593.823737:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823737:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:3.0:1767384593.823745:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797508776 : -123268912042840 : ffff8fe338492ca8) 00000001:00000001:3.0:1767384593.823746:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823752:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:3.0:1767384593.823762:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797508560 : -123268912043056 : ffff8fe338492bd0) 00000001:00000001:3.0:1767384593.823764:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823765:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:3.0:1767384593.823772:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797735776 : -123268911815840 : ffff8fe3384ca360) 00000001:00000001:3.0:1767384593.823774:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823775:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:3.0:1767384593.823783:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797736208 : -123268911815408 : ffff8fe3384ca510) 00000001:00000001:3.0:1767384593.823786:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823787:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:3.0:1767384593.823803:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797737936 : -123268911813680 : ffff8fe3384cabd0) 00000001:00000001:3.0:1767384593.823806:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823807:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:3.0:1767384593.823824:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797736424 : -123268911815192 : ffff8fe3384ca5e8) 00000001:00000001:3.0:1767384593.823827:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823828:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:3.0:1767384593.823846:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797735992 : -123268911815624 : ffff8fe3384ca438) 00000001:00000001:3.0:1767384593.823850:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823851:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:3.0:1767384593.823866:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797738584 : -123268911813032 : ffff8fe3384cae58) 00000001:00000001:3.0:1767384593.823868:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823869:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:3.0:1767384593.823894:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797736640 : -123268911814976 : ffff8fe3384ca6c0) 00000001:00000001:3.0:1767384593.823896:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823897:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:3.0:1767384593.823905:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797737504 : -123268911814112 : ffff8fe3384caa20) 00000001:00000001:3.0:1767384593.823907:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823908:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:3.0:1767384593.823973:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797735128 : -123268911816488 : ffff8fe3384ca0d8) 00000001:00000001:3.0:1767384593.823976:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.823977:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:3.0:1767384593.824004:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797738368 : -123268911813248 : ffff8fe3384cad80) 00000001:00000001:3.0:1767384593.824007:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.824008:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:3.0:1767384593.824017:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797737072 : -123268911814544 : ffff8fe3384ca870) 00000001:00000001:3.0:1767384593.824034:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.824035:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:3.0:1767384593.824046:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804797737720 : -123268911813896 : ffff8fe3384caaf8) 00000001:00000001:3.0:1767384593.824047:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.824048:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:3.0:1767384593.824058:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804800315824 : -123268909235792 : ffff8fe3387401b0) 00000001:00000001:3.0:1767384593.824060:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.824061:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:3.0:1767384593.824070:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804800319064 : -123268909232552 : ffff8fe338740e58) 00000001:00000001:3.0:1767384593.824072:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.824073:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:3.0:1767384593.824082:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804800316472 : -123268909235144 : ffff8fe338740438) 00000001:00000001:3.0:1767384593.824084:0:17887:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384593.824085:0:17887:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:3.0:1767384593.824093:0:17887:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446620804800318848 : -123268909232768 : ffff8fe338740d80) 00000001:00000001:3.0:1767384593.824095:0:17887:0:(osd_compat.c:978:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.824097:0:17887:0:(osd_compat.c:1036:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:3.0:1767384593.824116:0:17887:0:(osd_compat.c:1455:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.824118:0:17887:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384593.824122:0:17887:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384593.824124:0:17887:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384593.824128:0:17887:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.824131:0:17887:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.824136:0:17887:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620804003754840 : -123269705796776 : ffff8fe308f97358) 00000020:00000001:3.0:1767384593.824138:0:17887:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446620799588445184 : -123274121106432 : ffff8fe201cd2c00) 00002000:00080000:3.0:1767384593.824314:0:17887:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00000001:3.0:1767384593.824318:0:17887:0:(ofd_fs.c:435:ofd_seq_load()) Process leaving (rc=18446620804132601600 : -123269576950016 : ffff8fe310a77f00) 00002000:00080000:3.0:1767384593.824321:0:17887:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x21:0x0] 00000020:00000010:3.0:1767384593.824325:0:17887:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000cf039349. 00000001:00000001:3.0:1767384593.824328:0:17887:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384593.824329:0:17887:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384593.824331:0:17887:0:(ofd_dev.c:1245:ofd_get_info_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384593.824333:0:17887:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049170816 00010000:00000001:3.0:1767384593.824339:0:17887:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384593.824342:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c8ec9842 x1853237049170816/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 264/240 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384593.824347:0:17887:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384593.824349:0:17887:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384593.824350:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384593.824353:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384593.824355:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384593.824357:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384593.824359:0:17887:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384593.824361:0:17887:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.824362:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384593.824365:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384593.824367:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348be73a. 00000100:00000200:3.0:1767384593.824369:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237049170816, offset 224 00000400:00000200:3.0:1767384593.824372:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384593.824376:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384593.824380:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958260001b80 00000400:00000200:3.0:1767384593.824382:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x1151 [1] + 224 00000400:00000200:3.0:1767384593.824385:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384593.824388:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384593.824391:0:17887:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384593.824393:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd410bd2 x1853237049170816/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384593.824399:0:17887:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000fd410bd2 x1853237049170816/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.824411:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384593.824415:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348be73a 00000400:00000010:3.0:1767384593.824416:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348be73a. 00000100:00000001:3.0:1767384593.824417:0:17887:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384593.824418:0:17887:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384593.824420:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.824422:0:17887:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384593.824424:0:17887:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384593.824431:0:17887:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.824433:0:17887:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384593.824438:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8ec9842 x1853237049170816/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 264/240 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384593.824454:0:17887:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c8ec9842 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17103:x1853237049170816:12345-0@lo:7: Request processed in 1542us (1953us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384593.824470:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384593.824473:0:17887:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:3.0:1767384593.824478:0:17887:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384593.824480:0:17887:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384593.824484:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000006aa81da. 00000020:00000010:3.0:1767384593.824489:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000020:00000010:3.0:1767384593.824494:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068c33a10. 00000020:00000040:3.0:1767384593.824497:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 5 00000100:00000001:3.0:1767384593.824499:0:17887:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384593.824726:0:17887:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384593.824730:0:17887:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049170944 02000000:00000001:3.0:1767384593.824734:0:17887:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384593.824736:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384593.824738:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384593.824741:0:17887:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384593.824746:0:17887:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049170944 00000020:00000001:3.0:1767384593.824749:0:17887:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384593.824751:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:3.0:1767384593.824756:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384593.824758:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=6 00000020:00000001:3.0:1767384593.824761:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:3.0:1767384593.824765:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:3.0:1767384593.824771:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384593.824773:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091640614. 00000100:00000001:3.0:1767384593.824777:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384593.824781:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091640614. 00000020:00000010:3.0:1767384593.824788:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068c33a10. 00000020:00000010:3.0:1767384593.824802:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006aa81da. 00000020:00000010:3.0:1767384593.824809:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000040:3.0:1767384593.824817:0:17887:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384593.824819:0:17887:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384593.824820:0:17887:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384593.824822:0:17887:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.824826:0:17887:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.824834:0:17887:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384593.824846:0:17887:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384593.824848:0:17887:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384593.824853:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384593.824856:0:17887:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:3.0:1767384593.824860:0:17887:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120996352 : -123269588555264 : ffff8fe30ff66a00) 00000100:00000040:3.0:1767384593.824867:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080b5069e x1853237049170944/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 432/0 e 0 to 0 dl 1767384604 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.824879:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384593.824882:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091640614. 00000100:00000001:3.0:1767384593.824884:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384593.824885:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091640614. 00000100:00100000:3.0:1767384593.824888:0:17887:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080b5069e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17103:x1853237049170944:12345-0@lo:5: 00000100:00000200:3.0:1767384593.824890:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049170944 00000020:00000001:3.0:1767384593.824892:0:17887:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384593.824894:0:17887:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384593.824895:0:17887:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.824897:0:17887:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384593.824898:0:17887:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665756752 : -1043794864 : ffffffffc1c8f450) 00000020:00000001:3.0:1767384593.824900:0:17887:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384593.824902:0:17887:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384593.824903:0:17887:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384593.824904:0:17887:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384593.824905:0:17887:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1767384593.824907:0:17887:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1767384593.824908:0:17887:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.824915:0:17887:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384593.824917:0:17887:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.824919:0:17887:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384593.824921:0:17887:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384593.824922:0:17887:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.824924:0:17887:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384593.824925:0:17887:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384593.824926:0:17887:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.824927:0:17887:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384593.824928:0:17887:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384593.824929:0:17887:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.824931:0:17887:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.824932:0:17887:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.824934:0:17887:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384593.824936:0:17887:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384593.824939:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000009ab98b5e. 02000000:00000001:3.0:1767384593.824940:0:17887:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.824941:0:17887:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384593.824943:0:17887:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:3.0:1767384593.824945:0:17887:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:33) 00002000:00000001:3.0:1767384593.824946:0:17887:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:3.0:1767384593.824947:0:17887:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:3.0:1767384593.824949:0:17887:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446620804132601600 : -123269576950016 : ffff8fe310a77f00) 00002000:00080000:3.0:1767384593.824952:0:17887:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 33 -> diff = 0 00002000:00000001:3.0:1767384593.824953:0:17887:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:3.0:1767384593.824955:0:17887:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384593.824956:0:17887:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384593.824958:0:17887:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049170944 00010000:00000001:3.0:1767384593.824959:0:17887:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384593.824962:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080b5069e x1853237049170944/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 432/432 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384593.824967:0:17887:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384593.824968:0:17887:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384593.824970:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384593.824972:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384593.824974:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384593.824978:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384593.824980:0:17887:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384593.824995:0:17887:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.824998:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384593.825000:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384593.825003:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348be73a. 00000100:00000200:3.0:1767384593.825005:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237049170944, offset 224 00000400:00000200:3.0:1767384593.825008:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384593.825016:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384593.825022:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260001c00 00000400:00000200:3.0:1767384593.825025:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1161 [1] + 224 00000400:00000200:3.0:1767384593.825028:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384593.825031:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384593.825033:0:18688:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000001:3.0:1767384593.825034:0:17887:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384593.825039:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd410bd2 x1853237049170944/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384593.825045:0:17887:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@00000000fd410bd2 x1853237049170944/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384593.825049:0:18688:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000b4f18a7. 00000020:00000010:0.0:1767384593.825054:0:18688:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ec179407. 00000100:00000001:3.0:1767384593.825056:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384593.825060:0:18688:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088671255. 00000400:00000200:3.0:1767384593.825061:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348be73a 00000400:00000010:3.0:1767384593.825065:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348be73a. 00000020:00000010:0.0:1767384593.825066:0:18688:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000042d9bfa2. 00000100:00000001:3.0:1767384593.825067:0:17887:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384593.825071:0:17887:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384593.825073:0:18688:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a6e0427. 00000100:00000001:3.0:1767384593.825075:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.825081:0:17887:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000010:0.0:1767384593.825081:0:18688:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d9293756. 00010000:00000001:3.0:1767384593.825086:0:17887:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384593.825087:0:17887:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.825093:0:17887:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384593.825096:0:18688:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000043146d70. 00000100:00000040:3.0:1767384593.825098:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080b5069e x1853237049170944/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 432/432 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:0.0:1767384593.825103:0:18688:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003871c996. 40000000:00000010:0.0:1767384593.825110:0:18688:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005edd1a8a. 00100000:00000010:0.0:1767384593.825117:0:18688:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b403e0b8. 00000100:00100000:3.0:1767384593.825125:0:17887:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080b5069e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17103:x1853237049170944:12345-0@lo:5: Request processed in 241us (416us total) trans 0 rc 0/0 00040000:00000010:0.0:1767384593.825126:0:18688:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e5003212. 00040000:00000010:0.0:1767384593.825133:0:18688:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d58c4e03. 00000100:00100000:3.0:1767384593.825139:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00080000:00000010:0.0:1767384593.825141:0:18688:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000099f666bd. 00080000:00000010:0.0:1767384593.825150:0:18688:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ecf9a6c4. 00000100:00000040:3.0:1767384593.825151:0:17887:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:3.0:1767384593.825157:0:17887:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000010:0.0:1767384593.825160:0:18688:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b5d4ce0f. 00000100:00000001:3.0:1767384593.825161:0:17887:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384593.825166:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000006aa81da. 00000020:00000010:3.0:1767384593.825171:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000020:00000010:3.0:1767384593.825176:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068c33a10. 00000100:00000010:0.0:1767384593.825180:0:18688:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e7a82dad. 00000020:00000040:3.0:1767384593.825183:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 5 00000100:00000001:3.0:1767384593.825187:0:17887:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384593.825193:0:18688:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000020:00000010:1.0:1767384593.825413:0:18688:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bc11043a. 00000100:00000001:1.0:1767384593.825420:0:18688:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384593.825425:0:18688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049171072 02000000:00000001:1.0:1767384593.825428:0:18688:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384593.825430:0:18688:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384593.825434:0:18688:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.825440:0:18688:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384593.825443:0:18688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049171072 00000020:00000001:1.0:1767384593.825447:0:18688:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384593.825450:0:18688:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:1.0:1767384593.825455:0:18688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384593.825458:0:18688:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=6 00000020:00000001:1.0:1767384593.825461:0:18688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:1.0:1767384593.825463:0:18688:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:1.0:1767384593.825465:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384593.825467:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071c8d140. 00000100:00000001:1.0:1767384593.825469:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384593.825470:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071c8d140. 00000020:00000010:1.0:1767384593.825477:0:18688:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ccb7ba6. 00000020:00000010:1.0:1767384593.825479:0:18688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abb2ad3b. 00000020:00000010:1.0:1767384593.825481:0:18688:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c7db23. 00000100:00000040:1.0:1767384593.825485:0:18688:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384593.825487:0:18688:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384593.825488:0:18688:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384593.825490:0:18688:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.825493:0:18688:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.825505:0:18688:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.825517:0:18688:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384593.825520:0:18688:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384593.825528:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384593.825531:0:18688:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:1.0:1767384593.825534:0:18688:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120989184 : -123269588562432 : ffff8fe30ff64e00) 00000100:00000040:1.0:1767384593.825545:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058379009 x1853237049171072/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 432/0 e 0 to 0 dl 1767384604 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.825552:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384593.825555:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071c8d140. 00000100:00000001:1.0:1767384593.825556:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384593.825557:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071c8d140. 00000100:00100000:1.0:1767384593.825560:0:18688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058379009 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:17103:x1853237049171072:12345-0@lo:5: 00000100:00000200:1.0:1767384593.825562:0:18688:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049171072 00000020:00000001:1.0:1767384593.825564:0:18688:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384593.825566:0:18688:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384593.825567:0:18688:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.825569:0:18688:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384593.825570:0:18688:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665756752 : -1043794864 : ffffffffc1c8f450) 00000020:00000001:1.0:1767384593.825571:0:18688:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384593.825573:0:18688:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384593.825574:0:18688:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384593.825575:0:18688:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384593.825576:0:18688:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1767384593.825578:0:18688:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1767384593.825583:0:18688:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.825585:0:18688:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384593.825586:0:18688:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.825587:0:18688:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384593.825588:0:18688:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384593.825589:0:18688:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.825591:0:18688:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384593.825592:0:18688:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384593.825593:0:18688:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.825594:0:18688:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384593.825594:0:18688:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384593.825596:0:18688:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.825598:0:18688:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.825599:0:18688:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.825601:0:18688:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384593.825602:0:18688:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384593.825605:0:18688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000f92a838e. 02000000:00000001:1.0:1767384593.825630:0:18688:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.825632:0:18688:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384593.825634:0:18688:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:1.0:1767384593.825635:0:18688:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:65) 00002000:00000001:1.0:1767384593.825637:0:18688:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:1.0:1767384593.825639:0:18688:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:1.0:1767384593.825640:0:18688:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446620804132601600 : -123269576950016 : ffff8fe310a77f00) 00000020:00000001:1.0:1767384593.825645:0:18688:0:(tgt_grant.c:1364:tgt_grant_create()) Process entered 00000020:00000001:1.0:1767384593.825647:0:18688:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384593.825651:0:18688:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384593.825652:0:18688:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000bef82c18 free: 144203776 avail: 129867776 00000020:00000001:1.0:1767384593.825655:0:18688:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1767384593.825657:0:18688:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000bef82c18 avail=129867776 left=129585152 unstable=0 tot_grant=280000 pending=0 00000020:00000001:1.0:1767384593.825659:0:18688:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000020:00000001:1.0:1767384593.825661:0:18688:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000001:1.0:1767384593.825663:0:18688:0:(tgt_grant.c:922:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.825664:0:18688:0:(tgt_grant.c:1437:tgt_grant_create()) Process leaving (rc=896 : 896 : 380) 00002000:00080000:1.0:1767384593.825666:0:18688:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 34 00002000:00000001:1.0:1767384593.825675:0:18688:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384593.825677:0:18688:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000071c8d140. 00002000:00000001:1.0:1767384593.825680:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.825681:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.825683:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.825686:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e66350cb. 00002000:00000001:1.0:1767384593.825688:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589019288 : -123274120532328 : ffff8fe201d5ee98) 00002000:00000001:1.0:1767384593.825690:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.825691:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x22:0x0] 00080000:00000010:1.0:1767384593.825694:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003b9f5793. 00002000:00000001:1.0:1767384593.825696:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.825697:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.825699:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.825701:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.825703:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.825705:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.825706:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.825707:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.825709:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.825711:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.825712:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.825889:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.825893:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.825894:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.825896:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.825897:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.825898:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.825899:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.825901:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.825904:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589019288 : -123274120532328 : ffff8fe201d5ee98) 00002000:00000001:1.0:1767384593.825906:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620799589019200 : -123274120532416 : ffff8fe201d5ee40) 00002000:00000001:1.0:1767384593.825908:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.825909:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.825910:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.825913:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000041e608b. 00002000:00000001:1.0:1767384593.825915:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589021112 : -123274120530504 : ffff8fe201d5f5b8) 00002000:00000001:1.0:1767384593.825923:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.825924:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x23:0x0] 00080000:00000010:1.0:1767384593.825926:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cf0d6949. 00002000:00000001:1.0:1767384593.825928:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.825930:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.825931:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.825932:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.825933:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.825934:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.825935:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.825936:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.825937:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.825938:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.825939:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.826094:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.826097:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.826098:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.826099:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.826100:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.826101:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826102:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.826103:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.826106:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589021112 : -123274120530504 : ffff8fe201d5f5b8) 00002000:00000001:1.0:1767384593.826108:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620799589021024 : -123274120530592 : ffff8fe201d5f560) 00002000:00000001:1.0:1767384593.826110:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.826111:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.826112:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.826115:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007cc50369. 00002000:00000001:1.0:1767384593.826116:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589020808 : -123274120530808 : ffff8fe201d5f488) 00002000:00000001:1.0:1767384593.826118:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.826119:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x24:0x0] 00080000:00000010:1.0:1767384593.826122:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005bccb17b. 00002000:00000001:1.0:1767384593.826124:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826125:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.826127:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.826127:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.826133:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.826134:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.826135:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826137:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.826138:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.826139:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.826140:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.826283:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.826285:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.826286:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.826287:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.826288:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.826290:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826291:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.826292:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.826295:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589020808 : -123274120530808 : ffff8fe201d5f488) 00002000:00000001:1.0:1767384593.826296:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620799589020720 : -123274120530896 : ffff8fe201d5f430) 00002000:00000001:1.0:1767384593.826298:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.826299:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.826300:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.826302:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009ef86999. 00002000:00000001:1.0:1767384593.826305:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589018072 : -123274120533544 : ffff8fe201d5e9d8) 00002000:00000001:1.0:1767384593.826306:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.826307:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x25:0x0] 00080000:00000010:1.0:1767384593.826311:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000021ea58b3. 00002000:00000001:1.0:1767384593.826313:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826315:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.826317:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.826318:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.826319:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.826321:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.826323:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826325:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.826326:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.826328:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.826329:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.826472:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.826481:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.826482:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.826484:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.826485:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.826486:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826488:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.826489:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.826493:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589018072 : -123274120533544 : ffff8fe201d5e9d8) 00002000:00000001:1.0:1767384593.826495:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620799589017984 : -123274120533632 : ffff8fe201d5e980) 00002000:00000001:1.0:1767384593.826498:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.826499:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.826502:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.826505:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bae7af5b. 00002000:00000001:1.0:1767384593.826507:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589018376 : -123274120533240 : ffff8fe201d5eb08) 00002000:00000001:1.0:1767384593.826510:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.826510:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x26:0x0] 00080000:00000010:1.0:1767384593.826515:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002ab58093. 00002000:00000001:1.0:1767384593.826518:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826520:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.826522:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.826523:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.826524:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.826526:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.826528:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826530:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.826532:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.826533:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.826535:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.826662:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.826665:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.826666:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.826668:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.826669:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.826670:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826671:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.826672:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.826675:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589018376 : -123274120533240 : ffff8fe201d5eb08) 00002000:00000001:1.0:1767384593.826682:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620799589018288 : -123274120533328 : ffff8fe201d5eab0) 00002000:00000001:1.0:1767384593.826684:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.826685:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.826686:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.826689:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004e7c23b2. 00002000:00000001:1.0:1767384593.826691:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589015640 : -123274120535976 : ffff8fe201d5e058) 00002000:00000001:1.0:1767384593.826693:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.826694:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x27:0x0] 00080000:00000010:1.0:1767384593.826697:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ece496a4. 00002000:00000001:1.0:1767384593.826699:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826700:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.826701:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.826702:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.826703:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.826704:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.826705:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826707:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.826708:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.826709:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.826710:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.826831:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.826834:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.826835:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.826837:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.826838:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.826839:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826840:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.826841:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.826844:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589015640 : -123274120535976 : ffff8fe201d5e058) 00002000:00000001:1.0:1767384593.826845:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620799589015552 : -123274120536064 : ffff8fe201d5e000) 00002000:00000001:1.0:1767384593.826847:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.826848:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.826850:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.826852:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007d3279bf. 00002000:00000001:1.0:1767384593.826854:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589017464 : -123274120534152 : ffff8fe201d5e778) 00002000:00000001:1.0:1767384593.826856:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.826862:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:1.0:1767384593.826864:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f7f034ef. 00002000:00000001:1.0:1767384593.826866:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826867:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.826869:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.826870:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.826871:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.826872:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.826873:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.826873:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.826875:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.826876:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.826876:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.827008:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.827011:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827012:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827013:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827014:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827015:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827016:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.827017:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.827020:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589017464 : -123274120534152 : ffff8fe201d5e778) 00002000:00000001:1.0:1767384593.827022:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620799589017376 : -123274120534240 : ffff8fe201d5e720) 00002000:00000001:1.0:1767384593.827023:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.827024:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.827025:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.827028:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003d1a4d41. 00002000:00000001:1.0:1767384593.827030:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589022328 : -123274120529288 : ffff8fe201d5fa78) 00002000:00000001:1.0:1767384593.827032:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.827033:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x29:0x0] 00080000:00000010:1.0:1767384593.827036:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e44be348. 00002000:00000001:1.0:1767384593.827037:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827038:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.827040:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827041:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827041:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827042:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827049:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827050:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.827051:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.827052:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.827053:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.827172:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.827175:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827176:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827178:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827179:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827180:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827181:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.827182:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.827185:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589022328 : -123274120529288 : ffff8fe201d5fa78) 00002000:00000001:1.0:1767384593.827188:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620799589022240 : -123274120529376 : ffff8fe201d5fa20) 00080000:00000001:1.0:1767384593.827190:0:18688:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384593.827194:0:18688:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000079faaf70. 00080000:00000001:1.0:1767384593.827197:0:18688:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588441088 : -123274121110528 : ffff8fe201cd1c00) 00080000:00000001:1.0:1767384593.827199:0:18688:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384593.827201:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384593.827203:0:18688:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d079f2c2. 00080000:00000001:1.0:1767384593.827206:0:18688:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827208:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.827210:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x22:0x0] not in the id map cache 00080000:00000010:1.0:1767384593.827215:0:18688:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000997e3640. 00000001:00000001:1.0:1767384593.827217:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.827218:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827219:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.827221:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x23:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.827223:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.827224:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827225:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.827226:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x24:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.827228:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.827229:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827238:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.827239:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x25:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.827241:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.827242:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827244:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.827245:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x26:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.827247:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.827248:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827249:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.827250:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x27:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.827252:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.827253:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827255:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.827256:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x28:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.827257:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.827258:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827259:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.827261:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x29:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.827262:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.827264:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827265:0:18688:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384593.827268:0:18688:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384593.827269:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384593.827271:0:18688:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b853012e. 00080000:00000001:1.0:1767384593.827273:0:18688:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827276:0:18688:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384593.827277:0:18688:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x29:0x0] nr 8 00080000:00000001:1.0:1767384593.827296:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.827364:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827367:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827368:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827370:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827372:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827374:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.827377:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.827388:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.827397:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x22:0x0] 00080000:00000001:1.0:1767384593.827399:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827400:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827401:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827402:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827403:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827404:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.827405:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.827407:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.827408:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.827410:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000010:1.0:1767384593.827413:0:18688:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000b2e7dbae. 00000001:00000001:1.0:1767384593.827433:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.827434:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827436:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827439:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.827466:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827468:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827469:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827470:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827472:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827473:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.827475:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.827479:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.827481:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x23:0x0] 00080000:00000001:1.0:1767384593.827482:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827484:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827486:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827488:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827490:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827492:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.827494:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.827495:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.827497:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.827500:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.827517:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.827519:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827522:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827532:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.827567:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827569:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827571:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827572:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827574:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827575:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.827577:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.827582:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.827583:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x24:0x0] 00080000:00000001:1.0:1767384593.827585:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827586:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827587:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827589:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827591:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827592:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.827593:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.827594:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.827596:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.827597:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.827624:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.827626:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827627:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827631:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.827666:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827667:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827668:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827670:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827671:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827672:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.827674:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.827678:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.827680:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x25:0x0] 00080000:00000001:1.0:1767384593.827681:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827682:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827683:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827685:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827685:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827687:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.827688:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.827693:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.827694:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.827696:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.827707:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.827709:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827711:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827714:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.827741:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827743:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827744:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827745:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827747:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827748:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.827750:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.827754:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.827755:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x26:0x0] 00080000:00000001:1.0:1767384593.827757:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827758:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827760:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827761:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827762:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827764:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.827765:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.827766:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.827767:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.827769:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.827778:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.827779:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827780:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827782:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.827818:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827820:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827821:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827822:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827823:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827825:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.827826:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.827830:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.827832:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x27:0x0] 00080000:00000001:1.0:1767384593.827838:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827839:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827840:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827841:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827843:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827844:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.827846:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.827847:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.827848:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.827849:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.827862:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.827864:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827866:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827868:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.827895:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827896:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827897:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827899:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827900:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827901:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.827903:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.827908:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.827910:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x28:0x0] 00080000:00000001:1.0:1767384593.827911:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827912:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827913:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827914:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827915:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827917:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.827918:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.827919:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.827920:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.827921:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.827932:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.827933:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827934:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827937:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.827961:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827962:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827967:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827968:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827969:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.827971:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.827972:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.827978:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.827980:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x29:0x0] 00080000:00000001:1.0:1767384593.827994:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.827995:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.827997:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.827998:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.827999:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.828001:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.828002:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.828004:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.828005:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.828007:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.828021:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.828022:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.828024:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384593.828028:0:18688:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000ea70f8fe. 00002000:00001000:1.0:1767384593.828030:0:18688:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x29:0x0], th_sync 0 00080000:00000001:1.0:1767384593.828033:0:18688:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00000001:1.0:1767384593.828036:0:18688:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384593.828038:0:18688:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967301 00000001:00000010:1.0:1767384593.828041:0:18688:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000005513829e. 00000001:00000040:1.0:1767384593.828043:0:18688:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000000f0e7d5b : new cb_count 2 00000020:00000040:1.0:1767384593.828045:0:18688:0:(genops.c:887:class_export_get()) GET export 000000000f0e7d5b refcount=7 00000001:00000001:1.0:1767384593.828052:0:18688:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.828687:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294882250, at 4294882251 00000100:00000010:3.0:1767384593.828696:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea3d5f23. 00000100:00000040:1.0:1767384593.828705:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294882250, at 4294882251 00000100:00000010:1.0:1767384593.828711:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68d73a7. 00000100:00000040:0.0:1767384593.828776:0:254:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294882250, at 4294882251 00000100:00000010:0.0:1767384593.828783:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000039977a5. 00000100:00000001:0.0:1767384593.828858:0:17881:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384593.828861:0:17881:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384593.828863:0:17881:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934593 is committed 00000001:00000040:0.0:1767384593.828865:0:17881:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000000f0e7d5b : new cb_count 1 00000020:00000040:0.0:1767384593.828867:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 6 00000001:00000010:0.0:1767384593.828869:0:17881:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000005513829e. 00002000:00001000:0.0:1767384593.828872:0:17881:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x29:0x0], th_sync 1 00002000:00000010:0.0:1767384593.828874:0:17881:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000ea70f8fe. 00080000:00000010:0.0:1767384593.828876:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000079faaf70. 00000001:00100000:0.0:1767384593.828879:0:17881:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:0.0:1767384593.828881:0:17881:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000000f0e7d5b : new cb_count 0 00000020:00000040:0.0:1767384593.828883:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 5 00000001:00000010:0.0:1767384593.828884:0:17881:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000000713d9f. 00080000:00000010:0.0:1767384593.828886:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000282ab427. 00080000:00000010:1.0:1767384593.828907:0:18688:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b853012e. 00080000:00000010:1.0:1767384593.828911:0:18688:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d079f2c2. 00040000:00000001:1.0:1767384593.828914:0:18688:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384593.828915:0:18688:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384593.828916:0:18688:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384593.828923:0:18688:0:(lu_object.c:207:lu_object_put()) Add 000000000be180c1/00000000e66350cb to site lru. bkt: 00000000f9c7751e 00000020:00000002:1.0:1767384593.828924:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000934eaa85/00000000041e608b to site lru. bkt: 0000000016940721 00000020:00000002:1.0:1767384593.828926:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000623af732/000000007cc50369 to site lru. bkt: 00000000e5aa7c87 00000020:00000002:1.0:1767384593.828927:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000951635b4/000000009ef86999 to site lru. bkt: 00000000a03d4194 00000020:00000002:1.0:1767384593.828928:0:18688:0:(lu_object.c:207:lu_object_put()) Add 0000000025673b6c/00000000bae7af5b to site lru. bkt: 00000000454709be 00000020:00000002:1.0:1767384593.828930:0:18688:0:(lu_object.c:207:lu_object_put()) Add 000000002b41ac06/000000004e7c23b2 to site lru. bkt: 00000000d4b784da 00000020:00000002:1.0:1767384593.828931:0:18688:0:(lu_object.c:207:lu_object_put()) Add 000000005cb567d8/000000007d3279bf to site lru. bkt: 00000000c8b23c7f 00000020:00000002:1.0:1767384593.828932:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000112eda79/000000003d1a4d41 to site lru. bkt: 0000000057999ba4 00002000:00000010:1.0:1767384593.828934:0:18688:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000071c8d140. 00002000:00001000:1.0:1767384593.828935:0:18688:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384593.828936:0:18688:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384593.828938:0:18688:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 42 00002000:00000001:1.0:1767384593.828940:0:18688:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384593.828943:0:18688:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000071c8d140. 00002000:00000001:1.0:1767384593.828944:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.828945:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.828947:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.828949:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e4e99e9b. 00002000:00000001:1.0:1767384593.828950:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589022632 : -123274120528984 : ffff8fe201d5fba8) 00002000:00000001:1.0:1767384593.828952:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.828953:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2a:0x0] 00080000:00000010:1.0:1767384593.828956:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005a7caf13. 00002000:00000001:1.0:1767384593.828957:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.828959:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.828960:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.828962:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.828963:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.828964:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.828965:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.828966:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.828967:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.828968:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.828970:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.829100:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.829108:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.829109:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.829110:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.829111:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.829112:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829113:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.829114:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.829117:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589022632 : -123274120528984 : ffff8fe201d5fba8) 00002000:00000001:1.0:1767384593.829119:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620799589022544 : -123274120529072 : ffff8fe201d5fb50) 00002000:00000001:1.0:1767384593.829120:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.829121:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.829123:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.829125:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000db334980. 00002000:00000001:1.0:1767384593.829127:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589021416 : -123274120530200 : ffff8fe201d5f6e8) 00002000:00000001:1.0:1767384593.829128:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.829129:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2b:0x0] 00080000:00000010:1.0:1767384593.829132:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e9dba0fa. 00002000:00000001:1.0:1767384593.829134:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829135:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.829136:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.829137:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.829138:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.829138:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.829139:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829140:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.829141:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.829142:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.829143:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.829264:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.829267:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.829268:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.829269:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.829270:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.829272:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829273:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.829274:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.829276:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589021416 : -123274120530200 : ffff8fe201d5f6e8) 00002000:00000001:1.0:1767384593.829283:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620799589021328 : -123274120530288 : ffff8fe201d5f690) 00002000:00000001:1.0:1767384593.829285:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.829286:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.829288:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.829290:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001f54ede7. 00002000:00000001:1.0:1767384593.829292:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620799589020200 : -123274120531416 : ffff8fe201d5f228) 00002000:00000001:1.0:1767384593.829294:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.829295:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2c:0x0] 00080000:00000010:1.0:1767384593.829297:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004630ccc3. 00002000:00000001:1.0:1767384593.829299:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829300:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.829301:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.829302:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.829303:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.829304:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.829305:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829306:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.829307:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.829308:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.829308:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.829419:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.829422:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.829423:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.829425:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.829426:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.829427:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829428:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.829429:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.829432:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620799589020200 : -123274120531416 : ffff8fe201d5f228) 00002000:00000001:1.0:1767384593.829434:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620799589020112 : -123274120531504 : ffff8fe201d5f1d0) 00002000:00000001:1.0:1767384593.829436:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.829437:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.829438:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.829449:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000914811aa. 00002000:00000001:1.0:1767384593.829451:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966250040 : -123269743301576 : ffff8fe306bd2c38) 00002000:00000001:1.0:1767384593.829453:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.829456:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2d:0x0] 00080000:00000010:1.0:1767384593.829459:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000054928e9. 00002000:00000001:1.0:1767384593.829461:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829462:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.829464:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.829465:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.829465:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.829467:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.829468:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829469:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.829470:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.829471:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.829472:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.829583:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.829586:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.829587:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.829588:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.829589:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.829590:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829591:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.829593:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.829595:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966250040 : -123269743301576 : ffff8fe306bd2c38) 00002000:00000001:1.0:1767384593.829597:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966249952 : -123269743301664 : ffff8fe306bd2be0) 00002000:00000001:1.0:1767384593.829598:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.829599:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.829600:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.829603:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000027501905. 00002000:00000001:1.0:1767384593.829605:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966247304 : -123269743304312 : ffff8fe306bd2188) 00002000:00000001:1.0:1767384593.829620:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.829621:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2e:0x0] 00080000:00000010:1.0:1767384593.829623:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c8009dbe. 00002000:00000001:1.0:1767384593.829625:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829628:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.829630:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.829631:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.829633:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.829634:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.829640:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829641:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.829643:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.829644:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.829644:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.829746:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.829749:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.829751:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.829752:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.829753:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.829754:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829755:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.829756:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.829759:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966247304 : -123269743304312 : ffff8fe306bd2188) 00002000:00000001:1.0:1767384593.829760:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966247216 : -123269743304400 : ffff8fe306bd2130) 00002000:00000001:1.0:1767384593.829762:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.829763:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.829764:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.829767:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e670e71a. 00002000:00000001:1.0:1767384593.829768:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966251864 : -123269743299752 : ffff8fe306bd3358) 00002000:00000001:1.0:1767384593.829770:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.829771:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2f:0x0] 00080000:00000010:1.0:1767384593.829774:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000079faaf70. 00002000:00000001:1.0:1767384593.829775:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829776:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.829777:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.829778:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.829779:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.829780:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.829781:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829782:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.829783:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.829784:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.829784:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.829898:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.829901:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.829907:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.829908:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.829909:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.829910:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829912:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.829912:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.829915:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966251864 : -123269743299752 : ffff8fe306bd3358) 00002000:00000001:1.0:1767384593.829917:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966251776 : -123269743299840 : ffff8fe306bd3300) 00002000:00000001:1.0:1767384593.829918:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.829919:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.829920:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.829922:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000422b9925. 00002000:00000001:1.0:1767384593.829923:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966253384 : -123269743298232 : ffff8fe306bd3948) 00002000:00000001:1.0:1767384593.829925:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.829925:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x30:0x0] 00080000:00000010:1.0:1767384593.829938:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000be323d43. 00002000:00000001:1.0:1767384593.829942:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829944:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.829945:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.829946:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.829946:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.829947:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.829948:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.829949:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.829950:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.829951:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.829952:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.830062:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.830065:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830066:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830067:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830068:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830069:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830070:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.830071:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.830074:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966253384 : -123269743298232 : ffff8fe306bd3948) 00002000:00000001:1.0:1767384593.830075:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966253296 : -123269743298320 : ffff8fe306bd38f0) 00002000:00000001:1.0:1767384593.830081:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.830082:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.830084:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.830086:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006ebcb591. 00002000:00000001:1.0:1767384593.830088:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966250648 : -123269743300968 : ffff8fe306bd2e98) 00002000:00000001:1.0:1767384593.830089:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.830090:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x31:0x0] 00080000:00000010:1.0:1767384593.830092:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007b9276b4. 00002000:00000001:1.0:1767384593.830093:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830094:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.830096:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830096:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830097:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830098:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830099:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830100:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.830101:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.830101:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.830102:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.830220:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.830223:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830224:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830225:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830227:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830228:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830229:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.830230:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.830232:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966250648 : -123269743300968 : ffff8fe306bd2e98) 00002000:00000001:1.0:1767384593.830234:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966250560 : -123269743301056 : ffff8fe306bd2e40) 00080000:00000001:1.0:1767384593.830236:0:18688:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384593.830239:0:18688:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000655b8f12. 00080000:00000001:1.0:1767384593.830241:0:18688:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620803963017216 : -123269746534400 : ffff8fe3068bd800) 00080000:00000001:1.0:1767384593.830242:0:18688:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384593.830244:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384593.830246:0:18688:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d079f2c2. 00080000:00000001:1.0:1767384593.830248:0:18688:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830255:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.830257:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2a:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.830259:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.830260:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830261:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.830262:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2b:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.830263:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.830264:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830265:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.830265:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2c:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.830266:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.830267:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830268:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.830269:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2d:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.830270:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.830271:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830272:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.830273:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2e:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.830274:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.830275:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830276:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.830278:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2f:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.830279:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.830280:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830282:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.830283:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x30:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.830284:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.830286:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830286:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.830287:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x31:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.830288:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.830289:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830290:0:18688:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384593.830293:0:18688:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384593.830294:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384593.830300:0:18688:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b853012e. 00080000:00000001:1.0:1767384593.830302:0:18688:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830309:0:18688:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384593.830311:0:18688:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x31:0x0] nr 8 00080000:00000001:1.0:1767384593.830322:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.830374:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830376:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830377:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830378:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830380:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830382:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.830383:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.830389:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.830391:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2a:0x0] 00080000:00000001:1.0:1767384593.830393:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830394:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830395:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830396:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830397:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830398:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.830399:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.830400:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.830401:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.830403:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.830414:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.830415:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830417:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830419:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.830443:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830444:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830444:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830445:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830446:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830448:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.830451:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.830455:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.830459:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2b:0x0] 00080000:00000001:1.0:1767384593.830462:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830464:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830471:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830473:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830476:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830480:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.830482:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.830483:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.830484:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.830486:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.830501:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.830503:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830505:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830508:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.830546:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830548:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830550:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830551:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830552:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830553:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.830554:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.830560:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.830561:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2c:0x0] 00080000:00000001:1.0:1767384593.830562:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830563:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830564:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830564:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830565:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830566:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.830567:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.830568:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.830569:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.830571:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.830584:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.830586:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830587:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830589:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.830635:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830637:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830638:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830640:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830645:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830647:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.830649:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.830655:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.830657:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2d:0x0] 00080000:00000001:1.0:1767384593.830659:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830659:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830660:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830662:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830663:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830665:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.830666:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.830667:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.830668:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.830670:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.830688:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.830690:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830692:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830694:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.830720:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830722:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830722:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830723:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830724:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830725:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.830726:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.830730:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.830731:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2e:0x0] 00080000:00000001:1.0:1767384593.830732:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830733:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830733:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830734:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830735:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830736:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.830737:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.830738:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.830739:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.830740:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.830746:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.830753:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830755:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830757:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.830788:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830789:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830790:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830791:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830792:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830793:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.830794:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.830798:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.830800:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2f:0x0] 00080000:00000001:1.0:1767384593.830802:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830803:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830804:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830805:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830806:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830807:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.830808:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.830808:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.830809:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.830810:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.830819:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.830820:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830821:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830824:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.830844:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830845:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830845:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830846:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830847:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830848:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.830849:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.830852:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.830854:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x30:0x0] 00080000:00000001:1.0:1767384593.830855:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830856:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830857:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830858:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830863:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830864:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.830865:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.830866:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.830867:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.830869:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.830880:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.830882:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830884:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830886:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.830914:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830915:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830916:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830917:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830918:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830919:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.830920:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.830925:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.830926:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x31:0x0] 00080000:00000001:1.0:1767384593.830927:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.830928:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.830928:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.830929:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.830931:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830932:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.830933:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.830934:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.830935:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.830936:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.830945:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.830947:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.830948:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384593.830951:0:18688:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000f5bea489. 00002000:00001000:1.0:1767384593.830953:0:18688:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x31:0x0], th_sync 0 00080000:00000001:1.0:1767384593.830955:0:18688:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384593.830958:0:18688:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934593 00000001:00000001:1.0:1767384593.830960:0:18688:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384593.830962:0:18688:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934594, last_committed = 8589934593 00000001:00000010:1.0:1767384593.830969:0:18688:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000260059e4. 00000001:00000040:1.0:1767384593.830970:0:18688:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000000f0e7d5b : new cb_count 1 00000020:00000040:1.0:1767384593.830972:0:18688:0:(genops.c:887:class_export_get()) GET export 000000000f0e7d5b refcount=6 00000001:00000001:1.0:1767384593.830981:0:18688:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384593.831000:0:18688:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b853012e. 00080000:00000010:1.0:1767384593.831002:0:18688:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d079f2c2. 00040000:00000001:1.0:1767384593.831004:0:18688:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384593.831005:0:18688:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384593.831006:0:18688:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384593.831007:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000f5095749/00000000e4e99e9b to site lru. bkt: 00000000b0693011 00000020:00000002:1.0:1767384593.831010:0:18688:0:(lu_object.c:207:lu_object_put()) Add 000000007f30a26f/00000000db334980 to site lru. bkt: 00000000a7b89fa5 00000020:00000002:1.0:1767384593.831011:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000a43ef3d9/000000001f54ede7 to site lru. bkt: 00000000c88994ec 00000020:00000002:1.0:1767384593.831012:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000356f7ac8/00000000914811aa to site lru. bkt: 000000008a54e37c 00000020:00000002:1.0:1767384593.831014:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000b9297242/0000000027501905 to site lru. bkt: 0000000063acde41 00000020:00000002:1.0:1767384593.831015:0:18688:0:(lu_object.c:207:lu_object_put()) Add 0000000030507cb7/00000000e670e71a to site lru. bkt: 000000004e91c5ac 00000020:00000002:1.0:1767384593.831016:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000ba5ac1e7/00000000422b9925 to site lru. bkt: 000000000676ab6f 00000020:00000002:1.0:1767384593.831018:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000bb0d04e2/000000006ebcb591 to site lru. bkt: 00000000e3574680 00002000:00000010:1.0:1767384593.831019:0:18688:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000071c8d140. 00002000:00001000:1.0:1767384593.831021:0:18688:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384593.831022:0:18688:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384593.831025:0:18688:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 50 00002000:00000001:1.0:1767384593.831027:0:18688:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384593.831029:0:18688:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000071c8d140. 00002000:00000001:1.0:1767384593.831031:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.831032:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.831034:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.831037:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c7ff51e7. 00002000:00000001:1.0:1767384593.831038:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966252472 : -123269743299144 : ffff8fe306bd35b8) 00002000:00000001:1.0:1767384593.831040:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.831041:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x32:0x0] 00080000:00000010:1.0:1767384593.831044:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003137f7c3. 00002000:00000001:1.0:1767384593.831046:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831047:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.831053:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.831054:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.831056:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.831057:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.831058:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831059:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.831061:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.831062:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.831063:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.831207:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.831210:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.831211:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.831213:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.831213:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.831214:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831215:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.831216:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.831219:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966252472 : -123269743299144 : ffff8fe306bd35b8) 00002000:00000001:1.0:1767384593.831220:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966252384 : -123269743299232 : ffff8fe306bd3560) 00002000:00000001:1.0:1767384593.831222:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.831223:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.831224:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.831227:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000054930fe6. 00002000:00000001:1.0:1767384593.831229:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966252168 : -123269743299448 : ffff8fe306bd3488) 00002000:00000001:1.0:1767384593.831230:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.831231:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x33:0x0] 00080000:00000010:1.0:1767384593.831233:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000072412a64. 00002000:00000001:1.0:1767384593.831235:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831236:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.831237:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.831238:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.831238:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.831239:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.831240:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831241:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.831242:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.831243:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.831249:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.831391:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.831395:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.831396:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.831398:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.831399:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.831400:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831401:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.831401:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.831404:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966252168 : -123269743299448 : ffff8fe306bd3488) 00002000:00000001:1.0:1767384593.831406:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966252080 : -123269743299536 : ffff8fe306bd3430) 00002000:00000001:1.0:1767384593.831407:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.831408:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.831409:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.831412:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b21d68ba. 00002000:00000001:1.0:1767384593.831413:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966249432 : -123269743302184 : ffff8fe306bd29d8) 00002000:00000001:1.0:1767384593.831415:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.831415:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x34:0x0] 00080000:00000010:1.0:1767384593.831417:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000005fd3e75. 00002000:00000001:1.0:1767384593.831418:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831419:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.831421:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.831422:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.831422:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.831424:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.831425:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831426:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.831427:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.831428:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.831428:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.831554:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.831557:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.831558:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.831560:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.831560:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.831562:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831568:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.831569:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.831572:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966249432 : -123269743302184 : ffff8fe306bd29d8) 00002000:00000001:1.0:1767384593.831574:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966249344 : -123269743302272 : ffff8fe306bd2980) 00002000:00000001:1.0:1767384593.831576:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.831577:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.831578:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.831580:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004d1a566b. 00002000:00000001:1.0:1767384593.831581:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966249736 : -123269743301880 : ffff8fe306bd2b08) 00002000:00000001:1.0:1767384593.831583:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.831584:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x35:0x0] 00080000:00000010:1.0:1767384593.831587:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000027667c0d. 00002000:00000001:1.0:1767384593.831588:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831590:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.831591:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.831593:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.831594:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.831595:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.831596:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831597:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.831598:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.831599:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.831599:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.831747:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.831750:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.831751:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.831753:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.831754:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.831755:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831756:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.831757:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.831760:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966249736 : -123269743301880 : ffff8fe306bd2b08) 00002000:00000001:1.0:1767384593.831762:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966249648 : -123269743301968 : ffff8fe306bd2ab0) 00002000:00000001:1.0:1767384593.831763:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.831764:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.831766:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.831773:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006d803966. 00002000:00000001:1.0:1767384593.831775:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966247000 : -123269743304616 : ffff8fe306bd2058) 00002000:00000001:1.0:1767384593.831777:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.831778:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x36:0x0] 00080000:00000010:1.0:1767384593.831780:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bb332420. 00002000:00000001:1.0:1767384593.831781:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831782:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.831784:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.831785:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.831786:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.831787:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.831788:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831789:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.831790:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.831791:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.831792:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.831905:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.831908:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.831909:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.831911:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.831912:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.831913:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831914:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.831915:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.831917:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966247000 : -123269743304616 : ffff8fe306bd2058) 00002000:00000001:1.0:1767384593.831919:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966246912 : -123269743304704 : ffff8fe306bd2000) 00002000:00000001:1.0:1767384593.831921:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.831922:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.831924:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.831926:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ffa3816b. 00002000:00000001:1.0:1767384593.831928:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966248824 : -123269743302792 : ffff8fe306bd2778) 00002000:00000001:1.0:1767384593.831930:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.831931:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x37:0x0] 00080000:00000010:1.0:1767384593.831933:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000055857a2a. 00002000:00000001:1.0:1767384593.831935:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831936:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.831942:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.831943:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.831943:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.831944:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.831945:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.831947:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.831948:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.831949:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.831950:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.832055:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.832058:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832059:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832060:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832061:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832062:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832063:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.832064:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.832067:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966248824 : -123269743302792 : ffff8fe306bd2778) 00002000:00000001:1.0:1767384593.832068:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966248736 : -123269743302880 : ffff8fe306bd2720) 00002000:00000001:1.0:1767384593.832070:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.832071:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.832072:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.832075:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004e8dd539. 00002000:00000001:1.0:1767384593.832076:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966253688 : -123269743297928 : ffff8fe306bd3a78) 00002000:00000001:1.0:1767384593.832090:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.832091:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x38:0x0] 00080000:00000010:1.0:1767384593.832125:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007b8310b2. 00002000:00000001:1.0:1767384593.832127:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832129:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.832130:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832131:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832132:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832133:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832134:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832135:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.832137:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.832138:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.832143:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.832265:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.832268:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832270:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832271:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832273:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832274:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832275:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.832276:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.832278:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966253688 : -123269743297928 : ffff8fe306bd3a78) 00002000:00000001:1.0:1767384593.832280:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966253600 : -123269743298016 : ffff8fe306bd3a20) 00002000:00000001:1.0:1767384593.832281:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.832282:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.832283:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.832286:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000789e7362. 00002000:00000001:1.0:1767384593.832287:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966253992 : -123269743297624 : ffff8fe306bd3ba8) 00002000:00000001:1.0:1767384593.832289:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.832290:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x39:0x0] 00080000:00000010:1.0:1767384593.832293:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008f990e8f. 00002000:00000001:1.0:1767384593.832294:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832296:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.832297:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832298:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832299:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832300:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832301:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832302:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.832303:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.832304:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.832305:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.832445:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.832448:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832449:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832450:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832451:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832452:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832458:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.832459:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.832462:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966253992 : -123269743297624 : ffff8fe306bd3ba8) 00002000:00000001:1.0:1767384593.832463:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966253904 : -123269743297712 : ffff8fe306bd3b50) 00080000:00000001:1.0:1767384593.832466:0:18688:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384593.832468:0:18688:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009f332f54. 00080000:00000001:1.0:1767384593.832470:0:18688:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620803963012608 : -123269746539008 : ffff8fe3068bc600) 00080000:00000001:1.0:1767384593.832472:0:18688:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384593.832473:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384593.832475:0:18688:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d079f2c2. 00080000:00000001:1.0:1767384593.832476:0:18688:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832478:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.832479:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x32:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.832481:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.832482:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832483:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.832484:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x33:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.832486:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.832487:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832489:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.832490:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x34:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.832492:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.832494:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832496:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.832497:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x35:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.832500:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.832501:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832503:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.832504:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x36:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.832506:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.832508:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832510:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.832511:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x37:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.832512:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.832519:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832521:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.832523:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x38:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.832526:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.832527:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832529:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.832530:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x39:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.832532:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.832533:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832535:0:18688:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384593.832538:0:18688:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384593.832540:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384593.832543:0:18688:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b853012e. 00080000:00000001:1.0:1767384593.832545:0:18688:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832550:0:18688:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384593.832551:0:18688:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x39:0x0] nr 8 00080000:00000001:1.0:1767384593.832558:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.832592:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832593:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832595:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832596:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832597:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832598:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.832599:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.832604:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.832605:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x32:0x0] 00080000:00000001:1.0:1767384593.832606:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832624:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832626:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832627:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832628:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832630:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.832632:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.832633:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.832634:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.832636:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.832648:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.832649:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832657:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832660:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.832688:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832690:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832691:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832692:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832693:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832694:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.832695:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.832699:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.832700:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x33:0x0] 00080000:00000001:1.0:1767384593.832701:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832702:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832703:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832704:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832704:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832705:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.832707:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.832707:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.832708:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.832710:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.832718:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.832719:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832720:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832721:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.832739:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832740:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832741:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832741:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832742:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832743:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.832744:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.832748:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.832749:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x34:0x0] 00080000:00000001:1.0:1767384593.832750:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832751:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832751:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832752:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832753:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832759:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.832760:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.832761:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.832762:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.832763:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.832772:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.832773:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832775:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832777:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.832824:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832826:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832827:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832828:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832829:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832830:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.832831:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.832835:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.832836:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x35:0x0] 00080000:00000001:1.0:1767384593.832837:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832838:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832839:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832839:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832840:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832842:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.832843:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.832844:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.832844:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.832846:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.832856:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.832857:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832858:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832860:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.832879:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832880:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832880:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832882:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832883:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832884:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.832885:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.832895:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.832897:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x36:0x0] 00080000:00000001:1.0:1767384593.832898:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832899:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832900:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832901:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832902:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832903:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.832904:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.832904:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.832905:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.832906:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.832914:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.832915:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832917:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832918:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.832952:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832954:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832955:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832955:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832956:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832958:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.832959:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.832963:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.832964:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x37:0x0] 00080000:00000001:1.0:1767384593.832965:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.832966:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.832966:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.832967:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.832968:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.832969:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.832970:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.832971:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.832972:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.832973:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.833000:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.833001:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833003:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833005:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.833032:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.833033:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.833034:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.833035:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.833036:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833038:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.833039:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.833043:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.833044:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x38:0x0] 00080000:00000001:1.0:1767384593.833045:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.833046:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.833047:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.833048:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.833049:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833050:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.833051:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.833051:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.833052:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.833054:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.833064:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.833066:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833067:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833069:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.833087:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.833088:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.833089:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.833090:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.833091:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833092:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.833093:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.833097:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.833098:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x39:0x0] 00080000:00000001:1.0:1767384593.833099:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.833100:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.833101:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.833101:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.833102:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833103:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.833105:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.833111:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.833112:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.833114:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.833124:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.833125:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833127:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384593.833129:0:18688:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000068e4082c. 00002000:00001000:1.0:1767384593.833131:0:18688:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x39:0x0], th_sync 0 00080000:00000001:1.0:1767384593.833133:0:18688:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384593.833135:0:18688:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934594 00000001:00000001:1.0:1767384593.833137:0:18688:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384593.833138:0:18688:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934595, last_committed = 8589934593 00000001:00000010:1.0:1767384593.833141:0:18688:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000c716953a. 00000001:00000040:1.0:1767384593.833142:0:18688:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000000f0e7d5b : new cb_count 2 00000020:00000040:1.0:1767384593.833144:0:18688:0:(genops.c:887:class_export_get()) GET export 000000000f0e7d5b refcount=7 00000001:00000001:1.0:1767384593.833150:0:18688:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384593.833154:0:18688:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b853012e. 00080000:00000010:1.0:1767384593.833157:0:18688:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d079f2c2. 00040000:00000001:1.0:1767384593.833158:0:18688:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384593.833160:0:18688:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384593.833161:0:18688:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384593.833162:0:18688:0:(lu_object.c:207:lu_object_put()) Add 0000000076e1b633/00000000c7ff51e7 to site lru. bkt: 00000000c67e680e 00000020:00000002:1.0:1767384593.833165:0:18688:0:(lu_object.c:207:lu_object_put()) Add 0000000058bc7ed9/0000000054930fe6 to site lru. bkt: 00000000cd78cb14 00000020:00000002:1.0:1767384593.833166:0:18688:0:(lu_object.c:207:lu_object_put()) Add 0000000022318150/00000000b21d68ba to site lru. bkt: 0000000096ef78de 00000020:00000002:1.0:1767384593.833167:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000826c4b41/000000004d1a566b to site lru. bkt: 000000003dd843ce 00000020:00000002:1.0:1767384593.833169:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000a6dfb375/000000006d803966 to site lru. bkt: 000000005deea365 00000020:00000002:1.0:1767384593.833170:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000d4c5a120/00000000ffa3816b to site lru. bkt: 000000000fd28a60 00000020:00000002:1.0:1767384593.833172:0:18688:0:(lu_object.c:207:lu_object_put()) Add 000000009e013a69/000000004e8dd539 to site lru. bkt: 000000006120df95 00000020:00000002:1.0:1767384593.833173:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000d19e184d/00000000789e7362 to site lru. bkt: 000000001dc2a65b 00002000:00000010:1.0:1767384593.833175:0:18688:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000071c8d140. 00002000:00001000:1.0:1767384593.833176:0:18688:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384593.833177:0:18688:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384593.833178:0:18688:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 58 00002000:00000001:1.0:1767384593.833186:0:18688:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384593.833187:0:18688:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000071c8d140. 00002000:00000001:1.0:1767384593.833189:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.833190:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.833191:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.833193:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009ada804f. 00002000:00000001:1.0:1767384593.833194:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966252776 : -123269743298840 : ffff8fe306bd36e8) 00002000:00000001:1.0:1767384593.833196:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.833197:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3a:0x0] 00080000:00000010:1.0:1767384593.833199:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000aecf9bc3. 00002000:00000001:1.0:1767384593.833200:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833201:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.833203:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.833204:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.833205:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.833206:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.833207:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833208:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.833209:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.833210:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.833211:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.833376:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.833380:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.833382:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.833383:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.833385:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.833387:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833389:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.833390:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.833394:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966252776 : -123269743298840 : ffff8fe306bd36e8) 00002000:00000001:1.0:1767384593.833396:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966252688 : -123269743298928 : ffff8fe306bd3690) 00002000:00000001:1.0:1767384593.833399:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.833400:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.833402:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.833405:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000077964d9. 00002000:00000001:1.0:1767384593.833407:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966251560 : -123269743300056 : ffff8fe306bd3228) 00002000:00000001:1.0:1767384593.833414:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.833415:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3b:0x0] 00080000:00000010:1.0:1767384593.833417:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001f54ef9b. 00002000:00000001:1.0:1767384593.833419:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833420:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.833421:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.833422:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.833423:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.833424:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.833425:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833426:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.833427:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.833428:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.833429:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.833563:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.833566:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.833567:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.833568:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.833569:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.833570:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833571:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.833572:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.833575:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966251560 : -123269743300056 : ffff8fe306bd3228) 00002000:00000001:1.0:1767384593.833576:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966251472 : -123269743300144 : ffff8fe306bd31d0) 00002000:00000001:1.0:1767384593.833578:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.833579:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.833581:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.833583:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004b4c62b9. 00002000:00000001:1.0:1767384593.833584:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966254600 : -123269743297016 : ffff8fe306bd3e08) 00002000:00000001:1.0:1767384593.833587:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.833588:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3c:0x0] 00080000:00000010:1.0:1767384593.833589:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c66f4ba3. 00002000:00000001:1.0:1767384593.833591:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833592:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.833593:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.833594:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.833601:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.833602:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.833603:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833605:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.833606:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.833624:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.833626:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.833762:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.833765:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.833766:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.833767:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.833769:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.833770:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833771:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.833772:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.833776:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966254600 : -123269743297016 : ffff8fe306bd3e08) 00002000:00000001:1.0:1767384593.833777:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966254512 : -123269743297104 : ffff8fe306bd3db0) 00002000:00000001:1.0:1767384593.833779:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.833780:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.833782:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.833784:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000266ef331. 00002000:00000001:1.0:1767384593.833786:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966248520 : -123269743303096 : ffff8fe306bd2648) 00002000:00000001:1.0:1767384593.833789:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.833790:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3d:0x0] 00080000:00000010:1.0:1767384593.833794:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000056cc7183. 00002000:00000001:1.0:1767384593.833796:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833797:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.833799:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.833800:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.833801:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.833802:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.833803:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833804:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.833805:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.833806:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.833808:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.833957:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.833965:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.833966:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.833967:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.833969:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.833970:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.833971:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.833972:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.833974:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966248520 : -123269743303096 : ffff8fe306bd2648) 00002000:00000001:1.0:1767384593.833976:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966248432 : -123269743303184 : ffff8fe306bd25f0) 00002000:00000001:1.0:1767384593.833978:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.833978:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.833980:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.833996:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000996406b1. 00002000:00000001:1.0:1767384593.833999:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966247608 : -123269743304008 : ffff8fe306bd22b8) 00002000:00000001:1.0:1767384593.834001:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.834002:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:1.0:1767384593.834004:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000066ed0241. 00002000:00000001:1.0:1767384593.834006:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834007:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.834008:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.834009:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.834010:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.834011:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.834012:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834013:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.834014:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.834015:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.834016:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.834128:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.834130:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.834132:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.834133:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.834134:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.834135:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834136:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.834137:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.834140:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966247608 : -123269743304008 : ffff8fe306bd22b8) 00002000:00000001:1.0:1767384593.834146:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966247520 : -123269743304096 : ffff8fe306bd2260) 00002000:00000001:1.0:1767384593.834148:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.834149:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.834150:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.834152:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ad62a682. 00002000:00000001:1.0:1767384593.834154:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966254296 : -123269743297320 : ffff8fe306bd3cd8) 00002000:00000001:1.0:1767384593.834156:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.834157:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:1.0:1767384593.834159:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003b78c915. 00002000:00000001:1.0:1767384593.834161:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834162:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.834163:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.834164:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.834165:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.834166:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.834167:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834168:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.834169:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.834170:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.834171:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.834321:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.834325:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.834327:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.834328:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.834329:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.834331:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834333:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.834335:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.834339:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966254296 : -123269743297320 : ffff8fe306bd3cd8) 00002000:00000001:1.0:1767384593.834341:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966254208 : -123269743297408 : ffff8fe306bd3c80) 00002000:00000001:1.0:1767384593.834343:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.834344:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.834346:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.834349:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000034a53537. 00002000:00000001:1.0:1767384593.834352:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966250952 : -123269743300664 : ffff8fe306bd2fc8) 00002000:00000001:1.0:1767384593.834354:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.834362:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:1.0:1767384593.834366:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002ef9bc55. 00002000:00000001:1.0:1767384593.834368:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834370:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.834372:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.834374:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.834375:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.834377:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.834378:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834380:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.834382:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.834383:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.834385:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.834523:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.834528:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.834530:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.834532:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.834533:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.834535:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834537:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.834538:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.834542:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966250952 : -123269743300664 : ffff8fe306bd2fc8) 00002000:00000001:1.0:1767384593.834545:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966250864 : -123269743300752 : ffff8fe306bd2f70) 00002000:00000001:1.0:1767384593.834547:0:18688:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.834548:0:18688:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.834550:0:18688:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.834553:0:18688:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d6ffbb4b. 00002000:00000001:1.0:1767384593.834555:0:18688:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446620803966251256 : -123269743300360 : ffff8fe306bd30f8) 00002000:00000001:1.0:1767384593.834557:0:18688:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.834557:0:18688:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:1.0:1767384593.834560:0:18688:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ae08f5e3. 00002000:00000001:1.0:1767384593.834561:0:18688:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834563:0:18688:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.834564:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.834566:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.834567:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.834568:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.834575:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834576:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.834577:0:18688:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.834578:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.834580:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.834746:0:18688:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.834749:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.834750:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.834752:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.834753:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.834754:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834755:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.834756:0:18688:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.834759:0:18688:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620803966251256 : -123269743300360 : ffff8fe306bd30f8) 00002000:00000001:1.0:1767384593.834761:0:18688:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620803966251168 : -123269743300448 : ffff8fe306bd30a0) 00080000:00000001:1.0:1767384593.834763:0:18688:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384593.834766:0:18688:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fd6e69b1. 00080000:00000001:1.0:1767384593.834768:0:18688:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804002218496 : -123269707333120 : ffff8fe308e20200) 00080000:00000001:1.0:1767384593.834769:0:18688:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384593.834771:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384593.834774:0:18688:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d079f2c2. 00080000:00000001:1.0:1767384593.834775:0:18688:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834776:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.834778:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.834779:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.834780:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834782:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.834782:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.834784:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.834785:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834786:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.834786:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.834788:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.834789:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834790:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.834795:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.834797:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.834798:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834800:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.834801:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.834803:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.834804:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834804:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.834805:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.834806:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.834807:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834808:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.834808:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.834809:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.834810:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834811:0:18688:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.834812:0:18688:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.834813:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.834814:0:18688:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834815:0:18688:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384593.834817:0:18688:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384593.834819:0:18688:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384593.834821:0:18688:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b853012e. 00080000:00000001:1.0:1767384593.834822:0:18688:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834825:0:18688:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384593.834827:0:18688:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:1.0:1767384593.834833:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.834862:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.834864:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.834865:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.834865:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.834866:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834867:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.834869:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.834873:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.834875:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3a:0x0] 00080000:00000001:1.0:1767384593.834876:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.834882:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.834884:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.834885:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.834886:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834888:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.834889:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.834890:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.834891:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.834892:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.834902:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.834904:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834905:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834907:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.834927:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.834934:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.834935:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.834935:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.834937:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834938:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.834939:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.834943:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.834945:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3b:0x0] 00080000:00000001:1.0:1767384593.834945:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.834946:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.834947:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.834948:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.834949:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834950:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.834951:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.834953:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.834954:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.834955:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.834964:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.834965:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834966:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.834968:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.835006:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.835007:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.835008:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.835014:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.835015:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835017:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.835018:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.835023:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.835025:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3c:0x0] 00080000:00000001:1.0:1767384593.835026:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.835029:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.835029:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.835030:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.835031:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835032:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.835033:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.835034:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.835035:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.835036:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.835045:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.835046:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835047:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835049:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.835067:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.835069:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.835070:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.835071:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.835072:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835073:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.835074:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.835077:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.835079:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3d:0x0] 00080000:00000001:1.0:1767384593.835080:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.835081:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.835082:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.835083:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.835084:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835085:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.835087:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.835088:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.835089:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.835091:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.835105:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.835107:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835108:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835111:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.835131:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.835132:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.835133:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.835134:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.835135:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835137:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.835138:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.835142:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.835143:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3e:0x0] 00080000:00000001:1.0:1767384593.835144:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.835145:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.835145:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.835146:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.835147:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835148:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.835149:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.835150:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.835151:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.835152:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.835159:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.835160:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835161:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835163:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.835194:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.835195:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.835196:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.835196:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.835197:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835198:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.835199:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.835203:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.835205:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3f:0x0] 00080000:00000001:1.0:1767384593.835205:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.835206:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.835207:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.835211:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.835212:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835213:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.835215:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.835216:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.835217:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.835219:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.835229:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.835230:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835232:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835234:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.835254:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.835255:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.835255:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.835256:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.835257:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835258:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.835259:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.835263:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.835264:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x40:0x0] 00080000:00000001:1.0:1767384593.835265:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.835266:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.835267:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.835267:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.835268:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835270:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.835271:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.835272:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.835273:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.835274:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.835283:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.835285:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835286:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835287:0:18688:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.835328:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.835329:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.835331:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.835332:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.835334:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835343:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.835345:0:18688:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.835353:0:18688:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.835356:0:18688:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x41:0x0] 00080000:00000001:1.0:1767384593.835357:0:18688:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.835359:0:18688:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.835360:0:18688:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.835361:0:18688:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.835363:0:18688:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835365:0:18688:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.835367:0:18688:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.835369:0:18688:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.835370:0:18688:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803919221312 : -123269790330304 : ffff8fe303ef9240) 00000001:00000001:1.0:1767384593.835373:0:18688:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.835386:0:18688:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.835389:0:18688:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.835391:0:18688:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384593.835394:0:18688:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000275b8699. 00002000:00001000:1.0:1767384593.835396:0:18688:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:1.0:1767384593.835399:0:18688:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384593.835401:0:18688:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:1.0:1767384593.835402:0:18688:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384593.835404:0:18688:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 8589934593 00000001:00000010:1.0:1767384593.835406:0:18688:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000005513829e. 00000001:00000040:1.0:1767384593.835407:0:18688:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000000f0e7d5b : new cb_count 3 00000020:00000040:1.0:1767384593.835409:0:18688:0:(genops.c:887:class_export_get()) GET export 000000000f0e7d5b refcount=8 00000001:00000001:1.0:1767384593.835414:0:18688:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384593.835418:0:18688:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b853012e. 00080000:00000010:1.0:1767384593.835420:0:18688:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d079f2c2. 00040000:00000001:1.0:1767384593.835421:0:18688:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384593.835422:0:18688:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384593.835424:0:18688:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384593.835425:0:18688:0:(lu_object.c:207:lu_object_put()) Add 000000007a4bfe30/000000009ada804f to site lru. bkt: 000000005d1a4110 00000020:00000002:1.0:1767384593.835427:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000ec295c9c/00000000077964d9 to site lru. bkt: 0000000064d177c3 00000020:00000002:1.0:1767384593.835429:0:18688:0:(lu_object.c:207:lu_object_put()) Add 000000002eed7bf5/000000004b4c62b9 to site lru. bkt: 000000004dcd8735 00000020:00000002:1.0:1767384593.835430:0:18688:0:(lu_object.c:207:lu_object_put()) Add 000000004159fd5f/00000000266ef331 to site lru. bkt: 00000000d433488c 00000020:00000002:1.0:1767384593.835436:0:18688:0:(lu_object.c:207:lu_object_put()) Add 000000001900729e/00000000996406b1 to site lru. bkt: 00000000de83a124 00000020:00000002:1.0:1767384593.835438:0:18688:0:(lu_object.c:207:lu_object_put()) Add 000000001f14e839/00000000ad62a682 to site lru. bkt: 0000000065a43f76 00000020:00000002:1.0:1767384593.835440:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000d7f9aff2/0000000034a53537 to site lru. bkt: 0000000064724534 00000020:00000002:1.0:1767384593.835441:0:18688:0:(lu_object.c:207:lu_object_put()) Add 00000000214c209b/00000000d6ffbb4b to site lru. bkt: 000000006120284d 00002000:00000010:1.0:1767384593.835442:0:18688:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000071c8d140. 00002000:00001000:1.0:1767384593.835444:0:18688:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384593.835446:0:18688:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:1.0:1767384593.835448:0:18688:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1767384593.835449:0:18688:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:1.0:1767384593.835451:0:18688:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000020:00000010:1.0:1767384593.835454:0:18688:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000be1a8033. 00000001:00000001:1.0:1767384593.835456:0:18688:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384593.835457:0:18688:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384593.835460:0:18688:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934596, xid 1853237049171072 00010000:00000001:1.0:1767384593.835462:0:18688:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384593.835467:0:18688:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058379009 x1853237049171072/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 432/432 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384593.835472:0:18688:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384593.835474:0:18688:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384593.835476:0:18688:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384593.835479:0:18688:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384593.835481:0:18688:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384593.835482:0:18688:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384593.835485:0:18688:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384593.835487:0:18688:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.835490:0:18688:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384593.835493:0:18688:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384593.835496:0:18688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068447344. 00000100:00000200:1.0:1767384593.835500:0:18688:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237049171072, offset 224 00000400:00000200:1.0:1767384593.835506:0:18688:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384593.835514:0:18688:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384593.835522:0:18688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260001c80 00000400:00000200:1.0:1767384593.835528:0:18688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x116d [1] + 224 00000400:00000200:1.0:1767384593.835539:0:18688:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384593.835543:0:18688:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384593.835549:0:18688:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384593.835552:0:18688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd410bd2 x1853237049171072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384593.835560:0:18688:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@00000000fd410bd2 x1853237049171072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.835574:0:18688:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384593.835580:0:18688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068447344 00000400:00000010:1.0:1767384593.835582:0:18688:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068447344. 00000100:00000001:1.0:1767384593.835585:0:18688:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384593.835586:0:18688:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384593.835590:0:18688:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384593.835593:0:18688:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384593.835595:0:18688:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384593.835597:0:18688:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.835601:0:18688:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384593.835627:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058379009 x1853237049171072/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 432/432 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384593.835642:0:18688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058379009 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:17103:x1853237049171072:12345-0@lo:5: Request processed in 10087us (10274us total) trans 8589934596 rc 0/0 00000100:00100000:1.0:1767384593.835654:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384593.835657:0:18688:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:1.0:1767384593.835659:0:18688:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384593.835662:0:18688:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1767384593.835665:0:18688:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000020:00000010:1.0:1767384593.835670:0:18688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abb2ad3b. 00000020:00000010:1.0:1767384593.835675:0:18688:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c7db23. 00000020:00000010:1.0:1767384593.835679:0:18688:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ccb7ba6. 00000020:00000040:1.0:1767384593.835682:0:18688:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 7 00000100:00000001:1.0:1767384593.835684:0:18688:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384593.844166:0:18675:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004a44aa41. 00080000:00000010:3.0:1767384593.844172:0:18675:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004a44aa41. 00000020:00000001:3.0:1767384593.844175:0:18675:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384593.844181:0:18675:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004a44aa41. 00080000:00000010:3.0:1767384593.844183:0:18675:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004a44aa41. 00000020:00000001:3.0:1767384593.844186:0:18675:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384594.393781:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384594.393786:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384594.393790:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384594.905747:0:17067:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384594.905756:0:17067:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.906675:0:17064:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384594.906679:0:17064:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384594.913184:0:18893:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384594.913191:0:18893:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:1.0:1767384594.918856:0:18893:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384594.925228:0:18894:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002744cae3. 00000400:00000010:0.0:1767384594.925255:0:18894:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003a144a5f. 00000400:00000010:0.0:1767384594.925263:0:18894:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d8721a9e. 00000400:00000010:0.0:1767384594.925266:0:18894:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dd84b0e8. 00000400:00000010:0.0:1767384594.925274:0:18894:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000808a0857. 00000400:00000010:0.0:1767384594.925278:0:18894:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008714885a. 00000400:00000010:0.0:1767384594.925279:0:18894:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e9460afb. 00000400:00000010:0.0:1767384594.925280:0:18894:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004c676621. 00000400:00000010:0.0:1767384594.925283:0:18894:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003d837034. 00000800:00000010:0.0:1767384594.925290:0:18894:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f37853a7. 00000800:00000200:0.0:1767384594.925299:0:18894:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384594.925304:0:18894:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384594.925341:0:18894:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:0.0:1767384594.925362:0:18894:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp10 [8/256/0/180] 00000400:00000010:0.0:1767384594.926596:0:18894:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000ef8deb67. 00000400:00000010:0.0:1767384594.926601:0:18894:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc30387. 00000400:00000010:0.0:1767384594.926605:0:18894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000400:00000001:0.0:1767384594.926632:0:18894:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384594.926634:0:18894:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384594.926635:0:18894:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066d39df6. 00000400:00000200:0.0:1767384594.926639:0:18894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e80587 00000400:00000010:0.0:1767384594.926641:0:18894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e80587. 00000400:00000010:0.0:1767384594.926645:0:18894:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000e632b001. 00000400:00000200:0.0:1767384594.926661:0:18894:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (1) 00000400:00000200:0.0:1767384594.926672:0:18894:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384594.926680:0:18894:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:0.0:1767384594.926686:0:18894:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c4f4c350. 00000020:01000000:0.0:1767384594.926692:0:18894:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384594.926693:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384594.926696:0:18894:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp10 00000400:00000200:3.0:1767384594.926701:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:3.0:1767384594.926708:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348be73a. 00000400:00000010:0.0:1767384594.926711:0:18894:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003a144a5f. 00000400:00000200:3.0:1767384594.926712:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (2) 00000400:00000010:0.0:1767384594.926718:0:18894:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002744cae3. 00000400:00000010:3.0:1767384594.926719:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000029880ed9. 00000400:00000200:3.0:1767384594.926725:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000200:3.0:1767384594.926738:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:3.0:1767384594.926746:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767384594.926754:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp 00000400:00000200:3.0:1767384594.926762:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767384594.926769:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp 00000400:00000200:3.0:1767384594.926775:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp NI seq info: [5:5:256:4294967295] 192.168.202.137@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:3.0:1767384594.926781:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp 00000400:00000200:3.0:1767384594.926798:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp:) -> 192.168.202.137@tcp(192.168.202.137@tcp:192.168.202.137@tcp) : PUT try# 0 00000800:00000200:3.0:1767384594.926823:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.202.137@tcp 00000800:00000010:3.0:1767384594.926830:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002811e2d8. 00000800:00000200:3.0:1767384594.926840:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008612cf88] -> 12345-192.168.202.137@tcp (6) 00000800:00000200:3.0:1767384594.926851:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp ip 192.168.202.137:988 00000800:00000200:3.0:1767384594.926855:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002811e2d8 type 1, nob 160 niov 1 nkiov 1 00000400:00000200:3.0:1767384594.926870:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384594.926876:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000100:00000001:1.0:1767384594.926884:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384594.926890:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384594.926896:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384594.926907:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ebaace5d x1853237049171200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.926927:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384594.926931:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384594.926938:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384594.926944:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384594.926950:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384594.926959:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ebaace5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049171200:0@lo:253: 00000100:00000001:1.0:1767384594.926968:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384594.926988:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384594.926994:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384594.927000:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384594.927008:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e7581734. 02000000:00000001:1.0:1767384594.927014:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384594.927016:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384594.927021:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028bacb51. 00000800:00000010:3.0:1767384594.927022:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002811e2d8. 00000400:00000200:3.0:1767384594.927029:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384594.927031:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091856715. 00000400:00000200:3.0:1767384594.927040:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: PUT: OK 00000100:00000200:1.0:1767384594.927040:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049171200, portal 25 00000100:00000001:1.0:1767384594.927048:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384594.927050:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384594.927051:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120987392 : -123269588564224 : ffff8fe30ff64700) 00000400:00000200:3.0:1767384594.927056:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000100:00000040:1.0:1767384594.927062:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ebaace5d x1853237049171200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384594.927067:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384594.927076:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384594.927083:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384594.927085:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1767384594.927089:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384594.927093:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384594.927098:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp) <- 192.168.202.137@tcp : PUT - for me 00000400:00000010:1.0:1767384594.927098:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010e07612. 00000100:00000200:1.0:1767384594.927105:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049171200, offset 0 00000400:00000200:3.0:1767384594.927110:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 64 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384594.927120:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384594.927129:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 64/64 into md 0x21d [1] + 0 00000400:00000200:1.0:1767384594.927135:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384594.927136:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057b98fb2. 00000400:00000200:3.0:1767384594.927142:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000762d0399 00000800:00000001:3.0:1767384594.927147:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384594.927152:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260001d00 00000800:00000001:3.0:1767384594.927156:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384594.927160:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384594.927169:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: PUT: OK 00000400:00000200:1.0:1767384594.927176:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 00000400:00000010:1.0:1767384594.927185:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005aeec50c. 00000400:00000200:1.0:1767384594.927191:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006adbbe2d 00000400:00000200:3.0:1767384594.927196:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000762d0399 00000400:00000010:3.0:1767384594.927199:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000762d0399. 00000400:00000200:1.0:1767384594.927200:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384594.927203:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384594.927210:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (3) 00000400:00000200:1.0:1767384594.927210:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384594.927219:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:1.0:1767384594.927220:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006adbbe2d 00000400:00000010:1.0:1767384594.927226:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006adbbe2d. 00000400:00000010:3.0:1767384594.927233:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 000000002e711529. 00000100:00000001:1.0:1767384594.927236:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384594.927239:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 2 00000100:00000200:1.0:1767384594.927241:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384594.927245:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000040:1.0:1767384594.927249:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000002e6f6444 x1853237049171200 msgsize 4848 00000400:00000200:3.0:1767384594.927254:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (4) 00000100:00100000:1.0:1767384594.927262:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384594.927263:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:1.0:1767384594.927267:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384594.927276:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp to MR: 192.168.202.137@tcp local destination 00000400:00000200:3.0:1767384594.927282:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp NI seq info: [6:6:256:4294967295] 192.168.202.137@tcp LPNI seq info [6:6:8:4294967295] 00000100:00000001:1.0:1767384594.927282:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384594.927290:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp:192.168.202.137@tcp) -> 192.168.202.137@tcp(192.168.202.137@tcp:192.168.202.137@tcp) 192.168.202.137@tcp : ACK try# 0 00000800:00000200:3.0:1767384594.927294:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp 00000800:00000010:3.0:1767384594.927297:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002811e2d8. 00000400:00000200:1.0:1767384594.927299:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010e07612 00000800:00000200:3.0:1767384594.927300:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008612cf88] -> 12345-192.168.202.137@tcp (6) 00000400:00000010:1.0:1767384594.927305:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010e07612. 00000800:00000200:3.0:1767384594.927309:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp ip 192.168.202.137:1023 00000800:00000200:3.0:1767384594.927313:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002811e2d8 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384594.927313:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384594.927322:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ebaace5d x1853237049171200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.927344:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767384594.927348:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767384594.927352:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ebaace5d x1853237049171200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384594.927354:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002811e2d8. 00000400:00000200:3.0:1767384594.927360:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384594.927369:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: ACK: OK 00000100:00000001:1.0:1767384594.927369:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.927375:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384594.927378:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384594.927382:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384594.927383:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384594.927388:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384594.927391:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294883353 00000800:00000001:3.0:1767384594.927393:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384594.927397:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384594.927399:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e055eca2. 00000800:00000001:3.0:1767384594.927402:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.927409:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384594.927415:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp) <- 192.168.202.137@tcp : ACK - for me 00000100:00000001:1.0:1767384594.927419:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294883353 00000100:00000010:1.0:1767384594.927426:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009abe4812. 00000400:00000200:3.0:1767384594.927429:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp: ACK from 12345-192.168.202.137@tcp into md 0x117d 00000100:00000001:1.0:1767384594.927435:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384594.927437:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384594.927447:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: ACK: OK 00000100:00000001:1.0:1767384594.927447:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294883353 00000400:00000200:3.0:1767384594.927453:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348be73a 00000400:00000010:3.0:1767384594.927456:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348be73a. 00000100:00000010:1.0:1767384594.927456:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc72fc16. 00000400:00000200:3.0:1767384594.927463:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384594.927465:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384594.927469:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:3.0:1767384594.927480:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:1.0:1767384594.927480:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294883353 00000400:00000200:3.0:1767384594.927489:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (3) 00000100:00000010:1.0:1767384594.927490:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfb65d28. 00000800:00000001:3.0:1767384594.927497:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384594.927498:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000800:00000001:3.0:1767384594.927502:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.927506:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384594.927512:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.927517:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.927523:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384594.927525:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384594.927530:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f4367a3. 00000400:00000010:3.0:1767384594.927536:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348be73a. 00000400:00000200:3.0:1767384594.927539:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 00000400:00000200:3.0:1767384594.927542:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000d1 00000400:00000010:3.0:1767384594.927548:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 60 at 00000000a97df8bd. 00000400:00000010:3.0:1767384594.927551:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 72 at 00000000422d5f60. 00000400:00000010:3.0:1767384594.927554:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 60 at 000000004bf1f8eb. 00000100:00000001:1.0:1767384594.927556:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384594.927561:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d9ec4abb. 00000100:00000001:1.0:1767384594.927561:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384594.927569:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384594.927570:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d9ec4abb nid 192.168.202.137@tcp10 00000100:00000001:1.0:1767384594.927573:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384594.927576:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000eea57a89. 00000100:00000001:1.0:1767384594.927578:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.927582:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000eea57a89 net tcp10 00000400:00000200:3.0:1767384594.927586:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (2) 00000100:00000001:1.0:1767384594.927586:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.927594:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp10 flags 0x11 00000400:00000010:3.0:1767384594.927598:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 60 at 00000000a97df8bd. 00000400:00000010:3.0:1767384594.927601:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 72 at 00000000422d5f60. 00000400:00000010:3.0:1767384594.927603:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 60 at 000000004bf1f8eb. 00000400:00000010:3.0:1767384594.927605:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 000000002e711529. 00000400:00000200:3.0:1767384594.927637:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000100:00000001:1.0:1767384594.927639:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384594.927643:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000100:00100000:1.0:1767384594.927644:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049171328 00000400:00000200:3.0:1767384594.927648:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 02000000:00000001:1.0:1767384594.927650:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384594.927654:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384594.927655:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000100:00000001:1.0:1767384594.927660:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.927662:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384594.927668:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 02000000:00000001:1.0:1767384594.927668:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384594.927675:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049171328 00000400:00000200:3.0:1767384594.927676:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000020:00000001:1.0:1767384594.927682:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384594.927683:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (3) 00000020:00000040:1.0:1767384594.927686:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384594.927690:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384594.927697:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:1.0:1767384594.927703:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384594.927710:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384594.927717:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384594.927723:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f17f1c5f. 00000100:00000001:1.0:1767384594.927730:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384594.927734:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f17f1c5f. 00000020:00000010:1.0:1767384594.927743:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060ce9c9c. 00000020:00000010:1.0:1767384594.927750:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001004b60. 00000020:00000010:1.0:1767384594.927757:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c7db23. 00000100:00000001:1.0:1767384594.927765:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384594.927776:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384594.927778:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.927785:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.927790:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.927806:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384594.927811:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384594.927812:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384594.927816:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384594.927821:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000040:1.0:1767384594.927829:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:3.0:1767384594.927830:0:17075:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.927833:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852965456 : -123268856586160 : ffff8fe33b976050) 00000100:00000040:1.0:1767384594.927840:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eda11bf3 x1853237049171328/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:575/0 lens 4848/0 e 0 to 0 dl 1767384605 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.927841:0:17075:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.927860:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384594.927867:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f17f1c5f. 00000100:00000001:1.0:1767384594.927872:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384594.927876:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f17f1c5f. 00000100:00100000:1.0:1767384594.927888:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eda11bf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049171328:12345-0@lo:253: 00000100:00000200:1.0:1767384594.927896:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049171328 00000020:00000001:1.0:1767384594.927903:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384594.927909:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384594.927912:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384594.927915:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384594.927920:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:1.0:1767384594.927927:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384594.927930:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384594.927932:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384594.927934:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384594.927939:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.927945:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384594.927949:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384594.927957:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000966d039. 02000000:00000001:1.0:1767384594.927962:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.927966:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384594.927989:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384594.928006:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009b774ca0. 20000000:01000000:1.0:1767384594.928011:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384594.928013:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384594.928015:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384594.928017:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384594.928019:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384594.928021:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000010:3.0:1767384594.928903:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000038d20e08. 20000000:01000000:3.0:1767384594.928982:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384594.928985:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384594.928988:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384594.928991:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384594.928994:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:1.0:1767384594.928999:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006054c031. 00010000:00000010:3.0:1767384594.929000:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bdcceed8. 20000000:01000000:1.0:1767384594.929006:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 00010000:00000001:3.0:1767384594.929007:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384594.929011:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000097c750bd. 00000020:00000001:3.0:1767384594.929015:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:00000001:1.0:1767384594.929015:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000040:3.0:1767384594.929021:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000097c750bd with handle 0x7f71e2b70dd20163 to hash 00080000:00000001:1.0:1767384594.929022:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1767384594.929023:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384594.929026:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00080000:00000001:1.0:1767384594.929027:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384594.929029:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384594.929033:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384594.929034:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384594.929036:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20163 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384594.929039:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384594.929045:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384594.929048:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384594.929051:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384594.929051:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.929054:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384594.929057:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384594.929057:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384594.929061:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.929062:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384594.929064:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384594.929067:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384594.929068:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384594.929071:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384594.929072:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.929073:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384594.929076:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000002:1.0:1767384594.929079:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00010000:00000040:3.0:1767384594.929080:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bdcceed8) refcount = 1 00010000:00010000:3.0:1767384594.929085:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20163 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384594.929089:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00010000:00000001:3.0:1767384594.929091:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000002:1.0:1767384594.929094:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384594.929098:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384594.929101:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384594.929103:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384594.929103:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.929110:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.929112:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767384594.929114:0:17072:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000005d98198e. 20000000:00000001:3.0:1767384594.929115:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384594.929118:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001884010s 00080000:00000001:1.0:1767384594.929119:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384594.929122:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384594.929125:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384594.929125:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:3.0:1767384594.929128:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000097c750bd refcount=4 00000020:00000001:3.0:1767384594.929131:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00000020:00000001:1.0:1767384594.929131:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:3.0:1767384594.929133:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384594.929138:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:1.0:1767384594.929138:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:3.0:1767384594.929143:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20163 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384594.929145:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000054e19717. 00010000:00000001:3.0:1767384594.929151:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:1.0:1767384594.929153:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588392960 : -123274121158656 : ffff8fe201cc6000) 00010000:00010000:3.0:1767384594.929155:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20163 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384594.929159:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384594.929164:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384594.929165:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384594.929169:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:1.0:1767384594.929170:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f17f1c5f. 00010000:00010000:3.0:1767384594.929171:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20163 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384594.929178:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.929181:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384594.929183:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384594.929184:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.929189:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384594.929193:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20163 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384594.929195:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384594.929201:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000097c750bd already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384594.929207:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384594.929211:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384594.929214:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20163 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384594.929219:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384594.929236:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384594.929238:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384594.929241:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384594.929243:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000097c750bd refcount=5 00000020:00000001:3.0:1767384594.929247:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384594.929250:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384594.929254:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384594.929258:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20163 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384594.929264:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384594.929267:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384594.929271:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.929274:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384594.929277:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384594.929282:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384594.929285:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384594.929289:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000097c750bd with handle 0x7f71e2b70dd20163 from hash 00010000:00000001:3.0:1767384594.929292:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384594.929294:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384594.929297:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384594.929300:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384594.929303:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384594.929308:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384594.929312:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384594.929315:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384594.929319:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.929324:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384594.929327:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384594.929332:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384594.929334:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384594.929337:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.929342:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.929344:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384594.929350:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20163 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384594.929357:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384594.929359:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384594.929361:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384594.929365:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384594.929367:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384594.929370:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384594.929372:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384594.929374:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384594.929377:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.929378:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:3.0:1767384594.929381:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384594.929384:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20163 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000001:1.0:1767384594.929385:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384594.929391:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384594.929393:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:1.0:1767384594.929395:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028bacb51. 00010000:00000001:3.0:1767384594.929396:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384594.929401:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20163 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384594.929404:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091856715 00010000:00000040:3.0:1767384594.929407:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bdcceed8 count: 0 00000400:00000010:1.0:1767384594.929408:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091856715. 00000100:00000001:1.0:1767384594.929415:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384594.929417:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384594.929421:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:1.0:1767384594.929423:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ebaace5d x1853237049171200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384594.929459:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ebaace5d x1853237049171200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.929476:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384594.929481:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.929488:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384594.929494:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384594.929498:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384594.929501:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384594.929507:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384594.929513:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384594.929521:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384594.929529:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384594.929532:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.929536:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384594.929541:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.929544:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384594.929550:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ebaace5d x1853237049171200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.929557:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384594.929560:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384594.929562:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384594.929566:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384594.929567:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384594.929569:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384594.929570:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384594.929578:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384594.929579:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384594.929580:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384594.929581:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384594.929583:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384594.929584:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384594.929587:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebaace5d x1853237049171200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384594.929594:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ebaace5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049171200:0@lo:253: 00000100:00000001:1.0:1767384594.929598:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.929600:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384594.929601:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ebaace5d x1853237049171200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.929638:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384594.929641:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384594.929643:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e7581734. 02000000:00000001:1.0:1767384594.929649:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384594.929650:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384594.929652:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384594.929654:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384594.929655:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a83de4a6. 02000000:00000001:1.0:1767384594.929659:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384594.929661:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384594.929663:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ebaace5d. 00000100:00000001:1.0:1767384594.929666:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384594.929667:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.929668:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.929672:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384594.929673:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.929675:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384594.929677:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384594.930582:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000054e19717. 00080000:00000010:1.0:1767384594.930654:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f17f1c5f. 00040000:00000001:1.0:1767384594.930659:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384594.930662:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384594.930664:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384594.930668:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384594.930670:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384594.930678:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384594.930680:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384594.930689:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384594.930693:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384594.930694:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384594.930697:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384594.930698:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384594.930702:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384594.930704:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384594.930705:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384594.930709:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c36ba883. 00010000:00000001:3.0:1767384594.930711:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384594.930712:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000097c86e1. 00000020:00000001:3.0:1767384594.930714:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384594.930716:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000097c86e1 with handle 0x7f71e2b70dd2016a to hash 00000020:00000001:3.0:1767384594.930717:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384594.930718:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961955328 : -123268747596288 : ffff8fe342166e00) 00010000:00000001:3.0:1767384594.930720:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961955328 : -123268747596288 : ffff8fe342166e00) 00010000:00000001:3.0:1767384594.930727:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384594.930728:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384594.930730:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000097c86e1/0x7f71e2b70dd2016a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384594.930734:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384594.930735:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384594.930736:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384594.930737:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384594.930738:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384594.930739:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384594.930740:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384594.930742:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384594.930743:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384594.930744:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384594.930745:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384594.930746:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c36ba883) refcount = 1 00010000:00010000:3.0:1767384594.930748:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000097c86e1/0x7f71e2b70dd2016a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384594.930752:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384594.930753:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384594.930754:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384594.930755:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.930756:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384594.930757:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384594.930759:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001884010s 00010000:00000001:3.0:1767384594.930761:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384594.930762:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384594.930762:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000097c86e1 refcount=4 00000020:00000001:3.0:1767384594.930764:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961955328 : -123268747596288 : ffff8fe342166e00) 00010000:00000001:3.0:1767384594.930765:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961955328 : -123268747596288 : ffff8fe342166e00) 00010000:00000001:3.0:1767384594.930766:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384594.930767:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000097c86e1/0x7f71e2b70dd2016a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384594.930778:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384594.930779:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000097c86e1/0x7f71e2b70dd2016a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384594.930783:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384594.930784:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384594.930785:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000097c86e1/0x7f71e2b70dd2016a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384594.930788:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384594.930789:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.930791:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384594.930792:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000097c86e1/0x7f71e2b70dd2016a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384594.930795:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000097c86e1 already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384594.930796:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384594.930797:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384594.930798:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000097c86e1/0x7f71e2b70dd2016a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384594.930801:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384594.930802:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384594.930802:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384594.930803:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000097c86e1 refcount=5 00000020:00000001:3.0:1767384594.930804:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961955328 : -123268747596288 : ffff8fe342166e00) 00010000:00000001:3.0:1767384594.930806:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961955328 : -123268747596288 : ffff8fe342166e00) 00010000:00000001:3.0:1767384594.930807:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384594.930808:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000097c86e1/0x7f71e2b70dd2016a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384594.930811:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384594.930811:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384594.930815:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.930816:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384594.930817:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384594.930818:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384594.930819:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384594.930821:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000097c86e1 with handle 0x7f71e2b70dd2016a from hash 00010000:00000001:3.0:1767384594.930822:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384594.930823:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384594.930823:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384594.930824:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384594.930825:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384594.930826:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384594.930827:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384594.930827:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384594.930828:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.930829:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384594.930830:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384594.930831:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384594.930832:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384594.930833:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.930834:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.930835:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384594.930836:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000097c86e1/0x7f71e2b70dd2016a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384594.930839:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384594.930840:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384594.930841:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384594.930842:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384594.930843:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384594.930843:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384594.930845:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384594.930846:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384594.930847:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384594.930849:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000097c86e1/0x7f71e2b70dd2016a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384594.930852:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384594.930857:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384594.930858:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000097c86e1/0x7f71e2b70dd2016a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384594.930862:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c36ba883 count: 0 00010000:00000001:3.0:1767384594.930867:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384594.930868:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384594.930874:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384594.930879:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384594.930881:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009b774ca0. 20000000:00000001:1.0:1767384594.930885:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384594.930888:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049171328 00010000:00000001:1.0:1767384594.930891:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384594.930895:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eda11bf3 x1853237049171328/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:575/0 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384594.930902:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384594.930904:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384594.930907:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384594.930910:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384594.930912:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384594.930914:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384594.930917:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384594.930919:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.930921:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384594.930923:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384594.930927:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091856715. 00000100:00000200:1.0:1767384594.930929:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049171328, offset 224 00000400:00000200:1.0:1767384594.930934:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384594.930939:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384594.930944:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260001d80 00000400:00000200:1.0:1767384594.930948:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1189 [2] + 224 00000400:00000200:1.0:1767384594.930954:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384594.930957:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384594.930960:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384594.930963:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f936500 x1853237049171328/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384594.930986:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009f936500 x1853237049171328/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.931009:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384594.931015:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091856715 00000400:00000010:1.0:1767384594.931017:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091856715. 00000100:00000001:1.0:1767384594.931021:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384594.931023:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384594.931030:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384594.931037:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384594.931045:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384594.931048:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384594.931052:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384594.931060:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eda11bf3 x1853237049171328/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:575/0 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.931088:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384594.931093:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eda11bf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049171328:12345-0@lo:253: Request processed in 3231us (3760us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384594.931097:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.931101:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384594.931103:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384594.931104:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384594.931106:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384594.931108:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 02000000:00000001:2.0:1767384594.931109:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384594.931113:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=11 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384594.931114:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00001000:2.0:1767384594.931117:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384594.931119:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384594.931121:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384594.931124:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.931124:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384594.931125:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384594.931129:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.931130:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384594.931130:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001004b60. 00000100:00000040:2.0:1767384594.931135:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f936500 x1853237049171328/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384594.931137:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c7db23. 00000020:00000010:1.0:1767384594.931144:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060ce9c9c. 00000100:00000001:2.0:1767384594.931145:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384594.931149:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384594.931150:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384594.931151:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000020:01000004:2.0:1767384594.931152:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384594.931155:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384594.931157:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384594.931158:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384594.931162:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000010:1.0:1767384594.931162:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000966d039. 00000020:01000004:2.0:1767384594.931164:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384594.931167:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384594.931168:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384594.931170:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384594.931170:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384594.931173:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384594.931175:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384594.931176:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f936500 x1853237049171328/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384594.931184:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:2.0:1767384594.931185:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049171328:0@lo:253: 00000100:00000001:2.0:1767384594.931190:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384594.931191:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028bacb51. 00000100:00000001:2.0:1767384594.931192:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384594.931195:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f936500 x1853237049171328/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384594.931198:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091856715. 00000100:00000001:2.0:1767384594.931203:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384594.931209:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384594.931210:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000123027c3. 02000000:00000001:2.0:1767384594.931213:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384594.931214:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384594.931215:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384594.931217:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384594.931218:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000fd555f3. 02000000:00000001:2.0:1767384594.931219:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384594.931220:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384594.931221:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f936500. 00000100:00000001:2.0:1767384594.931223:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384594.931223:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.931225:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.931228:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384594.931229:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.931230:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384594.931231:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384594.931680:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294883353, at 4294883354 00000100:00000010:1.0:1767384594.931688:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009abe4812. 00000100:00000040:3.0:1767384594.932642:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294883353, at 4294883355 00000100:00000010:3.0:1767384594.932648:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfb65d28. 00000100:00000040:2.0:1767384594.932657:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294883353, at 4294883355 00000100:00000010:2.0:1767384594.932663:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc72fc16. 00000100:00000040:0.0:1767384594.933452:0:254:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294883353, at 4294883355 00000100:00000010:0.0:1767384594.933457:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e055eca2. 00010000:00000010:3.1:1767384594.933644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bdcceed8. 00010000:00000010:3.1:1767384594.933653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000097c750bd. 00010000:00000010:3.1:1767384594.941631:0:18899:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c36ba883. 00010000:00000010:3.1:1767384594.941637:0:18899:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000097c86e1. 00000400:00000010:3.0:1767384594.944473:0:18899:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e416cc33. 00000400:00000040:3.0:1767384594.944489:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384594.944491:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384594.944493:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384594.944495:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384594.944497:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384594.944498:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384594.944500:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384594.944501:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384594.944503:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384594.944504:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384594.944505:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384594.944506:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384594.944508:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384594.944508:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384594.944509:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384594.944511:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384594.944512:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384594.944512:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384594.944513:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384594.944515:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384594.944516:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384594.944516:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384594.944517:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384594.944518:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384594.944519:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384594.944520:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384594.944521:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384594.944526:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384594.944527:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384594.944529:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384594.944530:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384594.944532:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384594.944533:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384594.944534:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384594.944535:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384594.944536:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384594.944536:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384594.944538:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384594.944539:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384594.944540:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384594.944541:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384594.944542:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384594.944543:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384594.944544:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384594.944545:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384594.944546:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384594.944547:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384594.944548:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384594.944550:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384594.944550:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384594.944551:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384594.944553:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384594.944554:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384594.944555:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384594.944556:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384594.944557:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384594.944558:0:18899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384594.944569:0:18899:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e416cc33. 00010000:00000001:2.0:1767384595.417702:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384595.417707:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384595.417711:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384595.417712:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384595.417756:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384595.417761:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384595.417764:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384595.886705:0:19184:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007bbd8af1. 00080000:00000010:0.0:1767384595.886714:0:19184:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007bbd8af1. 00000020:00000001:0.0:1767384595.886718:0:19184:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384595.886724:0:19184:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007bbd8af1. 00080000:00000010:0.0:1767384595.886728:0:19184:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007bbd8af1. 00000020:00000001:0.0:1767384595.886734:0:19184:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.441653:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384596.441659:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.441664:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384596.441665:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.441691:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384596.441694:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384596.441697:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384596.570159:0:19349:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384596.570167:0:19349:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:1.0:1767384596.574854:0:19349:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384596.581472:0:19350:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000cf6beb18. 00000400:00000010:0.0:1767384596.581485:0:19350:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fa114ecb. 00000400:00000010:0.0:1767384596.581494:0:19350:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000297063d8. 00000400:00000010:0.0:1767384596.581497:0:19350:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b8734813. 00000400:00000010:0.0:1767384596.581500:0:19350:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000033049e63. 00000400:00000010:0.0:1767384596.581503:0:19350:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000409ce6b3. 00000400:00000010:0.0:1767384596.581504:0:19350:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bc26325a. 00000400:00000010:0.0:1767384596.581506:0:19350:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e60a8d50. 00000400:00000010:0.0:1767384596.581509:0:19350:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cd61388f. 00000800:00000010:0.0:1767384596.581516:0:19350:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f45db281. 00000800:00000200:0.0:1767384596.581526:0:19350:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384596.581530:0:19350:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384596.581562:0:19350:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:0.0:1767384596.581595:0:19350:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp11 [8/256/0/180] 00000400:00000010:0.0:1767384596.582977:0:19350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000584416ad. 00000400:00000010:0.0:1767384596.582983:0:19350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000640aa3a2. 00000400:00000010:0.0:1767384596.582988:0:19350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b58b0c66. 00000400:00000001:0.0:1767384596.583016:0:19350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384596.583018:0:19350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384596.583020:0:19350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dc30387. 00000400:00000200:0.0:1767384596.583022:0:19350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00000400:00000010:0.0:1767384596.583023:0:19350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000400:00000010:0.0:1767384596.583026:0:19350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000ef8deb67. 00000400:00000200:0.0:1767384596.583030:0:19350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (2) 00000400:00000200:0.0:1767384596.583039:0:19350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384596.583048:0:19350:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:0.0:1767384596.583054:0:19350:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000fc9246e3. 00000400:00000200:3.0:1767384596.583056:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384596.583057:0:19350:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384596.583060:0:19350:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp11 00000400:00000200:3.0:1767384596.583070:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:0.0:1767384596.583074:0:19350:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fa114ecb. 00000400:00000010:3.0:1767384596.583076:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073eafc63. 00000400:00000010:0.0:1767384596.583078:0:19350:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000cf6beb18. 00000400:00000200:3.0:1767384596.583081:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (3) 00000400:00000010:3.0:1767384596.583087:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008a8b4516. 00000400:00000200:3.0:1767384596.583092:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000020:00000001:1.0:1767384596.583100:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384596.583104:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 10000000:00000001:1.0:1767384596.583105:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384596.583109:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384596.583112:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:01000000:1.0:1767384596.583113:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384596.583118:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384596.583121:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000020:01000004:1.0:1767384596.583121:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384596.583124:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384596.583126:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384596.583127:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp10 00000020:01000004:1.0:1767384596.583128:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384596.583131:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384596.583133:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp10 lpni_is_preferred = 0 00000020:01000004:1.0:1767384596.583134:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384596.583138:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384596.583140:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp10 00000020:01000004:1.0:1767384596.583141:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384596.583144:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384596.583148:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp10 NI seq info: [7:7:256:4294967295] 192.168.202.137@tcp10 LPNI seq info [7:7:8:4294967295] 00000100:00000010:1.0:1767384596.583151:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b13cafb8. 00000400:00000200:3.0:1767384596.583155:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp10 00000020:00000040:1.0:1767384596.583156:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:1.0:1767384596.583162:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384596.583164:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10:) -> 192.168.202.137@tcp10(192.168.202.137@tcp:192.168.202.137@tcp10) : PUT try# 0 02000000:00000001:1.0:1767384596.583166:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384596.583172:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 80 bytes in 1 frags to 12345-192.168.202.137@tcp10 02000000:00000001:1.0:1767384596.583172:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384596.583179:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030686346. 02000000:00000010:1.0:1767384596.583183:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000966d039. 00000800:00000010:3.0:1767384596.583187:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000017c304d8. 00000100:00000001:1.0:1767384596.583190:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384596.583192:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008494b4f0. 00000800:00000200:3.0:1767384596.583197:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017c304d8] -> 12345-192.168.202.137@tcp10 (2) 00000100:00000001:1.0:1767384596.583199:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.1:1767384596.583202:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017c304d8] -> 12345-192.168.202.137@tcp10 (2) 00000100:00000001:1.0:1767384596.583202:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384596.583211:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b13cafb8] to pc [ptlrpcd_00_02+2] req@00000000b13cafb8 x1853237049171456/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384596.583223:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384596.583227:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 10000000:00000001:1.0:1767384596.583233:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384596.583236:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384596.583238:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384596.583240:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384596.583245:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384596.583247:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384596.583248:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384596.583250:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384596.583254:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.583260:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384596.583260:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384596.583263:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384596.583264:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384596.583266:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384596.583268:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384596.583269:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:3.0:1767384596.583271:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b13cafb8 x1853237049171456/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384596.583272:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384596.583274:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384596.583277:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384596.583280:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384596.583285:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767384596.583285:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574c15ae. 00000100:00000001:3.0:1767384596.583287:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384596.583290:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 02000000:00000001:3.0:1767384596.583291:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384596.583295:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384596.583296:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384596.583301:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.583301:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384596.583306:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049171456:0@lo:253: 02000000:00000001:1.0:1767384596.583307:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384596.583314:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 02000000:00000010:1.0:1767384596.583315:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009b774ca0. 00000100:00000001:3.0:1767384596.583317:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384596.583323:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384596.583324:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.583325:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.583330:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384596.583332:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384596.583335:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006e8f957b. 00000100:00000001:1.0:1767384596.583336:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.583339:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384596.583343:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cab3f85. 00000100:00000040:1.0:1767384596.583345:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c15ae] to pc [ptlrpcd_00_03+3] req@00000000574c15ae x1853237049171584/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384596.583349:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa56d904. 00000100:00000200:3.0:1767384596.583355:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049171456, portal 25 00000400:00000200:2.0:1767384596.583357:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000001:3.0:1767384596.583359:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384596.583363:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924112896 : -123268785438720 : ffff8fe33fd50000) 00000100:00000040:3.0:1767384596.583369:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b13cafb8 x1853237049171456/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384596.583370:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384596.583376:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.583381:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384596.583381:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384596.583384:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384596.583388:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384596.583390:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000fc9246e3. 00000400:00000010:3.0:1767384596.583392:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f6801f3. 00000100:00000200:3.0:1767384596.583395:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049171456, offset 0 00000400:00000200:3.0:1767384596.583399:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384596.583406:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384596.583414:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260001e00 00000400:00000200:3.0:1767384596.583419:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1bd [2] + 0 00000400:00000010:3.0:1767384596.583421:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009039ffe5. 00000400:00000200:3.0:1767384596.583425:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000769fe828 00000400:00000200:3.0:1767384596.583431:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384596.583434:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384596.583438:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000769fe828 00000400:00000010:3.0:1767384596.583440:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000769fe828. 00000100:00000001:3.0:1767384596.583444:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384596.583444:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384596.583447:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384596.583448:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384596.583452:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384596.583453:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000052b36bfe x1853237049171456 msgsize 4848 00000100:00100000:3.0:1767384596.583462:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384596.583464:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384596.583466:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574c15ae x1853237049171584/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.583475:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384596.583475:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384596.583477:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384596.583481:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384596.583482:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f6801f3 02000000:00000001:0.0:1767384596.583483:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384596.583485:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384596.583487:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574c15ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049171584:0@lo:253: 00000400:00000010:3.0:1767384596.583493:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f6801f3. 00000100:00000001:0.0:1767384596.583494:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384596.583499:0:16350:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384596.583499:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384596.583501:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384596.583504:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384596.583505:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b13cafb8 x1853237049171456/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384596.583510:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008df6b3a5. 02000000:00000001:0.0:1767384596.583514:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.583519:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384596.583520:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc30387. 00000100:00000040:3.0:1767384596.583524:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b13cafb8 x1853237049171456/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384596.583527:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa114ecb. 00000100:00000200:0.0:1767384596.583533:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049171584, portal 25 00000100:00000001:3.0:1767384596.583534:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.583537:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384596.583538:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384596.583539:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924117376 : -123268785434240 : ffff8fe33fd51180) 00000100:00000001:3.0:1767384596.583544:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384596.583546:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574c15ae x1853237049171584/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.583549:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294885009 00000100:00000010:3.0:1767384596.583556:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000422d5f60. 00000100:00000001:0.0:1767384596.583557:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384596.583562:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384596.583565:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384596.583565:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c454ecf. 00000100:00000200:0.0:1767384596.583585:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049171584, offset 0 00000100:00000001:3.0:1767384596.583588:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294885009 00000400:00000200:0.0:1767384596.583594:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384596.583596:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9406b23. 00000100:00000001:3.0:1767384596.583601:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000800:00000010:2.0:1767384596.583605:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000123027c3. 00000400:00000200:0.0:1767384596.583606:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384596.583607:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294885009 00000800:00000010:2.0:1767384596.583612:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000784e056b. 00000100:00000010:3.0:1767384596.583615:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000438a68d9. 00000100:00000001:3.0:1767384596.583620:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000800:00000010:2.0:1767384596.583620:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e35d9163. 00000800:00000010:2.0:1767384596.583705:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e35d9163. 00000100:00000001:3.0:1767384596.583718:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294885010 00000100:00000010:3.0:1767384596.583722:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c901aab2. 00000100:00000001:3.0:1767384596.583724:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384596.583727:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384596.583729:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.583731:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.583733:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.583740:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384596.583741:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384596.583744:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.583745:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384596.583746:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.583748:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384596.583752:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260001e80 00000400:00000200:0.0:1767384596.583757:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000400:00000010:0.0:1767384596.583760:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aafa14e. 00000400:00000200:0.0:1767384596.583764:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b53e34d0 00000100:00000001:3.0:1767384596.583767:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384596.583768:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384596.583772:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384596.583777:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049171456 02000000:00000001:3.0:1767384596.583781:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384596.583783:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384596.583783:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53e34d0 00000100:00000001:3.0:1767384596.583788:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384596.583788:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b53e34d0. 00000100:00000001:0.0:1767384596.583795:0:16351:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384596.583796:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384596.583797:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1767384596.583803:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049171456 00000100:00000040:0.0:1767384596.583803:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000007ca144fe x1853237049171584 msgsize 4848 00000020:00000001:3.0:1767384596.583810:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384596.583811:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1767384596.583814:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000040:0.0:1767384596.583815:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:3.0:1767384596.583820:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384596.583841:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:0.0:1767384596.583841:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384596.583847:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:2.0:1767384596.583847:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384596.583849:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c454ecf 00000400:00000010:0.0:1767384596.583854:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c454ecf. 00000020:00000001:3.0:1767384596.583855:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384596.583859:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384596.583864:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384596.583865:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574c15ae x1853237049171584/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384596.583871:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e01e3e4. 00000400:00000200:2.0:1767384596.583872:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp10 from 253.3.0.2 00000100:00000001:3.0:1767384596.583879:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384596.583881:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000040990c66. 00000020:00000010:3.0:1767384596.583883:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e01e3e4. 00000100:00000001:0.0:1767384596.583883:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384596.583889:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574c15ae x1853237049171584/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384596.583892:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c8627df. 00000100:00000001:0.0:1767384596.583899:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384596.583901:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d090bced. 00000100:00000001:0.0:1767384596.583901:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384596.583907:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384596.583909:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000001:0.0:1767384596.583912:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294885010 00000100:00000040:3.0:1767384596.583922:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384596.583922:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294885009 00000100:00000001:3.0:1767384596.583927:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384596.583929:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294885010 00000100:00000001:3.0:1767384596.583930:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384596.583934:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.583937:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294885009 00000100:00000001:0.0:1767384596.583942:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294885010 00000100:00000001:3.0:1767384596.583943:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.583947:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294885009 00000100:00000001:0.0:1767384596.583953:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294885010 00000100:00000001:0.0:1767384596.583955:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294885010 00000100:00000001:0.0:1767384596.583972:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384596.583974:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.583975:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.583981:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.583983:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.583989:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384596.583992:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384596.584011:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049171584 00000100:00000001:0.0:1767384596.584014:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384596.584015:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384596.584019:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384596.584020:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.584021:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.584022:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384596.584024:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384596.584027:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384596.584028:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.584028:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384596.584033:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049171584 00000100:00100000:2.0:1767384596.584034:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000001:0.0:1767384596.584035:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.584037:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384596.584041:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000040:2.0:1767384596.584043:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000020:00000001:3.0:1767384596.584044:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384596.584046:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852967504 : -123268856584112 : ffff8fe33b976850) 00000100:00000040:2.0:1767384596.584052:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052b36bfe x1853237049171456/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:577/0 lens 4848/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384596.584054:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:3.0:1767384596.584058:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000800:00000010:0.0:1767384596.584062:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fc9246e3. 00000020:00000001:3.0:1767384596.584063:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000800:00000010:0.0:1767384596.584070:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c454ecf. 00000100:00000001:3.0:1767384596.584071:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384596.584071:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384596.584076:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e01e3e4. 00000020:00000010:2.0:1767384596.584078:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e35d9163. 00000100:00000001:3.0:1767384596.584082:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384596.584083:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384596.584086:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e01e3e4. 00000020:00000010:2.0:1767384596.584087:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e35d9163. 00000020:00000010:3.0:1767384596.584093:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd5903f6. 00000100:00100000:2.0:1767384596.584095:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052b36bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049171456:12345-0@lo:253: 00000800:00000010:0.0:1767384596.584096:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a475a822. 00000020:00000010:3.0:1767384596.584100:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008030a321. 00000100:00000200:2.0:1767384596.584103:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049171456 00000020:00000010:3.0:1767384596.584107:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007b90bb99. 00000800:00000200:0.1:1767384596.584108:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017c304d8] -> 12345-192.168.202.137@tcp10 (2) 00000020:00000001:2.0:1767384596.584109:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384596.584113:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384596.584114:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384596.584117:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:0.1:1767384596.584118:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp10 00000000a475a822 deleted 00000100:00000001:3.0:1767384596.584119:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.584119:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.1:1767384596.584122:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a475a822. 00000020:00000001:2.0:1767384596.584125:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384596.584128:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.584128:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000800:00000200:0.1:1767384596.584129:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:3.0:1767384596.584134:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384596.584136:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384596.584139:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.584143:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384596.584144:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:0.1:1767384596.584144:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp10 ip 192.168.202.137:1021 00000100:00000001:3.0:1767384596.584147:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384596.584148:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000200:0.1:1767384596.584150:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030686346 type 1, nob 176 niov 1 nkiov 1 00000020:00000001:2.0:1767384596.584152:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384596.584154:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000040:3.0:1767384596.584160:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:2.0:1767384596.584160:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:0.0:1767384596.584164:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp10 p 3.x 192.168.202.137 -> 192.168.202.137:1021 incarnation:1767384594925292016 sched[0] 00000100:00000001:3.0:1767384596.584165:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852959312 : -123268856592304 : ffff8fe33b974850) 02000000:00000001:2.0:1767384596.584165:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384596.584173:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005e7136ba. 00000800:00000010:0.0:1767384596.584173:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006c90110f. 00000100:00000040:3.0:1767384596.584174:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007ca144fe x1853237049171584/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:577/0 lens 4848/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384596.584179:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.584184:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384596.584189:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384596.584190:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384596.584194:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e01e3e4. 00000100:00000001:3.0:1767384596.584196:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384596.584197:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e01e3e4. 20000000:00000010:2.0:1767384596.584198:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000899025f3. 00000100:00100000:3.0:1767384596.584203:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007ca144fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049171584:12345-0@lo:253: 20000000:01000000:2.0:1767384596.584203:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384596.584209:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000200:3.0:1767384596.584210:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049171584 00000020:00000001:3.0:1767384596.584215:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384596.584215:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384596.584218:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384596.584219:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.584221:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000010:0.0:1767384596.584221:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006c90110f. 20000000:00000001:2.0:1767384596.584224:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384596.584226:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c454ecf. 20000000:00000001:2.0:1767384596.584227:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.584231:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 20000000:00000001:2.0:1767384596.584233:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384596.584235:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384596.584238:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384596.584240:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384596.584241:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:2.0:1767384596.584243:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003ecc62ba. 00000020:00000001:3.0:1767384596.584244:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384596.584249:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 00000100:00000001:3.0:1767384596.584250:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384596.584254:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384596.584256:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:0.0:1767384596.584257:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000040990c66. 02000000:00000010:3.0:1767384596.584260:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f80fce70. 02000000:00000001:3.0:1767384596.584263:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384596.584263:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:3.0:1767384596.584267:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384596.584268:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384596.584270:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:0.1:1767384596.584283:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:2.0:1767384596.584285:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:3.0:1767384596.584286:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f7af7d18. 00000800:00000200:0.0:1767384596.584291:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp10 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384594925292016 sched[0] 20000000:01000000:3.0:1767384596.584292:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384596.584296:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:0.0:1767384596.584297:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000784e056b. 20000000:00000001:3.0:1767384596.584299:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384596.584301:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384596.584303:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384596.584308:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384596.584308:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:3.0:1767384596.584312:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384596.584312:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384596.584316:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384596.584318:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384596.584321:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000020:00000001:2.0:1767384596.584325:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:2.0:1767384596.584326:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384596.584328:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384596.584331:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384596.584332:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384596.584335:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384596.584337:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000020:00000001:2.0:1767384596.584339:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384596.584344:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384596.584347:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000023325b73. 00080000:00000001:2.0:1767384596.584350:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799575687680 : -123274133863936 : ffff8fe2010a8200) 00080000:00000001:2.0:1767384596.584353:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384596.584356:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384596.584360:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e35d9163. 00080000:00000001:2.0:1767384596.584362:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384596.584364:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384596.584366:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00080000:00000001:2.0:1767384596.584377:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384596.584389:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00080000:00000001:2.0:1767384596.584393:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:2.0:1767384596.584421:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384596.584427:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384596.584429:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384596.584435:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384596.584488:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384596.584495:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384596.584496:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384596.584497:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384596.584502:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030686346. 00000800:00000001:3.0:1767384596.584504:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384596.584513:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10) <- 192.168.202.137@tcp10 : PUT - for me 00000400:00000200:2.0:1767384596.584514:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.584521:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: PUT: OK 00000400:00000200:3.0:1767384596.584527:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384596.584529:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384596.584534:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 80/80 into md 0x1191 [1] + 0 00000400:00000200:2.0:1767384596.584535:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000400:00000010:3.0:1767384596.584541:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f4367a3. 00000400:00000200:3.0:1767384596.584544:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000348be73a 00000800:00000001:3.0:1767384596.584548:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384596.584551:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c4f4c350. 00000800:00000010:0.0:1767384596.584556:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c454ecf. 00000800:00000001:3.0:1767384596.584557:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384596.584559:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006c90110f. 00000400:00000200:3.0:1767384596.584560:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384596.584567:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: PUT: OK 00000400:00000200:3.0:1767384596.584570:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348be73a 00000400:00000200:2.0:1767384596.584572:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000010:3.0:1767384596.584580:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348be73a. 00000400:00000200:3.0:1767384596.584584:0:16343:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384596.584588:0:16343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (4) 00000400:00000200:3.0:1767384596.584592:0:16343:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000800:00000010:0.0:1767384596.584594:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006c90110f. 00000400:00000010:3.0:1767384596.584596:0:16343:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 0000000013d420df. 00000400:00000200:2.0:1767384596.584599:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp10 from 252.3.0.2 00000400:00000200:3.0:1767384596.584603:0:16343:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 3 00000800:00000010:2.0:1767384596.584604:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001192aa39. 00000400:00000200:3.0:1767384596.584632:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:3.0:1767384596.584643:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (5) 00000400:00000200:3.0:1767384596.584648:0:16343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384596.584653:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp10 to MR: 192.168.202.137@tcp10 local destination 00000400:00000200:3.0:1767384596.584657:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp10 NI seq info: [8:8:256:4294967295] 192.168.202.137@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1767384596.584667:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10:192.168.202.137@tcp10) -> 192.168.202.137@tcp10(192.168.202.137@tcp10:192.168.202.137@tcp10) 192.168.202.137@tcp10 : ACK try# 0 00000800:00000200:3.0:1767384596.584671:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp10 00000400:00000200:0.0:1767384596.584675:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384596.584676:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061200ca7. 00000400:00000010:0.0:1767384596.584682:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000679602a5. 00000800:00000200:3.0:1767384596.584683:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017c304d8] -> 12345-192.168.202.137@tcp10 (4) 00000400:00000010:0.0:1767384596.584690:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000800:00000200:3.0:1767384596.584691:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp10 ip 192.168.202.137:988 00000800:00000200:3.0:1767384596.584697:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061200ca7 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384596.584697:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 00000400:00000200:0.0:1767384596.584705:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1004d1 00000400:00000010:0.0:1767384596.584712:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 00000000ef8deb67. 00000400:00000010:0.0:1767384596.584716:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 0000000079ec1a13. 00000800:00000010:2.0:1767384596.584718:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005889cca7. 00000400:00000010:0.0:1767384596.584719:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 0000000056a8428f. 00000800:00000010:2.0:1767384596.584724:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000784e056b. 00000400:00000010:0.0:1767384596.584729:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000094f40f23. 00000400:00000200:0.0:1767384596.584734:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000094f40f23 nid 192.168.202.137@tcp11 00000400:00000010:0.0:1767384596.584737:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008396e6ed. 00000800:00000010:2.0:1767384596.584739:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e0e9ac9a. 00000400:00000200:0.0:1767384596.584747:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000008396e6ed net tcp11 00000800:00000200:2.1:1767384596.584751:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017c304d8] -> 12345-192.168.202.137@tcp10 (4) 00000800:00000200:3.0:1767384596.584752:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384596.584752:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (4) 00000800:00000010:3.0:1767384596.584758:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061200ca7. 00000800:00000200:2.1:1767384596.584763:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp10 00000000e0e9ac9a deleted 00000400:00000200:0.0:1767384596.584764:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp11 flags 0x11 00000400:00000200:3.0:1767384596.584765:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.1:1767384596.584767:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e0e9ac9a. 00000400:00000010:0.0:1767384596.584772:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 00000000ef8deb67. 00000800:00000200:2.1:1767384596.584773:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:3.0:1767384596.584777:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: ACK: OK 00000400:00000010:0.0:1767384596.584779:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 0000000079ec1a13. 00000800:00000001:3.0:1767384596.584784:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384596.584784:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp10 p 3.x 192.168.202.137 -> 192.168.202.137:1020 incarnation:1767384594925292016 sched[0] 00000400:00000010:0.0:1767384596.584785:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 0000000056a8428f. 00000400:00000010:0.0:1767384596.584791:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 0000000013d420df. 00000800:00000001:3.0:1767384596.584792:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384596.584793:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f4d480fb. 00000800:00000001:3.0:1767384596.584798:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384596.584799:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384596.584804:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100551 00000400:00000200:0.0:1767384596.584806:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 1 00000800:00000001:3.0:1767384596.584807:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384596.584812:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 00000800:00000001:3.0:1767384596.584813:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384596.584817:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384596.584820:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100511 rc 0 00000800:00000001:3.0:1767384596.584822:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384596.584824:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:0.0:1767384596.584829:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (5) 00000400:00000200:3.0:1767384596.584836:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10) <- 192.168.202.137@tcp10 : ACK - for me 00000800:00000010:2.0:1767384596.584837:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f4d480fb. 00000800:00000010:2.0:1767384596.584842:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000784e056b. 00000400:00000200:3.0:1767384596.584853:0:16343:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp10: ACK from 12345-192.168.202.137@tcp10 into md 0x11a9 00000400:00000200:3.0:1767384596.584858:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767384596.584863:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001192aa39. 00000400:00000200:3.0:1767384596.584864:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: ACK: OK 00000800:00000200:0.1:1767384596.584871:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:3.0:1767384596.584876:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073eafc63 00000800:00000001:2.0:1767384596.584876:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384596.584880:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073eafc63. 00000800:00000200:0.0:1767384596.584881:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp10 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384594925292016 sched[0] 00000800:00000001:2.0:1767384596.584882:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384596.584885:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000010:0.0:1767384596.584890:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c454ecf. 00000400:00000200:3.0:1767384596.584893:0:16343:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:3.0:1767384596.584898:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (4) 00000800:00000001:3.0:1767384596.584905:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384596.584910:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384596.584918:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384596.584921:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384596.585883:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000023325b73. 00080000:00000010:3.0:1767384596.585911:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e35d9163. 00040000:00000001:3.0:1767384596.585917:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384596.585919:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384596.585922:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384596.585925:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384596.585927:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384596.585929:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384596.585940:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384596.585948:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384596.585951:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384596.585955:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384596.585970:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000023325b73. 20000000:01000000:2.0:1767384596.585974:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:01000000:0.0:1767384596.585977:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384596.585978:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384596.585982:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384596.585982:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384596.585986:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:0.0:1767384596.585987:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384596.585992:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384596.585994:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384596.585995:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384596.586001:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384596.586004:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cd8e5425. 00080000:00000001:2.0:1767384596.586005:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384596.586007:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384596.586010:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384596.586011:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384596.586012:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384596.586015:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00010000:00000010:0.0:1767384596.586015:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fc52afd. 00000020:00000001:2.0:1767384596.586021:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00000020:00000010:0.0:1767384596.586022:0:17096:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000006c90110f. 00080000:00000002:2.0:1767384596.586023:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384596.586028:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384596.586028:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384596.586032:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004fc52afd with handle 0x7f71e2b70dd20171 to hash 00080000:00000001:2.0:1767384596.586033:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.586035:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384596.586036:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00010000:00000001:0.0:1767384596.586038:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00010000:00000001:0.0:1767384596.586041:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384596.586043:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384596.586045:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384596.586047:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:0.0:1767384596.586050:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384596.586051:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384596.586055:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd20171 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384596.586056:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000076d59587. 00080000:00000001:2.0:1767384596.586062:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799575694848 : -123274133856768 : ffff8fe2010a9e00) 00080000:00000001:2.0:1767384596.586067:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00080000:00000020:3.0:1767384596.586068:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384596.586068:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:2.0:1767384596.586070:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384596.586074:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1767384596.586075:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000010:2.0:1767384596.586075:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f4d480fb. 00010000:00000001:0.0:1767384596.586077:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000010:3.0:1767384596.586078:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000899025f3. 00080000:00000001:2.0:1767384596.586079:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.586080:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:3.0:1767384596.586085:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384596.586085:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384596.586085:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384596.586090:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000040:3.0:1767384596.586092:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049171456 00010000:00000001:0.0:1767384596.586093:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384596.586094:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384596.586098:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384596.586099:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384596.586102:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384596.586103:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384596.586104:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000200:3.0:1767384596.586105:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052b36bfe x1853237049171456/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384596.586108:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384596.586112:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd8e5425) refcount = 1 00010000:00000001:3.0:1767384596.586115:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1767384596.586116:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd20171 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384596.586119:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384596.586125:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=13 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384596.586126:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384596.586128:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384596.586131:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.586132:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384596.586133:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.586136:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384596.586137:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384596.586141:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 20000000:00000001:0.0:1767384596.586142:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:3.0:1767384596.586144:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 20000000:01000000:0.0:1767384596.586146:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001884010s 00010000:00000001:0.0:1767384596.586148:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384596.586149:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384596.586150:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fc52afd refcount=4 02000000:00000001:3.0:1767384596.586154:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.586154:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00010000:00000001:0.0:1767384596.586160:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00000100:00000001:3.0:1767384596.586161:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384596.586162:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384596.586165:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd20171 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384596.586166:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384596.586170:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f6801f3. 00000100:00000200:3.0:1767384596.586176:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049171456, offset 224 00010000:00000001:0.0:1767384596.586177:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1767384596.586181:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384596.586185:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd20171 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384596.586189:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384596.586196:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384596.586200:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260001e00 00010000:00000001:0.0:1767384596.586200:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384596.586204:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd20171 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384596.586208:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11ad [2] + 224 00010000:00000001:0.0:1767384596.586218:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384596.586219:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384596.586220:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384596.586225:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384596.586225:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384596.586228:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd20171 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384596.586230:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384596.586235:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b13cafb8 x1853237049171456/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384596.586237:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004fc52afd already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384596.586242:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384596.586245:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384596.586249:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd20171 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384596.586251:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b13cafb8 x1853237049171456/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384596.586263:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384596.586267:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384596.586269:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384596.586270:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fc52afd refcount=5 00000020:00000001:0.0:1767384596.586272:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00010000:00000001:0.0:1767384596.586273:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00010000:00000001:0.0:1767384596.586275:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384596.586276:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384596.586277:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd20171 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384596.586281:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f6801f3 00010000:00000001:0.0:1767384596.586283:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:3.0:1767384596.586285:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f6801f3. 00010000:00000001:0.0:1767384596.586286:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384596.586290:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.586292:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384596.586293:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384596.586294:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384596.586295:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384596.586297:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384596.586298:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384596.586300:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.586302:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767384596.586304:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:2.0:1767384596.586305:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384596.586309:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384596.586309:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384596.586310:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384596.586312:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cab3f85. 00000020:00000001:3.0:1767384596.586313:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384596.586314:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004fc52afd with handle 0x7f71e2b70dd20171 from hash 00000400:00000200:2.0:1767384596.586317:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa56d904 00000020:00000001:3.0:1767384596.586318:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384596.586319:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:2.0:1767384596.586321:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa56d904. 00010000:00000001:0.0:1767384596.586323:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384596.586325:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384596.586326:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052b36bfe x1853237049171456/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384596.586326:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384596.586330:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384596.586333:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:2.0:1767384596.586334:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b13cafb8 x1853237049171456/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384596.586336:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384596.586340:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384596.586343:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384596.586348:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384596.586352:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052b36bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049171456:12345-0@lo:253: Request processed in 2277us (2893us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384596.586354:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384596.586357:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384596.586361:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384596.586364:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384596.586367:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384596.586370:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b13cafb8 x1853237049171456/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384596.586371:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00000001:0.0:1767384596.586371:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.586377:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.586379:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00010000:0.0:1767384596.586383:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd20171 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384596.586384:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384596.586393:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384596.586396:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384596.586399:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d090bced. 00000100:00000001:2.0:1767384596.586400:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384596.586400:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384596.586404:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384596.586405:0:16350:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384596.586406:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00010000:00000001:0.0:1767384596.586407:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384596.586409:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384596.586411:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384596.586412:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384596.586413:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c8627df. 00010000:00000001:0.0:1767384596.586414:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384596.586416:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.586418:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384596.586419:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384596.586420:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00010000:00000001:0.0:1767384596.586421:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:2.0:1767384596.586424:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=13 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384596.586426:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.586427:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384596.586428:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=13 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384596.586431:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005e7136ba. 20000000:00000001:0.0:1767384596.586432:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.586434:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384596.586437:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1767384596.586437:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd20171 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384596.586438:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.586440:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384596.586447:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384596.586450:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384596.586450:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:3.0:1767384596.586453:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f4367a3. 00010000:00000001:2.0:1767384596.586454:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.586455:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384596.586458:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f6801f3. 00010000:00010000:0.0:1767384596.586459:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd20171 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384596.586460:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.586469:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b13cafb8 x1853237049171456/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.586489:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384596.586489:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cd8e5425 count: 0 00000100:00000001:2.0:1767384596.586493:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384596.586496:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384596.586499:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384596.586500:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:0.0:1767384596.586501:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384596.586502:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 20000000:00000001:0.0:1767384596.586503:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:2.0:1767384596.586505:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384596.586507:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384596.586509:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384596.586510:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384596.586511:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384596.586512:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384596.586513:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384596.586516:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b13cafb8 x1853237049171456/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.586521:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049171456:0@lo:253: 00000100:00000001:2.0:1767384596.586525:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.586526:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384596.586528:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b13cafb8 x1853237049171456/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.586532:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384596.586534:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384596.586535:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006e8f957b. 02000000:00000001:2.0:1767384596.586539:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384596.586541:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384596.586542:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384596.586544:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384596.586545:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000966d039. 02000000:00000001:2.0:1767384596.586548:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384596.586549:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384596.586556:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b13cafb8. 00000100:00000001:2.0:1767384596.586559:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384596.586560:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.586562:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.586565:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384596.586567:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.586568:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.586570:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384596.587344:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000076d59587. 00080000:00000010:2.0:1767384596.587386:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f4d480fb. 00040000:00000001:2.0:1767384596.587391:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384596.587392:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384596.587394:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384596.587396:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384596.587398:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384596.587400:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384596.587402:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384596.587411:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384596.587413:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384596.587417:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384596.587461:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384596.587465:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384596.587466:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384596.587469:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384596.587470:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384596.587475:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e7b0059f. 00010000:00000001:0.0:1767384596.587478:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384596.587480:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000092087ec4. 00000020:00000001:0.0:1767384596.587482:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384596.587484:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000092087ec4 with handle 0x7f71e2b70dd20178 to hash 00000020:00000001:0.0:1767384596.587485:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384596.587486:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384596.587488:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384596.587490:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384596.587491:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384596.587493:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd20178 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384596.587498:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384596.587500:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384596.587502:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384596.587503:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384596.587505:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384596.587506:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384596.587507:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384596.587509:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384596.587510:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384596.587511:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384596.587511:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384596.587512:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e7b0059f) refcount = 1 00010000:00010000:0.0:1767384596.587514:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd20178 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384596.587520:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384596.587525:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384596.587528:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f7af7d18. 00010000:00000001:0.0:1767384596.587529:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 20000000:00000001:2.0:1767384596.587532:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.587532:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384596.587533:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384596.587539:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384596.587540:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049171584 00010000:00000001:0.0:1767384596.587541:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384596.587544:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:00000001:0.0:1767384596.587545:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384596.587548:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001884010s 00010000:00000200:2.0:1767384596.587550:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007ca144fe x1853237049171584/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384596.587551:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384596.587554:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384596.587556:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=4 00000020:00000001:0.0:1767384596.587560:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384596.587564:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:2.0:1767384596.587567:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384596.587568:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:2.0:1767384596.587571:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384596.587572:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd20178 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384596.587577:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=13 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384596.587579:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384596.587581:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd20178 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384596.587586:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384596.587588:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384596.587591:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384596.587592:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384596.587594:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd20178 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384596.587598:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:0.0:1767384596.587601:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384596.587604:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.587631:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384596.587632:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384596.587635:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd20178 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384596.587636:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.587645:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767384596.587645:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000092087ec4 already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384596.587647:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:2.0:1767384596.587656:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384596.587657:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384596.587660:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd20178 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384596.587661:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0e9ac9a. 00000100:00000200:2.0:1767384596.587666:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049171584, offset 224 00010000:00000001:0.0:1767384596.587668:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384596.587671:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384596.587672:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384596.587673:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=5 00000400:00000200:2.0:1767384596.587677:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384596.587677:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384596.587683:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384596.587685:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1767384596.587689:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384596.587689:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd20178 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384596.587698:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384596.587701:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384596.587704:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260001e80 00010000:00000001:0.0:1767384596.587704:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.587712:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384596.587715:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11b5 [2] + 224 00010000:00000001:0.0:1767384596.587715:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384596.587718:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384596.587720:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384596.587721:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384596.587722:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000092087ec4 with handle 0x7f71e2b70dd20178 from hash 00010000:00000001:0.0:1767384596.587726:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384596.587728:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384596.587729:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384596.587733:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384596.587734:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384596.587735:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384596.587737:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384596.587739:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:2.0:1767384596.587740:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574c15ae x1853237049171584/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384596.587742:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384596.587745:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384596.587749:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.587753:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384596.587756:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:2.0:1767384596.587757:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000574c15ae x1853237049171584/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384596.587759:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384596.587762:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384596.587764:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.587772:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.587773:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384596.587775:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd20178 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384596.587778:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384596.587779:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384596.587780:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384596.587781:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384596.587782:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384596.587782:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384596.587784:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384596.587786:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384596.587789:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0e9ac9a 00010000:00000001:0.0:1767384596.587790:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.587792:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384596.587794:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0e9ac9a. 20000000:00000001:0.0:1767384596.587795:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.587796:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384596.587798:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767384596.587799:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd20178 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384596.587802:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384596.587803:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384596.587806:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384596.587808:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384596.587808:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384596.587812:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384596.587813:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dc30387. 00000100:00000040:2.0:1767384596.587815:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00010000:0.0:1767384596.587815:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd20178 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384596.587821:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa114ecb 00010000:00000001:2.0:1767384596.587821:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000040:0.0:1767384596.587824:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e7b0059f count: 0 00000020:00000001:2.0:1767384596.587825:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384596.587827:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa114ecb. 00000020:00000001:2.0:1767384596.587829:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384596.587835:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384596.587835:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384596.587836:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007ca144fe x1853237049171584/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384596.587839:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:3.0:1767384596.587843:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574c15ae x1853237049171584/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.587855:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007ca144fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049171584:12345-0@lo:253: Request processed in 3660us (4047us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384596.587867:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574c15ae x1853237049171584/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.587868:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000040:2.0:1767384596.587873:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384596.587878:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384596.587881:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384596.587881:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384596.587885:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384596.587886:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008030a321. 00000100:00000001:3.0:1767384596.587887:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384596.587889:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384596.587890:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384596.587891:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.587892:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384596.587898:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=13 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384596.587899:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007b90bb99. 00000100:00001000:3.0:1767384596.587902:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=13 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384596.587904:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd5903f6. 00000100:00000001:3.0:1767384596.587906:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384596.587909:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384596.587909:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:2.0:1767384596.587913:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384596.587915:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f80fce70. 00010000:00000001:3.0:1767384596.587920:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384596.587922:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384596.587923:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.587926:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.587926:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384596.587932:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384596.587933:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574c15ae x1853237049171584/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384596.587939:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb70e388. 00000100:00000001:3.0:1767384596.587941:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384596.587944:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384596.587945:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384596.587945:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0e9ac9a. 00000020:01000004:3.0:1767384596.587951:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384596.587952:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384596.587953:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384596.587955:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384596.587970:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384596.587971:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384596.587972:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384596.587973:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384596.587974:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384596.587976:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574c15ae x1853237049171584/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384596.587981:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574c15ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049171584:0@lo:253: 00000100:00000001:3.0:1767384596.587985:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.587987:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384596.587988:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574c15ae x1853237049171584/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.587993:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384596.587995:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384596.587996:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008df6b3a5. 02000000:00000001:3.0:1767384596.587998:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384596.588000:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384596.588000:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384596.588002:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384596.588003:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009b774ca0. 02000000:00000001:3.0:1767384596.588005:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384596.588006:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384596.588006:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574c15ae. 00000100:00000001:3.0:1767384596.588014:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384596.588015:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.588016:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.588019:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384596.588020:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.588022:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.588023:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384596.588681:0:254:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294885010, at 4294885011 00000100:00000010:0.0:1767384596.588687:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000422d5f60. 00000100:00000040:1.0:1767384596.588690:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294885010, at 4294885011 00000100:00000010:1.0:1767384596.588697:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9406b23. 00000100:00000040:3.0:1767384596.589660:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294885010, at 4294885012 00000100:00000010:3.0:1767384596.589666:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c901aab2. 00000100:00000040:2.0:1767384596.589709:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294885010, at 4294885012 00000100:00000010:2.0:1767384596.589716:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000438a68d9. 00010000:00000010:0.1:1767384596.591625:0:19353:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd8e5425. 00010000:00000010:0.1:1767384596.591633:0:19353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fc52afd. 00010000:00000010:0.1:1767384596.595628:0:19355:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e7b0059f. 00010000:00000010:0.1:1767384596.595651:0:19355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000092087ec4. 00000400:00000010:0.0:1767384596.598447:0:19355:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000054a50231. 00000400:00000040:0.0:1767384596.598462:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384596.598463:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384596.598465:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.598466:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384596.598468:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.598469:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384596.598471:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384596.598472:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384596.598473:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384596.598477:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384596.598479:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384596.598480:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384596.598482:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384596.598483:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384596.598484:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384596.598485:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384596.598486:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384596.598487:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384596.598487:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384596.598489:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.598490:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384596.598491:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384596.598492:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384596.598493:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384596.598494:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384596.598495:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.598496:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384596.598497:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384596.598498:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384596.598499:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384596.598499:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384596.598501:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.598501:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384596.598502:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384596.598503:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384596.598504:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384596.598505:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384596.598507:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384596.598508:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384596.598509:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384596.598510:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384596.598510:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384596.598511:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384596.598512:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384596.598513:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384596.598514:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384596.598515:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384596.598516:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384596.598523:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384596.598524:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384596.598525:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384596.598526:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384596.598527:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384596.598528:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384596.598529:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384596.598530:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384596.598531:0:19355:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384596.598542:0:19355:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000054a50231. 10000000:00000001:0.0:1767384596.953726:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384596.953732:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 2 10000000:00000001:0.0:1767384596.953736:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384596.953738:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384596.953739:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384596.953740:0:17077:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384596.953742:0:17077:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384596.953743:0:17077:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384596.953745:0:17077:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8fe3054f6000 from 6 10000000:00000001:0.0:1767384596.953747:0:17077:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384596.953748:0:17077:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384596.953756:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4452d6e. 00000020:00000040:0.0:1767384596.953759:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384596.953763:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384596.953766:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384596.953770:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384596.953776:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007dc90687. 00000100:00000001:0.0:1767384596.953782:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.953785:0:17077:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384596.953788:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384596.953793:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000abf9be56. 00010000:00000001:0.0:1767384596.953797:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384596.953799:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000092087ec4. 00000020:00000001:0.0:1767384596.953802:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384596.953804:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000092087ec4 with handle 0x7f71e2b70dd2017f to hash 00000020:00000001:0.0:1767384596.953806:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384596.953807:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384596.953817:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384596.953820:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384596.953822:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384596.953824:0:17077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384596.953830:0:17077:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384596.953838:0:17077:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384596.953842:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384596.953844:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384596.953848:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c0bb26f. 00000100:00000001:0.0:1767384596.953849:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804256667520 : -123269452884096 : ffff8fe3180c9780) 00000100:00000001:0.0:1767384596.953851:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384596.953852:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575795328 : -123274133756288 : ffff8fe2010c2680) 00000100:00000001:0.0:1767384596.953856:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384596.953858:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.953859:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384596.953861:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384596.953866:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4452d6e x1853237049171712/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.953873:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384596.953874:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384596.953877:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384596.953879:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384596.953881:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384596.953882:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4452d6e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049171712:0@lo:101: 00000100:00000001:0.0:1767384596.953885:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384596.953889:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384596.953891:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384596.953893:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384596.953898:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003558e447. 02000000:00000001:0.0:1767384596.953899:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384596.953904:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d20e59d9. 00000400:00000010:0.0:1767384596.953909:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b262f9b. 00000100:00000200:0.0:1767384596.953914:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049171712, portal 25 00000100:00000001:0.0:1767384596.953915:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384596.953916:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575795328 : -123274133756288 : ffff8fe2010c2680) 00000100:00000040:0.0:1767384596.953919:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4452d6e x1853237049171712/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.953925:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384596.953927:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384596.953928:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f0baf49. 00000100:00000200:0.0:1767384596.953929:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049171712, offset 0 00000400:00000200:0.0:1767384596.953934:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384596.953944:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384596.953952:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260001f00 00000400:00000200:0.0:1767384596.953973:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1c5 [2] + 0 00000400:00000010:0.0:1767384596.953976:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a7eb2d3. 00000400:00000200:0.0:1767384596.953978:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000466ba30f 00000400:00000200:0.0:1767384596.953994:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384596.953997:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384596.954001:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466ba30f 00000400:00000010:0.0:1767384596.954002:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000466ba30f. 00000100:00000001:0.0:1767384596.954007:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384596.954008:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384596.954010:0:17077:0:(events.c:337:request_in_callback()) incoming req@0000000060b61316 x1853237049171712 msgsize 328 00000100:00100000:0.0:1767384596.954013:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384596.954014:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384596.954025:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384596.954030:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f0baf49 00000400:00000010:0.0:1767384596.954031:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f0baf49. 00000100:00000001:0.0:1767384596.954033:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384596.954035:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4452d6e x1853237049171712/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.954051:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384596.954054:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b4452d6e x1853237049171712/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.954059:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954060:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384596.954064:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954068:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294885380 00000100:00000010:0.0:1767384596.954070:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056a8428f. 00000100:00000001:2.0:1767384596.954072:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384596.954075:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384596.954077:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049171712 00000100:00000001:0.0:1767384596.954082:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294885380 02000000:00000001:2.0:1767384596.954083:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384596.954088:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384596.954088:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000079ec1a13. 00000100:00000001:2.0:1767384596.954094:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954094:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767384596.954101:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954102:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294885380 00000100:00100000:2.0:1767384596.954107:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049171712 00000100:00000010:0.0:1767384596.954108:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ef8deb67. 00000100:00000001:0.0:1767384596.954112:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384596.954113:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384596.954115:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294885380 00000020:00000040:2.0:1767384596.954119:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000010:0.0:1767384596.954119:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d72a54e3. 00000100:00000001:0.0:1767384596.954124:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1767384596.954126:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384596.954129:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:0.0:1767384596.954131:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384596.954132:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384596.954136:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.954137:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384596.954139:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384596.954142:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384596.954143:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384596.954144:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 000000002c0bb26f going to sleep for 11 seconds 00000100:00000001:0.0:1767384596.954148:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384596.954149:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b96804ef. 00000100:00000001:0.0:1767384596.954150:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.954155:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384596.954158:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b96804ef. 00000020:00000010:2.0:1767384596.954163:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f87cfc79. 00000020:00000010:2.0:1767384596.954167:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003fbf64b9. 00000020:00000010:2.0:1767384596.954172:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001535ad98. 00000100:00000040:2.0:1767384596.954179:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384596.954182:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384596.954187:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384596.954189:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.954195:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.954205:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.954214:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384596.954216:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384596.954219:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000040:2.0:1767384596.954222:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384596.954224:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852961360 : -123268856590256 : ffff8fe33b975050) 00000100:00000040:2.0:1767384596.954228:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060b61316 x1853237049171712/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:577/0 lens 328/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.954234:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384596.954237:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b96804ef. 00000100:00000001:2.0:1767384596.954238:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384596.954239:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b96804ef. 00000100:00100000:2.0:1767384596.954242:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060b61316 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:17077:x1853237049171712:12345-0@lo:101: 00000100:00000200:2.0:1767384596.954245:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049171712 00000020:00000001:2.0:1767384596.954247:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384596.954249:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384596.954251:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.954252:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384596.954254:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000020:00000001:2.0:1767384596.954257:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384596.954258:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384596.954260:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384596.954262:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384596.954264:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.954266:0:17072:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384596.954267:0:17072:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384596.954268:0:17072:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384596.954270:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384596.954271:0:17072:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.954274:0:17072:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384596.954281:0:17072:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006215350d. 00010000:00000001:2.0:1767384596.954283:0:17072:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384596.954285:0:17072:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008a05ce8c. 00000020:00000001:2.0:1767384596.954287:0:17072:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384596.954288:0:17072:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008a05ce8c with handle 0x7f71e2b70dd20186 to hash 00000020:00000001:2.0:1767384596.954290:0:17072:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384596.954291:0:17072:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258153472 : -123269451398144 : ffff8fe318234400) 00010000:00000001:2.0:1767384596.954292:0:17072:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258153472 : -123269451398144 : ffff8fe318234400) 00010000:00010000:2.0:1767384596.954293:0:17072:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd20186 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f71e2b70dd2017f expref: -99 pid: 17072 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384596.954298:0:17072:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000f6abc116 : new locks_count 10 00000020:00000040:2.0:1767384596.954300:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=15 00000100:00000001:2.0:1767384596.954305:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384596.954307:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384596.954309:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000084a111d6. 02000000:00000001:2.0:1767384596.954311:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.954312:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.954313:0:17072:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384596.954316:0:17072:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384596.954318:0:17072:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384596.954319:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384596.954320:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.954322:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384596.954323:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.954324:0:17072:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384596.954326:0:17072:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384596.954327:0:17072:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384596.954328:0:17072:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384596.954329:0:17072:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006215350d) refcount = 1 00010000:00010000:2.0:1767384596.954332:0:17072:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd20186 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7f71e2b70dd2017f expref: 15 pid: 17072 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.954335:0:17072:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384596.954336:0:17072:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384596.954340:0:17072:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.954342:0:17072:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.954343:0:17072:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384596.954346:0:17072:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384596.954348:0:17072:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd20186 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd2017f expref: 15 pid: 17072 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.954353:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384596.954354:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384596.954356:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384596.954357:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.954358:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384596.954359:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.954360:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384596.954361:0:17072:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008a05ce8c, rc 0) 00000020:00000001:2.0:1767384596.954363:0:17072:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384596.954365:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049171712 00010000:00000001:2.0:1767384596.954367:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384596.954369:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060b61316 x1853237049171712/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:577/0 lens 328/344 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384596.954374:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384596.954376:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384596.954379:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.954382:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384596.954384:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384596.954385:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384596.954387:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384596.954388:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.954390:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384596.954391:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384596.954393:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7db7b34. 00000100:00000200:2.0:1767384596.954396:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049171712, offset 224 00000400:00000200:2.0:1767384596.954399:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384596.954404:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384596.954409:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260001f00 00000400:00000200:2.0:1767384596.954415:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x11d1 [1] + 224 00000400:00000200:2.0:1767384596.954419:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.954421:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384596.954423:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384596.954425:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4452d6e x1853237049171712/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384596.954432:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b4452d6e x1853237049171712/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.954443:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384596.954447:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7db7b34 00000400:00000010:2.0:1767384596.954448:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7db7b34. 00000100:00000001:2.0:1767384596.954451:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384596.954452:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384596.954454:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.954456:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384596.954458:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384596.954459:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.954460:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384596.954463:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060b61316 x1853237049171712/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:577/0 lens 328/344 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.954468:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060b61316 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049171712:12345-0@lo:101: Request processed in 233us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384596.954473:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000040:2.0:1767384596.954476:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384596.954477:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384596.954479:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384596.954482:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003fbf64b9. 00000020:00000010:2.0:1767384596.954484:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001535ad98. 00000020:00000010:2.0:1767384596.954486:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f87cfc79. 00000020:00000040:2.0:1767384596.954489:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:2.0:1767384596.954503:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384596.954505:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000084a111d6. 02000000:00000001:2.0:1767384596.954511:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384596.954514:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.954516:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384596.954517:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:0.0:1767384596.954522:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:2.0:1767384596.954523:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013316bd4. 00000400:00000001:0.0:1767384596.954525:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384596.954528:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d20e59d9. 00000400:00000200:0.0:1767384596.954532:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b262f9b 00000400:00000010:0.0:1767384596.954533:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b262f9b. 00000100:00000001:0.0:1767384596.954536:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384596.954538:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010e07612. 00000100:00000200:0.0:1767384596.954547:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4452d6e x1853237049171712/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384596.954555:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4452d6e x1853237049171712/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.954561:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384596.954563:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.954564:0:17077:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384596.954567:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384596.954568:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384596.954569:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384596.954571:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384596.954574:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=13 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384596.954577:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384596.954579:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384596.954579:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.954582:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384596.954583:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954585:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384596.954588:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4452d6e x1853237049171712/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.954593:0:17077:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384596.954594:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384596.954596:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384596.954598:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4452d6e x1853237049171712/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384596.954602:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4452d6e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049171712:0@lo:101: 00000100:00000001:0.0:1767384596.954605:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.954623:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954625:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384596.954626:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384596.954628:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4452d6e x1853237049171712/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.954632:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384596.954638:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002c0bb26f. 00000100:00000001:0.0:1767384596.954641:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384596.954642:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.954644:0:17077:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384596.954646:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384596.954647:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384596.954649:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=4 00000020:00000001:0.0:1767384596.954650:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384596.954652:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000040:0.0:1767384596.954655:0:17077:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000092087ec4, remote cookie: 0x7f71e2b70dd20186, flags: 0x0 00010000:00000001:0.0:1767384596.954657:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384596.954659:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384596.954660:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384596.954661:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384596.954662:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384596.954663:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000abf9be56) refcount = 1 00010000:00010000:0.0:1767384596.954675:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20186 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384596.954680:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384596.954681:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384596.954681:0:17077:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384596.954684:0:17077:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384596.954685:0:17077:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384596.954687:0:17077:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd20186 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384596.954691:0:17077:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384596.954692:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384596.954692:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384596.954693:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384596.954694:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384596.954695:0:17077:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954696:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384596.954698:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4452d6e x1853237049171712/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.954709:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384596.954711:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384596.954712:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003558e447. 02000000:00000001:0.0:1767384596.954715:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384596.954716:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384596.954717:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384596.954718:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384596.954720:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007dc90687. 02000000:00000001:0.0:1767384596.954722:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384596.954723:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384596.954724:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4452d6e. 00000100:00000001:0.0:1767384596.954726:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384596.954727:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384596.954728:0:17077:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384596.954730:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384596.954731:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 3 10000000:00000001:0.0:1767384596.954732:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.954733:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384596.954734:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384596.954735:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=3 00000020:00000001:0.0:1767384596.954736:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384596.954737:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384596.954739:0:17077:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384596.954740:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384596.954740:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384596.954741:0:17077:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384596.954742:0:17077:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384596.954745:0:17077:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000007acc08e4. 00000100:00000010:0.0:1767384596.954755:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4452d6e. 00000020:00000040:0.0:1767384596.954756:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384596.954758:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384596.954759:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384596.954760:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384596.954762:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007dc90687. 00000100:00000001:0.0:1767384596.954764:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954770:0:17077:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384596.954772:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003558e447. 00000100:00000010:0.0:1767384596.954774:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000699ffb95. 00000020:00000040:0.0:1767384596.954776:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384596.954779:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384596.954780:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384596.954782:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c0bb26f. 00000100:00000001:0.0:1767384596.954783:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804256667520 : -123269452884096 : ffff8fe3180c9780) 00000100:00000001:0.0:1767384596.954784:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384596.954785:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575795328 : -123274133756288 : ffff8fe2010c2680) 00000100:00000001:0.0:1767384596.954787:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384596.954788:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954789:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384596.954790:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384596.954791:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4452d6e x1853237049171840/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.954795:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384596.954796:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384596.954798:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384596.954799:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384596.954800:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384596.954801:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4452d6e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049171840:0@lo:256: 00000100:00000001:0.0:1767384596.954804:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384596.954805:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384596.954807:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954808:0:17077:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384596.954811:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d20e59d9. 00000400:00000010:0.0:1767384596.954813:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000979e24a5. 00000100:00000200:0.0:1767384596.954816:0:17077:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260001f80-0x6958260001f80, portal 33 00000100:00000001:0.0:1767384596.954818:0:17077:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384596.954819:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384596.954821:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000749b1e43. 02000000:00000001:0.0:1767384596.954822:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384596.954824:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040489fbf. 00000400:00000010:0.0:1767384596.954829:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b262f9b. 00000100:00000200:0.0:1767384596.954831:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049171840, portal 25 00000100:00000001:0.0:1767384596.954832:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384596.954833:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575795328 : -123274133756288 : ffff8fe2010c2680) 00000100:00000040:0.0:1767384596.954835:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4452d6e x1853237049171840/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.954840:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384596.954841:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384596.954842:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f0baf49. 00000100:00000200:0.0:1767384596.954843:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049171840, offset 0 00000400:00000200:0.0:1767384596.954846:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384596.954850:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384596.954854:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260001f80 00000400:00000200:0.0:1767384596.954856:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1c9 [2] + 0 00000400:00000010:0.0:1767384596.954858:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ae3a7e. 00000400:00000200:0.0:1767384596.954860:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cd047d81 00000400:00000200:0.0:1767384596.954863:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384596.954865:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384596.954867:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd047d81 00000400:00000010:0.0:1767384596.954868:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd047d81. 00000100:00000001:0.0:1767384596.954870:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384596.954871:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384596.954873:0:17077:0:(events.c:337:request_in_callback()) incoming req@0000000052cbcaa4 x1853237049171840 msgsize 304 00000100:00100000:0.0:1767384596.954875:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384596.954876:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384596.954886:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384596.954889:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f0baf49 00000400:00000010:0.0:1767384596.954890:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f0baf49. 00000100:00000001:0.0:1767384596.954891:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384596.954893:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4452d6e x1853237049171840/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.954898:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384596.954899:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b4452d6e x1853237049171840/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.954911:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954912:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384596.954916:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954918:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294885381 00000100:00000001:0.0:1767384596.954924:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294885380 00000100:00000001:0.0:1767384596.954928:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294885381 00000100:00000001:2.0:1767384596.954929:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384596.954930:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294885380 00000100:00100000:2.0:1767384596.954934:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049171840 00000100:00000001:0.0:1767384596.954935:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294885381 02000000:00000001:2.0:1767384596.954940:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384596.954940:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294885380 00000100:00000001:2.0:1767384596.954944:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384596.954945:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294885381 00000100:00000001:2.0:1767384596.954949:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954950:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294885380 02000000:00000001:2.0:1767384596.954982:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.954982:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384596.954988:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384596.954989:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049171840 00000100:00000001:0.0:1767384596.954990:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384596.954992:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384596.954995:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384596.954996:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 000000002c0bb26f going to sleep for 11 seconds 00000020:00000040:2.0:1767384596.955000:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:0.0:1767384596.955000:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384596.955003:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.955006:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384596.955010:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:2.0:1767384596.955013:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384596.955016:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384596.955019:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384596.955023:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b96804ef. 00000100:00000001:2.0:1767384596.955035:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384596.955037:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b96804ef. 00000020:00000010:2.0:1767384596.955041:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f87cfc79. 00000020:00000010:2.0:1767384596.955044:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003fbf64b9. 00000020:00000010:2.0:1767384596.955047:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001535ad98. 00000100:00000040:2.0:1767384596.955052:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384596.955055:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384596.955056:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384596.955057:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.955060:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.955072:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.955080:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384596.955083:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384596.955087:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:2.0:1767384596.955090:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384596.955099:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852964432 : -123268856587184 : ffff8fe33b975c50) 00000100:00000040:2.0:1767384596.955105:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052cbcaa4 x1853237049171840/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:577/0 lens 304/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.955113:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384596.955116:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b96804ef. 00000100:00000001:2.0:1767384596.955118:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384596.955119:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b96804ef. 00000100:00100000:2.0:1767384596.955123:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052cbcaa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049171840:12345-0@lo:256: 00000100:00000200:2.0:1767384596.955127:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049171840 00000020:00000001:2.0:1767384596.955129:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384596.955131:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384596.955133:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.955135:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384596.955137:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592544 : -1047959072 : ffffffffc18969e0) 00000020:00000001:2.0:1767384596.955139:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384596.955141:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384596.955143:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384596.955144:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384596.955147:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.955149:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384596.955151:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384596.955154:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000084a111d6. 02000000:00000001:2.0:1767384596.955156:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.955158:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384596.955160:0:17072:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384596.955164:0:17072:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384596.955166:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384596.955169:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384596.955171:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384596.955173:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384596.955175:0:17072:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384596.955178:0:17072:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000008ab4b787. 20000000:00000001:2.0:1767384596.955181:0:17072:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384596.955219:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384596.955240:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384596.955249:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:2.0:1767384596.955269:0:17072:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 4012/1/4/3. 20000000:00000040:2.0:1767384596.955276:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384596.955279:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384596.955282:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:2.0:1767384596.955286:0:17072:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 3928/1/4/3. 20000000:01000000:2.0:1767384596.955289:0:17072:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 168, version 10 20000000:00000001:2.0:1767384596.955292:0:17072:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=168 : 168 : a8) 00000100:00000001:2.0:1767384596.955295:0:17072:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384596.955300:0:17072:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000dbd4c479. 00000100:00000010:2.0:1767384596.955304:0:17072:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000036a264dd. 00000020:00000040:2.0:1767384596.955307:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=16 00010000:00000001:2.0:1767384596.955311:0:17072:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384596.955314:0:17072:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384596.955332:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7db7b34. 00000400:00000010:2.0:1767384596.955338:0:17072:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e75e12d7. 00000400:00000200:2.0:1767384596.955341:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384596.955350:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384596.955355:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 168 into portal 33 MB=0x6958260001f80 00000400:00000200:2.0:1767384596.955360:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 168/168 into md 0x11e1 [4] + 0 00000400:00000010:2.0:1767384596.955363:0:17072:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d20e59d9. 00000400:00000200:2.0:1767384596.955366:0:17072:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000979e24a5 00000400:00000200:2.0:1767384596.955370:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.955373:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384596.955376:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000979e24a5 00000400:00000010:2.0:1767384596.955378:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000979e24a5. 00000100:00000001:2.0:1767384596.955382:0:17072:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384596.955384:0:17072:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b4452d6e desc 000000003558e447 mbits 1853237049171840 00000100:00000001:2.0:1767384596.955397:0:17072:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384596.955400:0:17072:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384596.955405:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384596.955412:0:17072:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x11ed 00000400:00000200:2.0:1767384596.955414:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.955425:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384596.955428:0:17072:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384596.955430:0:17072:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000dbd4c479 00000100:00000001:2.0:1767384596.955433:0:17072:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384596.955440:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7db7b34 00000400:00000010:2.0:1767384596.955442:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7db7b34. 00000100:00000001:2.0:1767384596.955446:0:17072:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384596.955448:0:17072:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000dbd4c479 00000100:00000001:2.0:1767384596.955451:0:17072:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384596.955457:0:17072:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 168 bytes via portal 33 id 12345-0@lo mbits 0x6958260001f80-0x6958260001f80 00000100:00000001:2.0:1767384596.955461:0:17072:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.955463:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384596.955482:0:17072:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.955485:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.955488:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384596.955494:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000010:2.0:1767384596.955499:0:17072:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000036a264dd. 00000100:00000010:2.0:1767384596.955504:0:17072:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000dbd4c479. 00000100:00000001:2.0:1767384596.955508:0:17072:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384596.955522:0:17072:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384596.955532:0:17072:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000008ab4b787. 20000000:00000001:2.0:1767384596.955537:0:17072:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384596.955541:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049171840 00010000:00000001:2.0:1767384596.955544:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384596.955549:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052cbcaa4 x1853237049171840/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:577/0 lens 304/240 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384596.955577:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384596.955579:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384596.955583:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.955589:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384596.955593:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384596.955596:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384596.955601:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384596.955603:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.955608:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384596.955611:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384596.955616:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7db7b34. 00000100:00000200:2.0:1767384596.955646:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049171840, offset 224 00000400:00000200:2.0:1767384596.955691:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384596.955713:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384596.955719:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260001f80 00000400:00000200:2.0:1767384596.955724:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x11e5 [1] + 224 00000400:00000200:2.0:1767384596.955728:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.955731:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384596.955734:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384596.955737:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4452d6e x1853237049171840/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384596.955746:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b4452d6e x1853237049171840/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.955761:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384596.955765:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7db7b34 00000400:00000010:2.0:1767384596.955767:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7db7b34. 00000100:00000001:2.0:1767384596.955770:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384596.955771:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384596.955774:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.955777:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384596.955779:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384596.955780:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.955783:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384596.955786:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052cbcaa4 x1853237049171840/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:577/0 lens 304/240 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.955794:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052cbcaa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049171840:12345-0@lo:256: Request processed in 680us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384596.955802:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000040:2.0:1767384596.955804:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384596.955807:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384596.955809:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384596.955812:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003fbf64b9. 00000020:00000010:2.0:1767384596.955816:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001535ad98. 00000100:00000001:0.0:1767384596.955822:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384596.955828:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384596.955829:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f87cfc79. 00000400:00000001:0.0:1767384596.955830:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384596.955834:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040489fbf. 00000020:00000040:2.0:1767384596.955836:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000400:00000200:0.0:1767384596.955839:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b262f9b 00000400:00000010:0.0:1767384596.955842:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b262f9b. 02000000:00000001:2.0:1767384596.955843:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384596.955845:0:17077:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767384596.955848:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000084a111d6. 00000100:00000200:0.0:1767384596.955851:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4452d6e x1853237049171840/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384596.955854:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384596.955859:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384596.955863:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4452d6e x1853237049171840/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384596.955866:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384596.955873:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ed7ebd6. 00000400:00000010:2.0:1767384596.955879:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3e4d0f5. 00000100:00000001:0.0:1767384596.955887:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384596.955888:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.955890:0:17077:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384596.955892:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384596.955893:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384596.955894:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384596.955895:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384596.955897:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=13 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384596.955900:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384596.955902:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384596.955903:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.955904:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384596.955905:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.955907:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384596.955909:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b4452d6e x1853237049171840/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384596.955914:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b4452d6e x1853237049171840/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.955918:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384596.955920:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384596.955921:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4452d6e x1853237049171840/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384596.955926:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4452d6e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049171840:0@lo:256: 00000100:00000001:0.0:1767384596.955928:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.955929:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.955930:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384596.955931:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384596.955932:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4452d6e x1853237049171840/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.955936:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384596.955937:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002c0bb26f. 00000100:00000001:0.0:1767384596.955939:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384596.955946:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384596.955948:0:17077:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 10, more 0. 10000000:00000001:0.0:1767384596.955951:0:17077:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384596.955972:0:17077:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000d5209999. 10000000:00000040:0.0:1767384596.955980:0:17077:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.137@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384596.955985:0:17077:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384596.955987:0:17077:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384596.955991:0:17077:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.137@tcp has 192.168.202.137@tcp. 00000100:00000001:0.0:1767384596.955993:0:17077:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384596.955994:0:17077:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384596.955995:0:17077:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.137@tcp with 192.168.202.137@tcp 00000100:00000200:0.0:1767384596.955997:0:17077:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.137@tcp' 00000400:00000200:0.0:1767384596.956009:0:17077:0:(peer.c:1356:LNetAddPeer()) Add peer with 3 NIDs 00000400:00001000:0.0:1767384596.956011:0:17077:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384596.956013:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:0.0:1767384596.956017:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384596.956020:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (3) 00000400:00000200:0.0:1767384596.956024:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384596.956026:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:0.0:1767384596.956027:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (4) 00000400:00000200:0.0:1767384596.956029:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:0.0:1767384596.956030:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:0.0:1767384596.956032:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384596.956033:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:0.0:1767384596.956034:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:0.0:1767384596.956036:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384596.956037:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000100:00000001:0.0:1767384596.956038:0:17077:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384596.956039:0:17077:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384596.956041:0:17077:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.137@tcp' by NID '192.168.202.137@tcp' 10000000:00000010:0.0:1767384596.956044:0:17077:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000006d7ebac5. 10000000:00000040:0.0:1767384596.956045:0:17077:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 10/10 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.137@tcp::2 00000020:00000080:0.0:1767384596.956048:0:17077:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384596.956052:0:17077:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384596.956059:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd64268e. 00000020:00000010:0.0:1767384596.956063:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000e202a98. 00000040:00000010:0.0:1767384596.956077:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bb9b67c7. 00000020:00000010:0.0:1767384596.956080:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fdcf52a1. 00000020:00000010:0.0:1767384596.956083:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000961572ab. 00000020:00000010:0.0:1767384596.956086:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003b459bbc. 80000000:00000010:0.0:1767384596.956089:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2893a1b. 40000000:00000010:0.0:1767384596.956092:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000033188c4b. 00100000:00000010:0.0:1767384596.956095:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000128b02d. 00040000:00000010:0.0:1767384596.956098:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000023ce39ab. 00040000:00000010:0.0:1767384596.956101:0:17077:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004ed0f815. 00040000:00000010:0.0:1767384596.956104:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007c774c8d. 00080000:00000010:0.0:1767384596.956108:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008df6b3a5. 00080000:00000010:0.0:1767384596.956112:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000da7896a4. 00000004:00000010:0.0:1767384596.956117:0:17077:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003d2d0c39. 00000004:00000010:0.0:1767384596.956120:0:17077:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b6fbb715. 00000004:00000010:0.0:1767384596.956123:0:17077:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000071c4539e. 00002000:00000010:0.0:1767384596.956126:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cf6beb18. 00000004:00000010:0.0:1767384596.956129:0:17077:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000631e0695. 00000004:00000001:0.0:1767384596.956132:0:17077:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384596.956134:0:17077:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384596.956136:0:17077:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000006d7ebac5 00000040:00001000:0.0:1767384596.956137:0:17077:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384596.956138:0:17077:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384596.956139:0:17077:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384596.956140:0:17077:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384596.956142:0:17077:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384596.956143:0:17077:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384596.956144:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384596.956145:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.137@tcp::2 00000040:00000001:0.0:1767384596.956146:0:17077:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384596.956188:0:17077:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384596.956191:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000e202a98. 00000040:00000010:0.0:1767384596.956194:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bb9b67c7. 00000020:00000010:0.0:1767384596.956196:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fdcf52a1. 00000020:00000010:0.0:1767384596.956204:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000961572ab. 00000020:00000010:0.0:1767384596.956207:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003b459bbc. 80000000:00000010:0.0:1767384596.956219:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2893a1b. 40000000:00000010:0.0:1767384596.956221:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000033188c4b. 00100000:00000010:0.0:1767384596.956224:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000128b02d. 00040000:00000010:0.0:1767384596.956227:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000023ce39ab. 00040000:00000010:0.0:1767384596.956229:0:17077:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004ed0f815. 00040000:00000010:0.0:1767384596.956231:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007c774c8d. 00080000:00000010:0.0:1767384596.956235:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000da7896a4. 00080000:00000010:0.0:1767384596.956237:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008df6b3a5. 00000004:00000010:0.0:1767384596.956240:0:17077:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003d2d0c39. 00000004:00000010:0.0:1767384596.956242:0:17077:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b6fbb715. 00000004:00000010:0.0:1767384596.956246:0:17077:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000071c4539e. 00002000:00000010:0.0:1767384596.956248:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cf6beb18. 00000004:00000010:0.0:1767384596.956250:0:17077:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000631e0695. 00000020:00000010:0.0:1767384596.956251:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd64268e. 00000020:00000001:0.0:1767384596.956254:0:17077:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.956255:0:17077:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384596.956257:0:17077:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000006d7ebac5. 10000000:00000010:0.0:1767384596.956259:0:17077:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000d5209999. 10000000:00000001:0.0:1767384596.956261:0:17077:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384596.956263:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384596.956265:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4452d6e x1853237049171840/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384596.956269:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384596.956271:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384596.956272:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000749b1e43. 02000000:00000001:0.0:1767384596.956274:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384596.956275:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384596.956276:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384596.956277:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384596.956278:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384596.956279:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384596.956280:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384596.956281:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384596.956286:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000699ffb95. 00000100:00000010:0.0:1767384596.956288:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003558e447. 00000100:00000001:0.0:1767384596.956289:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384596.956290:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007dc90687. 02000000:00000001:0.0:1767384596.956292:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384596.956293:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384596.956294:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4452d6e. 00000100:00000001:0.0:1767384596.956295:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384596.956296:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384596.956304:0:17077:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000007acc08e4. 10000000:01000000:0.0:1767384596.956306:0:17077:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.137@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384596.956309:0:17077:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384596.956310:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384596.956311:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384596.956312:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=3 00000020:00000001:0.0:1767384596.956313:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384596.956315:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384596.956317:0:17077:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384596.956319:0:17077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20186 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384596.956324:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384596.956325:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384596.956326:0:17077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20186 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384596.956330:0:17077:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384596.956331:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384596.956332:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384596.956333:0:17077:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384596.956334:0:17077:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384596.956335:0:17077:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384596.956336:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384596.956337:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 3 10000000:00000001:0.0:1767384596.956339:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384596.959709:0:254:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294885381, at 4294885382 00000100:00000010:0.0:1767384596.959721:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056a8428f. 00000100:00000040:3.0:1767384596.959733:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294885381, at 4294885382 00000100:00000040:1.0:1767384596.959733:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294885381, at 4294885382 00000100:00000040:2.0:1767384596.959734:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294885381, at 4294885382 00000100:00000010:1.0:1767384596.959743:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000079ec1a13. 00000100:00000010:2.0:1767384596.959746:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef8deb67. 00000100:00000010:3.0:1767384596.959748:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d72a54e3. 00000020:00000010:2.0:1767384596.963437:0:19490:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ffc6282d. 00000020:00000040:2.0:1767384596.963443:0:19490:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384596.963446:0:19490:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ffc6282d. 00080000:00000010:0.0:1767384597.104454:0:19491:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000011ca502a. 00080000:00000010:0.0:1767384597.104463:0:19491:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000011ca502a. 00000020:00000001:0.0:1767384597.104467:0:19491:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384597.104474:0:19491:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000011ca502a. 00080000:00000010:0.0:1767384597.104478:0:19491:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000011ca502a. 00000020:00000001:0.0:1767384597.104481:0:19491:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.465677:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384597.465682:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.465686:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384597.465687:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.465716:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384597.465719:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384597.465722:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384597.782308:0:19655:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384597.782313:0:19655:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:0.0:1767384597.787888:0:19655:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384597.795163:0:19656:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000428ba45. 00000400:00000010:0.0:1767384597.795175:0:19656:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fa114ecb. 00000400:00000010:0.0:1767384597.795183:0:19656:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a475a822. 00000400:00000010:0.0:1767384597.795187:0:19656:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fea6de52. 00000400:00000010:0.0:1767384597.795190:0:19656:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000938dc4a9. 00000400:00000010:0.0:1767384597.795194:0:19656:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fbcf0c72. 00000400:00000010:0.0:1767384597.795212:0:19656:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007acc08e4. 00000400:00000010:0.0:1767384597.795213:0:19656:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f89135ab. 00000400:00000010:0.0:1767384597.795217:0:19656:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000054a50231. 00000800:00000010:0.0:1767384597.795227:0:19656:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000023ce39ab. 00000800:00000200:0.0:1767384597.795238:0:19656:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384597.795243:0:19656:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384597.795280:0:19656:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:0.0:1767384597.795301:0:19656:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp12 [8/256/0/180] 00000400:00000010:0.0:1767384597.797555:0:19656:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000006f8aa8d6. 00000400:00000010:0.0:1767384597.797561:0:19656:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040489fbf. 00000400:00000010:0.0:1767384597.797566:0:19656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b262f9b. 00000400:00000001:0.0:1767384597.797577:0:19656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384597.797579:0:19656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384597.797580:0:19656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000640aa3a2. 00000400:00000200:0.0:1767384597.797583:0:19656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58b0c66 00000400:00000010:0.0:1767384597.797584:0:19656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b58b0c66. 00000400:00000010:0.0:1767384597.797587:0:19656:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000584416ad. 00000400:00000200:0.0:1767384597.797597:0:19656:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (3) 00000400:00000200:0.0:1767384597.797641:0:19656:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384597.797653:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384597.797653:0:19656:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000400:00000200:3.0:1767384597.797661:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000020:00000010:0.0:1767384597.797665:0:19656:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000da7896a4. 00000400:00000010:3.0:1767384597.797669:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073eafc63. 00000020:01000000:0.0:1767384597.797674:0:19656:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384597.797675:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (4) 00000020:01000000:0.0:1767384597.797682:0:19656:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp12 00000400:00000010:3.0:1767384597.797683:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ee7bfc92. 00000400:00000200:3.0:1767384597.797691:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000200:3.0:1767384597.797704:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000010:0.0:1767384597.797708:0:19656:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fa114ecb. 00000400:00000200:3.0:1767384597.797711:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000010:0.0:1767384597.797717:0:19656:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000428ba45. 00000400:00000200:3.0:1767384597.797718:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384597.797726:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:3.0:1767384597.797730:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp11 00000400:00000200:3.0:1767384597.797734:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp11 lpni_is_preferred = 0 00000020:00000001:2.0:1767384597.797735:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384597.797738:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp11 10000000:00000001:2.0:1767384597.797742:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384597.797743:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp11 NI seq info: [9:9:256:4294967295] 192.168.202.137@tcp11 LPNI seq info [9:9:8:4294967295] 10000000:00000001:2.0:1767384597.797749:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384597.797752:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp11 10000000:01000000:2.0:1767384597.797755:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384597.797763:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384597.797764:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11:) -> 192.168.202.137@tcp11(192.168.202.137@tcp:192.168.202.137@tcp11) : PUT try# 0 00000020:01000004:2.0:1767384597.797769:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:3.0:1767384597.797775:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.202.137@tcp11 00000020:01000004:2.0:1767384597.797775:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384597.797779:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384597.797780:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384597.797782:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384597.797784:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384597.797788:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384597.797789:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:3.0:1767384597.797790:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e776eddc. 00000020:01000004:2.0:1767384597.797791:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384597.797801:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f936500. 00000800:00000010:3.0:1767384597.797804:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a6c8f3b1. 00000020:00000040:2.0:1767384597.797808:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000800:00000010:3.0:1767384597.797810:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000426006f2. 00000100:00000001:2.0:1767384597.797818:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.0:1767384597.797823:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c8f3b1] -> 12345-192.168.202.137@tcp11 (2) 02000000:00000001:2.0:1767384597.797825:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.1:1767384597.797830:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c8f3b1] -> 12345-192.168.202.137@tcp11 (2) 02000000:00000001:2.0:1767384597.797839:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384597.797850:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005e7136ba. 00000400:00000200:3.0:1767384597.797852:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384597.797857:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000100:00000001:2.0:1767384597.797860:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.797872:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384597.797875:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384597.797883:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f936500] to pc [ptlrpcd_00_00+0] req@000000009f936500 x1853237049171968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384597.797936:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 10000000:00000001:2.0:1767384597.797937:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384597.797944:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.797965:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384597.797967:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.797970:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767384597.797972:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384597.797990:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384597.797996:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f936500 x1853237049171968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384597.797998:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384597.798003:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384597.798006:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384597.798009:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:2.0:1767384597.798010:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384597.798012:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384597.798016:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:3.0:1767384597.798018:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384597.798020:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384597.798022:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384597.798023:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384597.798025:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384597.798025:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000020:01000004:2.0:1767384597.798028:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:3.0:1767384597.798034:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049171968:0@lo:253: 00000020:01000004:2.0:1767384597.798034:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384597.798039:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384597.798041:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:2.0:1767384597.798042:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384597.798045:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384597.798047:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:2.0:1767384597.798048:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384597.798052:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384597.798053:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000010:2.0:1767384597.798055:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089f67573. 02000000:00000001:3.0:1767384597.798056:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384597.798062:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 02000000:00000010:3.0:1767384597.798064:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bf5afcaa. 00000100:00000001:2.0:1767384597.798066:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384597.798068:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384597.798071:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384597.798074:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f944308d. 02000000:00000001:2.0:1767384597.798076:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384597.798081:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000010:3.0:1767384597.798082:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd1f89b2. 02000000:00000010:2.0:1767384597.798085:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000899025f3. 00000100:00000200:3.0:1767384597.798089:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049171968, portal 25 00000100:00000001:3.0:1767384597.798093:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384597.798093:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.798097:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120992768 : -123269588558848 : ffff8fe30ff65c00) 00000100:00000001:2.0:1767384597.798101:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384597.798104:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f936500 x1853237049171968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.798106:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.798115:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384597.798117:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089f67573] to pc [ptlrpcd_00_01+1] req@0000000089f67573 x1853237049172096/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384597.798120:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384597.798124:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dcebf0e5. 00000100:00000200:3.0:1767384597.798129:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049171968, offset 0 10000000:00000001:2.0:1767384597.798136:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.798140:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384597.798148:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:2.0:1767384597.798148:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.798155:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384597.798159:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384597.798162:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002000 00000020:00000010:2.0:1767384597.798162:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000da7896a4. 00000400:00000200:3.0:1767384597.798173:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 00000400:00000010:3.0:1767384597.798176:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a51cb8. 00000400:00000200:3.0:1767384597.798180:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e8d305be 00000100:00000001:2.0:1767384597.798182:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384597.798202:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384597.798203:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384597.798208:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384597.798211:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384597.798217:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d305be 00000100:00000040:2.0:1767384597.798218:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089f67573 x1853237049172096/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384597.798220:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8d305be. 00000100:00000001:3.0:1767384597.798227:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384597.798231:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384597.798237:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000b04f85a6 x1853237049171968 msgsize 4848 00000100:00000001:2.0:1767384597.798240:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384597.798246:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384597.798249:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384597.798254:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384597.798255:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384597.798261:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384597.798267:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384597.798271:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089f67573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049172096:0@lo:253: 00000100:00000001:3.0:1767384597.798290:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384597.798293:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384597.798298:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384597.798300:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcebf0e5 02000000:00000001:2.0:1767384597.798301:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384597.798306:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dcebf0e5. 02000000:00000001:2.0:1767384597.798307:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384597.798313:0:16348:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1767384597.798316:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f80fce70. 00000100:00000200:3.0:1767384597.798320:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f936500 x1853237049171968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384597.798322:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384597.798332:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52edba2. 00000100:00000001:0.0:1767384597.798332:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384597.798338:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049171968 00000100:00000001:3.0:1767384597.798339:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384597.798342:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082f96e93. 02000000:00000001:0.0:1767384597.798344:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384597.798346:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f936500 x1853237049171968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384597.798351:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049172096, portal 25 00000100:00000001:0.0:1767384597.798351:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:1.0:1767384597.798356:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e7581734. 00000100:00000001:0.0:1767384597.798357:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.798359:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384597.798363:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120990976 : -123269588560640 : ffff8fe30ff65500) 02000000:00000001:0.0:1767384597.798366:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384597.798369:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000945c4ee2. 00000100:00000001:3.0:1767384597.798374:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384597.798374:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049171968 00000100:00000040:2.0:1767384597.798377:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089f67573 x1853237049172096/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384597.798378:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c7ca12d. 00000100:00000001:3.0:1767384597.798380:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384597.798380:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384597.798385:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:3.0:1767384597.798388:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.798392:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384597.798395:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294886224 00000020:00000040:0.0:1767384597.798397:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:2.0:1767384597.798399:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384597.798404:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c901aab2. 00000020:00000001:0.0:1767384597.798405:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000040:2.0:1767384597.798406:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384597.798412:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000010:2.0:1767384597.798413:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de0255a1. 00000100:00000001:3.0:1767384597.798414:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384597.798420:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384597.798421:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049172096, offset 0 00000100:00000001:3.0:1767384597.798423:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294886224 00000800:00000010:1.0:1767384597.798424:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c7ca12d. 00000020:00000010:0.0:1767384597.798427:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fbcdeaf. 00000100:00000001:0.0:1767384597.798431:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384597.798432:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a75fb95. 00000400:00000200:2.0:1767384597.798432:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384597.798439:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000020:00000010:0.0:1767384597.798440:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fbcdeaf. 00000020:00000010:0.0:1767384597.798449:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7447b98. 00000400:00000200:2.0:1767384597.798450:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384597.798451:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294886224 00000100:00000010:3.0:1767384597.798457:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000438a68d9. 00000020:00000010:0.0:1767384597.798459:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9600cd9. 00000100:00000001:3.0:1767384597.798464:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000020:00000010:0.0:1767384597.798469:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5ae207c. 00000100:00000001:3.0:1767384597.798470:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294886224 00000400:00000200:2.0:1767384597.798477:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002080 00000100:00000010:3.0:1767384597.798478:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9406b23. 00000100:00000001:3.0:1767384597.798484:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384597.798486:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384597.798488:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384597.798489:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000100:00000001:3.0:1767384597.798490:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.798492:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384597.798497:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384597.798498:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384597.798499:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000531b88dc. 00000100:00000001:0.0:1767384597.798502:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.798503:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384597.798507:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007baf7e4a 00000400:00000200:1.0:1767384597.798508:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp11 from 251.3.0.2 00000100:00000001:3.0:1767384597.798510:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384597.798514:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384597.798516:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384597.798516:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000014ea51e5. 00000100:00000001:3.0:1767384597.798519:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384597.798524:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384597.798527:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.798529:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384597.798530:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384597.798531:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384597.798536:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384597.798537:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007baf7e4a 00000100:00000001:3.0:1767384597.798540:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384597.798541:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007baf7e4a. 00000100:00000001:2.0:1767384597.798549:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384597.798551:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384597.798553:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384597.798556:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000bb73f103 x1853237049172096 msgsize 4848 00000100:00000001:0.0:1767384597.798557:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384597.798568:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1767384597.798574:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384597.798576:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000040:2.0:1767384597.798579:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384597.798580:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729439312 : -123268980112304 : ffff8fe3343a8450) 00000100:00000040:0.0:1767384597.798589:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b04f85a6 x1853237049171968/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:578/0 lens 4848/0 e 0 to 0 dl 1767384608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.798598:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384597.798600:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384597.798606:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fbcdeaf. 00000800:00000010:1.0:1767384597.798607:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b774ca0. 00000400:00000200:2.0:1767384597.798608:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de0255a1 00000800:00000010:1.0:1767384597.798611:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e18d34f. 00000400:00000010:2.0:1767384597.798613:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de0255a1. 00000100:00000001:2.0:1767384597.798620:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384597.798626:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089f67573 x1853237049172096/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.798635:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1767384597.798635:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003615e6d4. 00000100:00000040:2.0:1767384597.798641:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089f67573 x1853237049172096/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1F:1767384597.798648:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c8f3b1] -> 12345-192.168.202.137@tcp11 (2) 00000100:00000001:0.0:1767384597.798649:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384597.798654:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fbcdeaf. 00000100:00100000:0.0:1767384597.798660:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b04f85a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049171968:12345-0@lo:253: 00000100:00000200:0.0:1767384597.798664:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049171968 00000020:00000001:0.0:1767384597.798668:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384597.798672:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384597.798675:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.798678:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384597.798681:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000800:00000200:1.1:1767384597.798686:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp11 000000003615e6d4 deleted 00000020:00000001:0.0:1767384597.798687:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384597.798689:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.1:1767384597.798690:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003615e6d4. 00000020:00000001:0.0:1767384597.798690:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.798697:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384597.798698:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:1.1:1767384597.798701:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:0.0:1767384597.798703:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384597.798706:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.798706:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384597.798708:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp11 ip 192.168.202.137:1019 00000100:00000001:0.0:1767384597.798711:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384597.798712:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294886225 00000800:00000200:1.1:1767384597.798714:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e776eddc type 1, nob 192 niov 1 nkiov 1 02000000:00000001:0.0:1767384597.798715:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384597.798720:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294886224 02000000:00000010:0.0:1767384597.798723:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000420ecea3. 00000800:00000200:1.0:1767384597.798728:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp11 p 3.x 192.168.202.137 -> 192.168.202.137:1019 incarnation:1767384596581517654 sched[0] 02000000:00000001:0.0:1767384597.798728:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.798729:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294886225 00000100:00000001:0.0:1767384597.798731:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.798737:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294886224 00000800:00000010:1.0:1767384597.798738:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c7ca12d. 20000000:00000001:0.0:1767384597.798738:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384597.798744:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294886225 00000100:00000001:2.0:1767384597.798748:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294886224 00000100:00000001:2.0:1767384597.798750:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294886225 20000000:00000010:0.0:1767384597.798750:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004f8db5f9. 20000000:01000000:0.0:1767384597.798756:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384597.798763:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384597.798765:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294886224 20000000:00000001:0.0:1767384597.798769:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384597.798770:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384597.798772:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.798774:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.798776:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384597.798782:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.798785:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384597.798788:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 20000000:00000001:0.0:1767384597.798788:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.798796:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767384597.798797:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c7ca12d. 20000000:00000001:0.0:1767384597.798797:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384597.798798:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384597.798802:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384597.798804:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e18d34f. 00000100:00000001:2.0:1767384597.798805:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384597.798810:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000057e320f9. 20000000:01000000:0.0:1767384597.798815:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:0.0:1767384597.798819:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384597.798825:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:2.0:1767384597.798830:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000001:0.0:1767384597.798830:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00100000:2.0:1767384597.798834:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172096 02000000:00000001:2.0:1767384597.798836:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384597.798837:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384597.798839:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384597.798841:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384597.798844:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172096 00000020:00000001:2.0:1767384597.798846:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000010:1.0:1767384597.798846:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000014ea51e5. 00000020:00000040:2.0:1767384597.798847:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00080000:00000001:0.0:1767384597.798851:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:2.0:1767384597.798853:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384597.798856:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000020:00000001:2.0:1767384597.798858:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384597.798860:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384597.798863:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384597.798865:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384597.798867:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ffd3b913. 00080000:00000001:0.0:1767384597.798870:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.798871:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384597.798873:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384597.798878:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ffd3b913. 00080000:00000001:0.0:1767384597.798878:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384597.798882:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384597.798886:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2eccf79. 00080000:00000001:0.0:1767384597.798887:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384597.798908:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384597.798909:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074235073. 00080000:00000002:0.0:1767384597.798913:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000010:2.0:1767384597.798915:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001535ad98. 00000100:00000001:2.0:1767384597.798922:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384597.798924:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00000100:00000001:2.0:1767384597.798926:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000002:0.0:1767384597.798931:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00000001:2.0:1767384597.798932:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.798942:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384597.798943:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384597.798970:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.798973:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384597.798977:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384597.798998:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:1.0:1767384597.798999:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384597.799002:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:1.0:1767384597.799003:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e776eddc. 00000100:00000001:2.0:1767384597.799005:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384597.799005:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000400:00000200:1.0:1767384597.799011:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1767384597.799013:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00100000:2.0:1767384597.799014:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00000040:2.0:1767384597.799017:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00080000:00000010:0.0:1767384597.799019:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000006fb2db4. 00000100:00000001:2.0:1767384597.799022:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729445456 : -123268980106160 : ffff8fe3343a9c50) 00000400:00000200:1.0:1767384597.799023:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: PUT: OK 00080000:00000001:0.0:1767384597.799024:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804788016640 : -123268921534976 : ffff8fe337b85600) 00080000:00000001:0.0:1767384597.799030:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000040:2.0:1767384597.799031:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb73f103 x1853237049172096/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:578/0 lens 4848/0 e 0 to 0 dl 1767384608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384597.799032:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000001:00000001:0.0:1767384597.799035:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1767384597.799041:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00080000:00000010:0.0:1767384597.799041:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003fbcdeaf. 00080000:00000001:0.0:1767384597.799047:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.799049:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384597.799054:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ffd3b913. 00080000:00000001:0.0:1767384597.799054:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384597.799058:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384597.799059:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ffd3b913. 00000100:00100000:2.0:1767384597.799065:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb73f103 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16349:x1853237049172096:12345-0@lo:253: 00000100:00000200:2.0:1767384597.799068:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172096 00080000:00000001:0.0:1767384597.799069:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.799071:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:1.1:1767384597.799075:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:2.0:1767384597.799076:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384597.799079:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.799082:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384597.799083:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384597.799088:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:1.0:1767384597.799089:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp11 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384596581517654 sched[0] 00000020:00000001:2.0:1767384597.799090:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384597.799093:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:2.0:1767384597.799095:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:1.0:1767384597.799096:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000945c4ee2. 00000020:00000001:2.0:1767384597.799097:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384597.799100:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.799103:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384597.799106:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384597.799111:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006e8f957b. 02000000:00000001:2.0:1767384597.799113:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.799115:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384597.799116:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384597.799131:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006987a850. 20000000:01000000:2.0:1767384597.799134:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384597.799136:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384597.799144:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384597.799145:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384597.799147:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384597.799149:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384597.799149:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384597.799230:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000800:00000001:2.0:1767384597.799291:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384597.799299:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384597.799302:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384597.799306:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384597.799313:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384597.799324:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11) <- 192.168.202.137@tcp11 : PUT - for me 00000400:00000200:2.0:1767384597.799335:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384597.799341:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 96/96 into md 0x11bd [1] + 0 00000400:00000010:2.0:1767384597.799344:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000679602a5. 00000400:00000200:2.0:1767384597.799347:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a902b368 00000800:00000001:2.0:1767384597.799352:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384597.799357:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000800:00000001:2.0:1767384597.799361:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384597.799365:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384597.799370:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: PUT: OK 00000400:00000200:2.0:1767384597.799374:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00000400:00000010:2.0:1767384597.799376:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000400:00000200:2.0:1767384597.799380:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384597.799383:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (5) 00000400:00000200:2.0:1767384597.799387:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:2.0:1767384597.799390:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000cccb081a. 00000400:00000200:2.0:1767384597.799393:0:16341:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 4 00000400:00000200:2.0:1767384597.799397:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384597.799405:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384597.799411:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (6) 00000400:00000200:2.0:1767384597.799417:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384597.799424:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp11 to MR: 192.168.202.137@tcp11 local destination 00000400:00000200:2.0:1767384597.799429:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp11 NI seq info: [10:10:256:4294967295] 192.168.202.137@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:2.0:1767384597.799438:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11:192.168.202.137@tcp11) -> 192.168.202.137@tcp11(192.168.202.137@tcp11:192.168.202.137@tcp11) 192.168.202.137@tcp11 : ACK try# 0 00000400:00000200:0.0:1767384597.799444:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384597.799445:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp11 00000400:00000010:0.0:1767384597.799452:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000640aa3a2. 00000800:00000010:2.0:1767384597.799455:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042901dc8. 00000800:00000200:2.0:1767384597.799462:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c8f3b1] -> 12345-192.168.202.137@tcp11 (4) 00000800:00000200:2.0:1767384597.799467:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp11 ip 192.168.202.137:988 00000800:00000200:2.0:1767384597.799469:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042901dc8 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384597.799513:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b58b0c66. 00000400:00000200:0.0:1767384597.799520:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 00000800:00000200:2.0:1767384597.799532:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384597.799536:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1004d1 00000800:00000010:2.0:1767384597.799537:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042901dc8. 00000400:00000200:2.0:1767384597.799545:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384597.799548:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 000000005cf4a927. 00000400:00000200:2.0:1767384597.799551:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: ACK: OK 00000400:00000010:0.0:1767384597.799557:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 000000009eced205. 00000800:00000001:2.0:1767384597.799562:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384597.799564:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 00000000fc3ebdfa. 00000800:00000001:2.0:1767384597.799567:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384597.799572:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384597.799578:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384597.799579:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384597.799580:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007d50586c. 00000800:00000001:2.0:1767384597.799584:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384597.799590:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007d50586c nid 192.168.202.137@tcp12 00000400:00000200:2.0:1767384597.799594:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11) <- 192.168.202.137@tcp11 : ACK - for me 00000400:00000010:0.0:1767384597.799598:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000584416ad. 00000400:00000200:0.0:1767384597.799604:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000584416ad net tcp12 00000400:00000200:2.0:1767384597.799636:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp11: ACK from 12345-192.168.202.137@tcp11 into md 0x11fd 00000400:00000200:2.0:1767384597.799640:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384597.799646:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000966d039. 00000400:00000200:2.0:1767384597.799647:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: ACK: OK 00000400:00000200:2.0:1767384597.799655:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073eafc63 00000400:00000010:2.0:1767384597.799657:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073eafc63. 00000400:00000200:2.0:1767384597.799662:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384597.799666:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:2.0:1767384597.799670:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384597.799675:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (5) 00000800:00000010:1.0:1767384597.799679:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000945c4ee2. 00000800:00000001:2.0:1767384597.799683:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384597.799687:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c7ca12d. 00000800:00000001:2.0:1767384597.799689:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384597.799743:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c7ca12d. 00000400:00000200:2.0:1767384597.799774:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384597.799791:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp11 from 250.3.0.2 00000800:00000010:2.0:1767384597.799794:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000353c8f43. 00000800:00000010:1.0:1767384597.800006:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fd555f3. 00000800:00000010:1.0:1767384597.800038:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e18d34f. 00000800:00000010:1.0:1767384597.800055:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003615e6d4. 00000800:00000200:1.1:1767384597.800061:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c8f3b1] -> 12345-192.168.202.137@tcp11 (4) 00000800:00000200:1.1:1767384597.800066:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp11 000000003615e6d4 deleted 00000800:00000010:1.1:1767384597.800068:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003615e6d4. 00000800:00000200:1.1:1767384597.800094:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384597.800101:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp11 p 3.x 192.168.202.137 -> 192.168.202.137:1018 incarnation:1767384596581517654 sched[0] 00000400:00000200:0.0:1767384597.800104:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (4) 00000800:00000010:1.0:1767384597.800108:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c7ca12d. 00000400:00000200:0.0:1767384597.800111:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp12 flags 0x11 00000400:00000010:0.0:1767384597.800118:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 000000005cf4a927. 00000400:00000010:0.0:1767384597.800122:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 000000009eced205. 00000400:00000010:0.0:1767384597.800126:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 00000000fc3ebdfa. 00000400:00000010:0.0:1767384597.800130:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000cccb081a. 00000400:00000200:0.0:1767384597.800135:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384597.800140:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000400:00000200:0.0:1767384597.800145:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000400:00000200:0.0:1767384597.800149:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000200:0.0:1767384597.800153:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384597.800156:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000400:00000200:0.0:1767384597.800161:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:0.0:1767384597.800166:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (5) 00000800:00000010:1.0:1767384597.800168:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c7ca12d. 00000800:00000010:1.0:1767384597.800171:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e18d34f. 00000800:00000200:2.1:1767384597.800185:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384597.800194:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp11 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384596581517654 sched[0] 00000800:00000010:2.0:1767384597.800211:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000945c4ee2. 00000800:00000010:1.0:1767384597.800223:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000353c8f43. 00000800:00000001:0.0:1767384597.800249:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384597.800254:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384597.800257:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384597.800261:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384597.800505:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000006fb2db4. 00080000:00000010:0.0:1767384597.800546:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003fbcdeaf. 00040000:00000001:0.0:1767384597.800551:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384597.800554:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384597.800556:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384597.800560:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384597.800564:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384597.800566:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384597.800580:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384597.800591:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384597.800595:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384597.800602:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2a6f0b0. 20000000:01000000:2.0:1767384597.800627:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:2.0:1767384597.800631:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384597.800634:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384597.800637:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384597.800639:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384597.800641:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384597.800645:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384597.800647:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 10000000:01000000:1.0:1767384597.800648:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384597.800654:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384597.800658:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384597.800659:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384597.800664:0:17096:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006215350d count: 2 00080000:00000001:2.0:1767384597.800665:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384597.800668:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.800670:0:17096:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384597.800673:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384597.800676:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384597.800678:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384597.800682:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f9b951c. 00080000:00000002:2.0:1767384597.800683:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:1.0:1767384597.800689:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384597.800691:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00000020:00000040:1.0:1767384597.800694:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006f9b951c with handle 0x7f71e2b70dd2018d to hash 00080000:00000002:2.0:1767384597.800695:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:1.0:1767384597.800701:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384597.800703:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384597.800705:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782838272 : -123268926713344 : ffff8fe337695200) 00080000:00000001:2.0:1767384597.800708:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.800712:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782838272 : -123268926713344 : ffff8fe337695200) 00080000:00000001:2.0:1767384597.800713:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384597.800719:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384597.800721:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384597.800725:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:1.0:1767384597.800726:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.800733:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384597.800733:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384597.800739:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c170377f. 00080000:00000001:2.0:1767384597.800744:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799575689728 : -123274133861888 : ffff8fe2010a8a00) 00080000:00000001:2.0:1767384597.800749:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384597.800749:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:2.0:1767384597.800755:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384597.800756:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:2.0:1767384597.800760:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ffd3b913. 00010000:00000001:1.0:1767384597.800761:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384597.800765:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.800767:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384597.800770:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000020:0.0:1767384597.800782:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384597.800786:0:17096:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:0.0:1767384597.800786:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384597.800788:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004f8db5f9. 00080000:00000001:2.0:1767384597.800789:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384597.800791:0:17096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd20186 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd2017f expref: 16 pid: 17072 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384597.800793:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384597.800799:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049171968 00010000:00000001:1.0:1767384597.800801:0:17096:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384597.800802:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:2.0:1767384597.800803:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384597.800804:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384597.800807:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b04f85a6 x1853237049171968/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:578/0 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384597.800809:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384597.800811:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384597.800814:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384597.800817:0:17096:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:0.0:1767384597.800817:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384597.800819:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384597.800820:0:17096:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384597.800824:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=14 v=5 (1 0 0 0) 00010000:00000040:1.0:1767384597.800826:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006215350d) refcount = 2 00010000:00000040:1.0:1767384597.800829:0:17096:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1767384597.800829:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767384597.800832:0:17096:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd20186 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7f71e2b70dd2017f expref: 16 pid: 17072 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384597.800832:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384597.800834:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384597.800837:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1767384597.800838:0:17096:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 02000000:00000001:0.0:1767384597.800839:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384597.800840:0:17096:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384597.800843:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384597.800846:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000010:1.0:1767384597.800848:0:17096:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c7ca12d. 00000400:00000010:0.0:1767384597.800848:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa114ecb. 00000100:00000001:1.0:1767384597.800852:0:17096:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000200:0.0:1767384597.800852:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049171968, offset 224 00000100:00000010:1.0:1767384597.800855:0:17096:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e18d34f. 00000100:00000001:1.0:1767384597.800858:0:17096:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620803997674496 : -123269711877120 : ffff8fe3089cac00) 00000400:00000200:0.0:1767384597.800858:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384597.800860:0:17096:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620803997674496 : -123269711877120 : ffff8fe3089cac00) 00000100:00000001:1.0:1767384597.800863:0:17096:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384597.800865:0:17096:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000400:00000200:0.0:1767384597.800865:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384597.800867:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384597.800870:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384597.800871:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002000 00010000:00000001:1.0:1767384597.800872:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384597.800874:0:17096:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:0.0:1767384597.800876:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1201 [2] + 224 00010000:00000001:1.0:1767384597.800877:0:17096:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384597.800879:0:17096:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384597.800881:0:17096:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:0.0:1767384597.800881:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384597.800886:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384597.800892:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1767384597.800893:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b048f156. 00000020:00000040:1.0:1767384597.800911:0:17096:0:(genops.c:1229:class_import_get()) import 0000000046210a5b refcount=2 obd=MGS 00000100:00000200:0.0:1767384597.800911:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f936500 x1853237049171968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.800915:0:17096:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384597.800918:0:17096:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384597.800922:0:17096:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384597.800923:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009f936500 x1853237049171968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384597.800927:0:17096:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c807b87. 00000100:00000001:1.0:1767384597.800931:0:17096:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384597.800936:0:17096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd20186 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7f71e2b70dd2017f expref: 16 pid: 17072 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384597.800967:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384597.800972:0:17096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd20186 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7f71e2b70dd2017f expref: 16 pid: 17072 timeout: 368 lvb_type: 0 00000100:00000001:2.0:1767384597.800999:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384597.800999:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa114ecb 00010000:00000001:1.0:1767384597.801000:0:17096:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384597.801003:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384597.801004:0:17096:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384597.801004:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa114ecb. 00000100:00000001:0.0:1767384597.801010:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384597.801011:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384597.801011:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b048f156 x1853237049172224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384597.801012:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384597.801016:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384597.801018:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384597.801020:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f944308d. 00000100:00000040:0.0:1767384597.801024:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000200:2.0:1767384597.801027:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd1f89b2 00000100:00000001:1.0:1767384597.801028:0:17096:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767384597.801028:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384597.801032:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd1f89b2. 00000100:00000001:1.0:1767384597.801033:0:17096:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.801034:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.801036:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384597.801038:0:17096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b048f156 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049172224:0@lo:104: 00000020:00000001:0.0:1767384597.801038:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384597.801042:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b04f85a6 x1853237049171968/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:578/0 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.801043:0:17096:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384597.801048:0:17096:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767384597.801051:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f936500 x1853237049171968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384597.801051:0:17096:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384597.801057:0:17096:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767384597.801061:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b04f85a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16348:x1853237049171968:12345-0@lo:253: Request processed in 2457us (2818us total) trans 0 rc 0/0 02000000:00000010:1.0:1767384597.801062:0:17096:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c746204c. 02000000:00000001:1.0:1767384597.801067:0:17096:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384597.801075:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f936500 x1853237049171968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384597.801076:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080b81a91. 00000100:00100000:0.0:1767384597.801080:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000400:00000010:1.0:1767384597.801084:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068447344. 00000100:00000040:0.0:1767384597.801087:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000200:1.0:1767384597.801091:0:17096:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049172224, portal 16 00000100:00000001:0.0:1767384597.801092:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384597.801095:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384597.801096:0:17096:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384597.801099:0:17096:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924124544 : -123268785427072 : ffff8fe33fd52d80) 00000100:00000001:2.0:1767384597.801101:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384597.801102:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9600cd9. 00000100:00000001:2.0:1767384597.801105:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384597.801108:0:17096:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000b048f156 x1853237049172224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384597.801109:0:16348:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384597.801109:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5ae207c. 02000000:00000001:2.0:1767384597.801114:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384597.801114:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7447b98. 00000100:00000001:2.0:1767384597.801117:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384597.801121:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000001:2.0:1767384597.801122:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.801123:0:17096:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384597.801127:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384597.801130:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384597.801132:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=14 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384597.801133:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000420ecea3. 00000100:00000040:1.0:1767384597.801137:0:17096:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384597.801140:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384597.801141:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=14 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384597.801142:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00000100:00000001:0.0:1767384597.801143:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.801149:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384597.801150:0:17096:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049172224, offset 0 00000100:00000200:0.0:1767384597.801151:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384597.801152:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384597.801155:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b7622e. 00010000:00000001:2.0:1767384597.801156:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384597.801158:0:17096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384597.801161:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.801165:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384597.801165:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa114ecb. 00000400:00000200:1.0:1767384597.801171:0:17096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384597.801175:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f936500 x1853237049171968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384597.801184:0:17096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260002100 00000100:00000001:2.0:1767384597.801185:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384597.801190:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384597.801193:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384597.801196:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384597.801216:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384597.801216:0:17096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000020:01000004:2.0:1767384597.801220:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384597.801223:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384597.801227:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384597.801229:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384597.801230:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384597.801231:0:17096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:2.0:1767384597.801232:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384597.801236:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384597.801240:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384597.801241:0:17096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384597.801245:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f936500 x1853237049171968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.801247:0:17096:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384597.801251:0:17096:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384597.801258:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095bb839c. 00000100:00100000:2.0:1767384597.801260:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049171968:0@lo:253: 00000100:00000040:1.0:1767384597.801263:0:17096:0:(events.c:337:request_in_callback()) incoming req@0000000095bb839c x1853237049172224 msgsize 328 00000100:00100000:1.0:1767384597.801269:0:17096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384597.801293:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.801295:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384597.801297:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f936500 x1853237049171968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.801301:0:17096:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384597.801303:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384597.801307:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384597.801309:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bf5afcaa. 00000400:00000200:1.0:1767384597.801311:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 02000000:00000001:2.0:1767384597.801313:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384597.801316:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767384597.801318:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000020:00000040:2.0:1767384597.801319:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384597.801325:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384597.801327:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005e7136ba. 00000100:00000001:1.0:1767384597.801327:0:17096:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384597.801332:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384597.801333:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767384597.801335:0:17096:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b048f156 x1853237049172224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384597.801337:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172224 02000000:00000001:2.0:1767384597.801338:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384597.801342:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f936500. 02000000:00000001:0.0:1767384597.801343:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384597.801347:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384597.801348:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384597.801350:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.801352:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.801353:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384597.801354:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.801355:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384597.801357:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172224 00000100:00000040:1.0:1767384597.801359:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b048f156 x1853237049172224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384597.801363:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384597.801366:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.801370:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384597.801370:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384597.801372:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384597.801372:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd1fff7 00000100:00000001:2.0:1767384597.801374:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.801377:0:17096:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384597.801377:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.801380:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000020c2555a refcount=3 00000100:00000001:1.0:1767384597.801383:0:17096:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.801383:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000020:00000001:0.0:1767384597.801385:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000100:00000001:1.0:1767384597.801386:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294886227 00000100:00000001:0.0:1767384597.801389:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384597.801391:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294886225 00000020:00000010:0.0:1767384597.801391:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fbcdeaf. 00000100:00000001:0.0:1767384597.801393:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384597.801394:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294886227 00000020:00000010:0.0:1767384597.801396:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fbcdeaf. 00000100:00000001:1.0:1767384597.801397:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294886225 00000100:00000001:1.0:1767384597.801399:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294886227 00000020:00000010:0.0:1767384597.801399:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e9ca108. 00000100:00000001:1.0:1767384597.801402:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294886225 00000020:00000010:0.0:1767384597.801403:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9600cd9. 00000100:00000001:1.0:1767384597.801404:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294886227 00000020:00000010:0.0:1767384597.801407:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5ae207c. 00000100:00000001:1.0:1767384597.801414:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294886225 00000100:00000040:0.0:1767384597.801414:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384597.801417:0:17096:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.801417:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384597.801418:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384597.801419:0:17096:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.801419:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.801422:0:17096:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.801423:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.801424:0:17096:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384597.801426:0:17096:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.801428:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384597.801430:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384597.801431:0:17096:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.801434:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384597.801435:0:17096:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384597.801438:0:17096:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.801440:0:17096:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384597.801441:0:17096:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384597.801441:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384597.801443:0:17096:0:(client.c:2690:ptlrpc_set_wait()) set 000000008e18d34f going to sleep for 11 seconds 00000100:00000001:1.0:1767384597.801446:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384597.801448:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.801450:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384597.801452:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384597.801456:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384597.801459:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000020c2555a : new rpc_count 1 00000100:00000001:0.0:1767384597.801462:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924127232 : -123268785424384 : ffff8fe33fd53800) 00000100:00000040:0.0:1767384597.801467:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000095bb839c x1853237049172224/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:578/0 lens 328/0 e 0 to 0 dl 1767384608 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384597.801477:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384597.801480:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fbcdeaf. 00000100:00000001:0.0:1767384597.801482:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384597.801484:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fbcdeaf. 00000100:00100000:0.0:1767384597.801489:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000095bb839c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049172224:12345-0@lo:104: 00000100:00000200:0.0:1767384597.801493:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172224 00010000:00000001:0.0:1767384597.801503:0:17064:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384597.801508:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.801510:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.801513:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=2 00000020:00000001:0.0:1767384597.801515:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384597.801518:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384597.801522:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384597.801524:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384597.801527:0:17064:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd20186 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384597.801536:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384597.801537:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384597.801541:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002744cae3. 02000000:00000001:0.0:1767384597.801543:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.801545:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.801548:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384597.801550:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384597.801552:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aca2e737 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384597.801556:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384597.801558:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384597.801561:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384597.801564:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384597.801565:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.801567:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384597.801569:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384597.801572:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f0baf49. 00000100:00000200:0.0:1767384597.801575:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049172224, offset 224 00000400:00000200:0.0:1767384597.801579:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384597.801584:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384597.801589:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260002100 00000400:00000200:0.0:1767384597.801592:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1219 [1] + 224 00000400:00000200:0.0:1767384597.801595:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384597.801597:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384597.801634:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384597.801638:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b048f156 x1853237049172224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384597.801649:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b048f156 x1853237049172224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384597.801664:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384597.801671:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f0baf49 00000400:00000010:0.0:1767384597.801674:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f0baf49. 00000100:00000001:0.0:1767384597.801678:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384597.801680:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384597.801684:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384597.801687:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384597.801692:0:17064:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384597.801696:0:17064:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b2940423. 00010000:00000001:0.0:1767384597.801700:0:17064:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384597.801713:0:17064:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384597.801717:0:17064:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.801719:0:17064:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.801721:0:17064:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384597.801725:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095bb839c x1853237049172224/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:578/0 lens 328/224 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384597.801727:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384597.801731:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384597.801736:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384597.801741:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384597.801743:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:0.0:1767384597.801747:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000095bb839c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049172224:12345-0@lo:104: Request processed in 266us (479us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384597.801755:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384597.801757:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000400:00000001:1.0:1767384597.801760:0:17096:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384597.801760:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020c2555a : new rpc_count 0 00000400:00000001:1.0:1767384597.801762:0:17096:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:2.0:1767384597.801763:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd20186 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384597.801763:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384597.801764:0:17096:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080b81a91. 00000100:00000001:0.0:1767384597.801765:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384597.801770:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9600cd9. 00000400:00000200:1.0:1767384597.801772:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068447344 00000020:00000010:0.0:1767384597.801775:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5ae207c. 00000400:00000010:1.0:1767384597.801776:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068447344. 00010000:00010000:2.0:1767384597.801779:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000092087ec4 already unused, calling callback (000000004e97d7c8) 00000100:00000001:1.0:1767384597.801781:0:17096:0:(events.c:78:reply_in_callback()) Process entered 10000000:00000001:2.0:1767384597.801782:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:0.0:1767384597.801782:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e9ca108. 10000000:00010000:2.0:1767384597.801787:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7f71e2b70dd20186 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384597.801789:0:17096:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b048f156 x1853237049172224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384597.801789:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000020c2555a : new refcount 2 00000100:00000001:0.0:1767384597.801795:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384597.801801:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:1.0:1767384597.801808:0:17096:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b048f156 x1853237049172224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384597.801811:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384597.801813:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384597.801815:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=3 00000020:00000001:2.0:1767384597.801817:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:2.0:1767384597.801819:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:2.0:1767384597.801822:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384597.801824:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7f71e2b70dd20186 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384597.801830:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384597.801831:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7f71e2b70dd20186 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384597.801834:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384597.801841:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384597.801844:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384597.801849:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384597.801851:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384597.801854:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.801856:0:17096:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384597.801860:0:17096:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.801863:0:17096:0:(client.c:1578:after_reply()) Process entered 10000000:00000001:2.0:1767384597.801864:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:1.0:1767384597.801866:0:17096:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00000001:2.0:1767384597.801868:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384597.801870:0:17096:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00000040:2.0:1767384597.801871:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 2 00000100:00000001:1.0:1767384597.801875:0:17096:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384597.801876:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384597.801879:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384597.801881:0:17096:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.801884:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384597.801888:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00001000:1.0:1767384597.801888:0:17096:0:(import.c:2128:obd_at_measure()) add 5 to 0000000064d2fb3e time=14 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384597.801891:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384597.801893:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384597.801894:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384597.801916:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000092087ec4 with handle 0x7f71e2b70dd2017f from hash 00010000:00000001:2.0:1767384597.801921:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384597.801925:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384597.801926:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1767384597.801927:0:17096:0:(import.c:2128:obd_at_measure()) add 1 to 000000004a8fb74c time=14 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384597.801928:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384597.801933:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384597.801936:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767384597.801937:0:17096:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384597.801941:0:17096:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.801944:0:17096:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384597.801984:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384597.801985:0:17096:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.801987:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767384597.801992:0:17096:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384597.801994:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f936500. 00000100:00000040:1.0:1767384597.801999:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b048f156 x1853237049172224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384597.802000:0:17068:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384597.802005:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384597.802008:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384597.802012:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384597.802019:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000076d59587. 00000100:00000001:1.0:1767384597.802019:0:17096:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384597.802026:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.802026:0:17096:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384597.802031:0:17096:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384597.802032:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384597.802035:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20186 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384597.802037:0:17096:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384597.802041:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384597.802045:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384597.802046:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384597.802050:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384597.802050:0:17096:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.802057:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384597.802059:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.802060:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b048f156 x1853237049172224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384597.802065:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f936500] to pc [ptlrpcd_00_02+2] req@000000009f936500 x1853237049172352/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384597.802095:0:17096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b048f156 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049172224:0@lo:104: 00000100:00000001:1.0:1767384597.802102:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.802104:0:17096:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.802107:0:17096:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384597.802110:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384597.802111:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384597.802115:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b048f156 x1853237049172224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384597.802117:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384597.802118:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384597.802122:0:16351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00000001:2.0:1767384597.802124:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384597.802128:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384597.802130:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.802135:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.802138:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384597.802138:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.802139:0:17096:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384597.802139:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.802142:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384597.802144:0:17096:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:2.0:1767384597.802146:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.802148:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384597.802148:0:17096:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c746204c. 00000100:00000001:3.0:1767384597.802151:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384597.802153:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20186 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384597.802154:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384597.802155:0:17096:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384597.802160:0:17096:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384597.802163:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f936500 x1853237049172352/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384597.802164:0:17096:0:(genops.c:1242:class_import_put()) import 0000000046210a5b refcount=1 obd=MGS 00000020:00000001:1.0:1767384597.802172:0:17096:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384597.802175:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:1.0:1767384597.802177:0:17096:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002c807b87. 00010000:00010000:2.0:1767384597.802181:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd2017f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20186 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384597.802186:0:17096:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384597.802187:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384597.802191:0:17096:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384597.802192:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384597.802213:0:17096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b048f156. 02000000:00000001:3.0:1767384597.802215:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1767384597.802216:0:17068:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000af2f8222. 02000000:00000001:3.0:1767384597.802218:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384597.802221:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000abf9be56 count: 0 02000000:00000001:3.0:1767384597.802223:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384597.802228:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049172352:0@lo:103: 00000100:00000001:1.0:1767384597.802232:0:17096:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384597.802239:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384597.802239:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384597.802241:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384597.802244:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767384597.802245:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000010:1.0:1767384597.802247:0:17096:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008e18d34f. 00010000:00000010:2.0:1767384597.802249:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b2940423. 00000100:00000001:1.0:1767384597.802254:0:17096:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:3.0:1767384597.802256:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.802257:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.802258:0:17096:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384597.802261:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384597.802265:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000010:1.0:1767384597.802269:0:17096:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c7ca12d. 02000000:00000010:3.0:1767384597.802284:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033babcdd. 00000020:00000001:2.0:1767384597.802285:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.802292:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384597.802293:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384597.802294:0:17096:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.802297:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384597.802302:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a6263d1. 00000020:00000001:2.0:1767384597.802302:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.802302:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384597.802310:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384597.802310:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384597.802313:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348be73a. 00000020:00000001:2.0:1767384597.802314:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 20000000:00000001:1.0:1767384597.802314:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000001:2.0:1767384597.802319:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.802319:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:3.0:1767384597.802321:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049172352, portal 18 00010000:00010000:1.0:1767384597.802324:0:17096:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384597.802325:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384597.802327:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384597.802332:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120992768 : -123269588558848 : ffff8fe30ff65c00) 00000100:00000040:3.0:1767384597.802343:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f936500 x1853237049172352/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.802354:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384597.802358:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384597.802362:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bdc4ecf. 00000100:00000200:3.0:1767384597.802365:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049172352, offset 0 00000400:00000200:3.0:1767384597.802370:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384597.802377:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384597.802382:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260002180 00000400:00000200:3.0:1767384597.802386:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:3.0:1767384597.802389:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384597.802392:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384597.802394:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384597.802396:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384597.802398:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025342ae0. 00000100:00000040:3.0:1767384597.802400:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000025342ae0 x1853237049172352 msgsize 328 00000100:00100000:3.0:1767384597.802403:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384597.802415:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384597.802419:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bdc4ecf 00000400:00000010:3.0:1767384597.802421:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bdc4ecf. 00000100:00000001:3.0:1767384597.802423:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384597.802426:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f936500 x1853237049172352/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.802433:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384597.802436:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f936500 x1853237049172352/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.802448:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.802450:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384597.802455:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.802455:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000010:1.0:1767384597.802458:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c170377f. 00000100:00000001:3.0:1767384597.802461:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294886228 00000100:00100000:0.0:1767384597.802462:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172352 02000000:00000001:0.0:1767384597.802468:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384597.802471:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294886227 00000100:00000001:0.0:1767384597.802471:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384597.802474:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.802477:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294886228 02000000:00000001:0.0:1767384597.802480:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.802482:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294886227 00080000:00000010:1.0:1767384597.802482:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ffd3b913. 00000100:00100000:0.0:1767384597.802485:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172352 00040000:00000001:1.0:1767384597.802488:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1767384597.802489:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294886228 00040000:00000001:1.0:1767384597.802490:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:0.0:1767384597.802490:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:1.0:1767384597.802494:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384597.802494:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:3.0:1767384597.802496:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294886227 00000020:00000001:0.0:1767384597.802499:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000002:1.0:1767384597.802500:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 00000100:00000001:3.0:1767384597.802501:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294886228 00000020:00000040:0.0:1767384597.802502:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 20000000:00000001:1.0:1767384597.802504:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.802508:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294886227 20000000:00000001:1.0:1767384597.802508:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000020:00000001:0.0:1767384597.802508:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 20000000:01000000:1.0:1767384597.802511:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000020:00000001:0.0:1767384597.802513:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384597.802515:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384597.802516:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.802516:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384597.802521:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384597.802523:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000020:00000010:0.0:1767384597.802523:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fbcdeaf. 00000100:00000001:3.0:1767384597.802525:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.802528:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.802529:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384597.802530:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 00000020:00000010:0.0:1767384597.802535:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fbcdeaf. 00000020:00000010:0.0:1767384597.802542:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e9ca108. 00000020:00000010:0.0:1767384597.802546:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9600cd9. 00000020:00000010:0.0:1767384597.802552:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5ae207c. 00000100:00000040:0.0:1767384597.802559:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384597.802561:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384597.802563:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384597.802565:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384597.802567:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.802570:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384597.802572:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.802574:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.802576:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a05ce8c refcount=4 00000020:00000001:0.0:1767384597.802578:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258153472 : -123269451398144 : ffff8fe318234400) 00010000:00000001:0.0:1767384597.802581:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258153472 : -123269451398144 : ffff8fe318234400) 00010000:00010000:0.0:1767384597.802586:0:17067:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd20186 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd2017f expref: 16 pid: 17072 timeout: 368 lvb_type: 0 00080000:00000020:1.0:1767384597.802660:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384597.802664:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384597.802666:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006987a850. 20000000:00000001:1.0:1767384597.802670:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.802671:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.802673:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1767384597.802674:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049172096 00010000:00000001:0.0:1767384597.802675:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384597.802677:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384597.802677:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384597.802682:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb73f103 x1853237049172096/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:578/0 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.802683:0:17067:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384597.802687:0:17067:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025342ae0 x1853237049172352/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:578/0 lens 328/0 e 0 to 0 dl 1767384608 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384597.802691:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384597.802695:0:17067:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384597.802696:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.802699:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384597.802701:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384597.802705:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384597.802707:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384597.802709:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:0.0:1767384597.802710:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384597.802711:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384597.802713:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.802715:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384597.802718:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384597.802721:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e18d34f. 00000100:00000001:0.0:1767384597.802722:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384597.802723:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384597.802725:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049172096, offset 224 00000100:00100000:0.0:1767384597.802728:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000400:00000200:1.0:1767384597.802731:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384597.802732:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:0.0:1767384597.802734:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923216256 : -123268786335360 : ffff8fe33fc75180) 00000100:00000001:3.0:1767384597.802736:0:17066:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384597.802739:0:17066:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000040:0.0:1767384597.802739:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000025342ae0 x1853237049172352/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:578/0 lens 328/0 e 0 to 0 dl 1767384608 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384597.802743:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384597.802748:0:17066:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002b20d69d. 00000400:00000200:1.0:1767384597.802755:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002080 00000100:00000001:0.0:1767384597.802755:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384597.802756:0:17066:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000020:00000010:0.0:1767384597.802759:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fbcdeaf. 00000100:00000001:0.0:1767384597.802762:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384597.802764:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1209 [2] + 224 00000020:00000010:0.0:1767384597.802765:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fbcdeaf. 00000400:00000200:1.0:1767384597.802770:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384597.802771:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000025342ae0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16351:x1853237049172352:12345-0@lo:103: 00000400:00000200:1.0:1767384597.802775:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384597.802775:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172352 00010000:00000001:0.0:1767384597.802778:0:17067:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:1.0:1767384597.802779:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000002:0.0:1767384597.802780:0:17067:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000200:1.0:1767384597.802781:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089f67573 x1853237049172096/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384597.802782:0:17067:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384597.802785:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384597.802788:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384597.802792:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000089f67573 x1853237049172096/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384597.802792:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000428ba45. 02000000:00000001:0.0:1767384597.802795:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.802798:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.802809:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1767384597.802812:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384597.802812:0:17067:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384597.802814:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.802816:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384597.802817:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e18d34f 00000020:00000040:0.0:1767384597.802819:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a05ce8c refcount=4 00000400:00000010:1.0:1767384597.802820:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e18d34f. 00000020:00000001:0.0:1767384597.802822:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258153472 : -123269451398144 : ffff8fe318234400) 00000100:00000001:1.0:1767384597.802823:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384597.802825:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384597.802825:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258153472 : -123269451398144 : ffff8fe318234400) 00000100:00000001:1.0:1767384597.802829:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384597.802829:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006215350d count: 3 00000100:00000040:1.0:1767384597.802833:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00010000:0.0:1767384597.802835:0:17067:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd20186 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd2017f expref: 16 pid: 17072 timeout: 368 lvb_type: 0 00010000:00000001:1.0:1767384597.802836:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384597.802838:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384597.802841:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:0.0:1767384597.802841:0:17067:0:(import.c:2128:obd_at_measure()) add 0 to 000000002cb15ef2 time=1767384597 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384597.802845:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:1.0:1767384597.802847:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb73f103 x1853237049172096/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:578/0 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.802850:0:17066:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.802851:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.802855:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384597.802860:0:17067:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd20186 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7f71e2b70dd2017f expref: 16 pid: 17072 timeout: 368 lvb_type: 0 00000020:00000001:0.0:1767384597.802867:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1767384597.802869:0:19658:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:0.0:1767384597.802869:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384597.802874:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384597.802875:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb73f103 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16349:x1853237049172096:12345-0@lo:253: Request processed in 3824us (4317us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384597.802877:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.802881:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384597.802883:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:1.0:1767384597.802904:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000010:3.0:1767384597.802906:0:19658:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000032ab8c30. 00000100:00000040:1.0:1767384597.802908:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00000001:0.0:1767384597.802908:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384597.802914:0:19658:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a97df8bd. 00000100:00000001:1.0:1767384597.802914:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384597.802914:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384597.802918:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384597.802918:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:3.0:1767384597.802922:0:19658:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000088aca6b. 00010000:00000001:0.0:1767384597.802922:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384597.802923:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074235073. 00000020:00000010:3.0:1767384597.802930:0:19658:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b5d4bc8c. 00000020:00000040:0.0:1767384597.802930:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008a05ce8c with handle 0x7f71e2b70dd20186 from hash 00000020:00000010:1.0:1767384597.802933:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001535ad98. 00010000:00000001:0.0:1767384597.802935:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:3.0:1767384597.802939:0:19658:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000422d5f60. 00010000:00000001:0.0:1767384597.802939:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384597.802941:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2eccf79. 00010000:00000001:0.0:1767384597.802944:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00000010:3.0:1767384597.802966:0:19658:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005d2021f6. 00000020:00000040:1.0:1767384597.802967:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00010000:00000001:0.0:1767384597.802967:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384597.802972:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:3.0:1767384597.802974:0:19658:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003fd05203. 02000000:00000001:1.0:1767384597.802975:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384597.802975:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:1.0:1767384597.802980:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006e8f957b. 00010000:00010000:0.0:1767384597.802982:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008a05ce8c/0x7f71e2b70dd20186 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7f71e2b70dd2017f expref: 15 pid: 17072 timeout: 368 lvb_type: 0 00000020:00000010:3.0:1767384597.802983:0:19658:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a4bd94c3. 02000000:00000001:1.0:1767384597.803002:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1767384597.803006:0:19658:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005cea291e. 00000100:00000001:1.0:1767384597.803007:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:3.0:1767384597.803013:0:19658:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000013d420df. 00000100:00000200:1.0:1767384597.803015:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000040:0.0:1767384597.803016:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 9 00000020:00000040:0.0:1767384597.803018:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000400:00000010:1.0:1767384597.803020:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080b81a91. 00010000:00000001:0.0:1767384597.803025:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 40000000:00000010:3.0:1767384597.803026:0:19658:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c849bcba. 00010000:00000001:0.0:1767384597.803027:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:1.0:1767384597.803029:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e18d34f. 00010000:00000001:0.0:1767384597.803032:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384597.803034:0:17067:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000006f9b951c 00000008:00000010:3.0:1767384597.803035:0:19658:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000c22aeedd. 00010000:00000001:0.0:1767384597.803036:0:17067:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00020000:00000010:3.0:1767384597.803041:0:19658:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000005c16795c. 00010000:00000001:0.0:1767384597.803041:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384597.803044:0:17067:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00008000:00000010:3.0:1767384597.803046:0:19658:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a460b752. 00000100:00000001:1.0:1767384597.803048:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384597.803050:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00100000:00000010:3.0:1767384597.803052:0:19658:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d4a99c71. 00000100:00000001:1.0:1767384597.803052:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384597.803052:0:17067:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384597.803056:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384597.803056:0:17067:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00040000:00000010:3.0:1767384597.803058:0:19658:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f3408920. 00000400:00000001:1.0:1767384597.803060:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384597.803060:0:17067:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00040000:00000010:3.0:1767384597.803062:0:19658:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000772d7d80. 00000400:00000010:1.0:1767384597.803064:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f52edba2. 00010000:00010000:0.0:1767384597.803064:0:17067:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00040000:00000010:3.0:1767384597.803066:0:19658:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007eaa5bf9. 00000400:00000200:1.0:1767384597.803069:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082f96e93 00000400:00000010:1.0:1767384597.803072:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082f96e93. 00080000:00000010:3.0:1767384597.803073:0:19658:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000022fbe92f. 00010000:00000001:0.0:1767384597.803074:0:17067:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1767384597.803076:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384597.803080:0:17067:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000010:3.0:1767384597.803081:0:19658:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000276d8bb6. 00000100:00000200:1.0:1767384597.803082:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089f67573 x1853237049172096/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384597.803082:0:17067:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384597.803086:0:17067:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000004:00000010:3.0:1767384597.803089:0:19658:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a3d364dd. 00010000:00000040:0.0:1767384597.803089:0:17067:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006215350d) refcount = 2 00010000:00010000:0.0:1767384597.803096:0:17067:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000004:00000010:3.0:1767384597.803097:0:19658:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cbb5cfc1. 00000100:00000200:1.0:1767384597.803098:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089f67573 x1853237049172096/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767384597.803105:0:19658:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007e966e08. 00010000:00000001:0.0:1767384597.803108:0:17067:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00002000:00000010:3.0:1767384597.803111:0:19658:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d81a98a9. 00000100:00000001:1.0:1767384597.803112:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384597.803112:0:17067:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:1.0:1767384597.803117:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384597.803117:0:17067:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1767384597.803118:0:19658:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d8eb1e0c. 00000100:00000001:1.0:1767384597.803120:0:16349:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384597.803120:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1767384597.803124:0:19658:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d27384fa. 02000000:00000001:1.0:1767384597.803124:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000010:0.0:1767384597.803126:0:17067:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fbcdeaf. 00000080:00000010:3.0:1767384597.803129:0:19658:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a63fadfb. 00000100:00000001:0.0:1767384597.803132:0:17067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1767384597.803135:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384597.803136:0:19658:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000065ca4b2d. 00000100:00000001:1.0:1767384597.803138:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384597.803138:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b329208. 02000000:00000001:1.0:1767384597.803142:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.803142:0:17067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804256665600 : -123269452886016 : ffff8fe3180c9000) 00000100:00000001:0.0:1767384597.803145:0:17067:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620804256665600 : -123269452886016 : ffff8fe3180c9000) 00000100:00000200:3.0:1767384597.803146:0:19658:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000100:00001000:1.0:1767384597.803147:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=14 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384597.803148:0:17067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00001000:1.0:1767384597.803154:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384597.803154:0:17067:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:1.0:1767384597.803157:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384597.803157:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:1.0:1767384597.803159:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384597.803160:0:17067:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384597.803162:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 20000000:01000000:0.0:1767384597.803163:0:17067:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002518287s 00010000:00000001:1.0:1767384597.803164:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.803167:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.803167:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384597.803169:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384597.803171:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089f67573 x1853237049172096/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384597.803171:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f9b951c refcount=5 00000020:00000001:0.0:1767384597.803174:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782838272 : -123268926713344 : ffff8fe337695200) 00010000:00000001:0.0:1767384597.803177:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782838272 : -123268926713344 : ffff8fe337695200) 00000100:00000001:1.0:1767384597.803179:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384597.803179:0:17067:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:1.0:1767384597.803181:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:0.0:1767384597.803181:0:17067:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384597.803183:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384597.803186:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384597.803188:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:0.0:1767384597.803188:0:17067:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:01000004:1.0:1767384597.803189:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384597.803190:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00010000:0.0:1767384597.803190:0:17067:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384597.803192:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384597.803193:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384597.803209:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384597.803211:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384597.803212:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384597.803213:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384597.803214:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384597.803216:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089f67573 x1853237049172096/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384597.803216:0:17067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.803225:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:1.0:1767384597.803226:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089f67573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049172096:0@lo:253: 00010000:00000001:0.0:1767384597.803226:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.803230:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384597.803232:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384597.803232:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384597.803234:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384597.803237:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089f67573 x1853237049172096/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384597.803240:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006f9b951c already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384597.803244:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384597.803245:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384597.803246:0:17067:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:1.0:1767384597.803247:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:0.0:1767384597.803248:0:17067:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384597.803249:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f80fce70. 02000000:00000001:1.0:1767384597.803255:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384597.803255:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:1.0:1767384597.803265:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384597.803265:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1767384597.803267:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384597.803267:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384597.803269:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f9b951c refcount=6 00000020:00000001:1.0:1767384597.803270:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384597.803272:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000899025f3. 00000020:00000001:0.0:1767384597.803272:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782838272 : -123268926713344 : ffff8fe337695200) 00010000:00000001:0.0:1767384597.803291:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782838272 : -123268926713344 : ffff8fe337695200) 02000000:00000001:1.0:1767384597.803293:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384597.803294:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384597.803294:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384597.803295:0:17067:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384597.803296:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089f67573. 00000100:00000001:1.0:1767384597.803299:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384597.803301:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384597.803301:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384597.803303:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384597.803303:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384597.803305:0:17067:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.803308:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384597.803309:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.803311:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384597.803314:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.803320:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384597.803322:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384597.803325:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384597.803328:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384597.803331:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006f9b951c with handle 0x7f71e2b70dd2018d from hash 00010000:00000001:0.0:1767384597.803335:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384597.803337:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.803339:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.803341:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384597.803343:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384597.803345:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384597.803348:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384597.803350:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384597.803353:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.803356:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384597.803357:0:17096:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.803358:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384597.803364:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.803367:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.803370:0:17067:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.803374:0:17096:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384597.803375:0:17067:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384597.803379:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384597.803380:0:17067:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384597.803383:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384597.803385:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384597.803397:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384597.803400:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384597.803404:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.803404:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384597.803406:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384597.803414:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.803416:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384597.803418:0:17067:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384597.803420:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384597.803421:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.803422:0:17067:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384597.803425:0:17067:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384597.803427:0:17067:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.803429:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384597.803431:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2018d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384597.803439:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384597.803441:0:17067:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.803443:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384597.803444:0:17067:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384597.803447:0:17067:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.803449:0:17067:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.803451:0:17067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384597.803453:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001b329208. 00000100:00000001:0.0:1767384597.803455:0:17067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384597.803457:0:17067:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384597.803459:0:17067:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fbcdeaf. 00010000:00000001:0.0:1767384597.803461:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384597.803463:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006215350d count: 0 00010000:00010000:0.0:1767384597.803467:0:17067:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384597.803469:0:17067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384597.803472:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384597.803474:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384597.803476:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384597.803480:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384597.803483:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384597.803485:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384597.803488:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384597.803489:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384597.803492:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384597.803494:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384597.803504:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f0baf49. 00000100:00000200:0.0:1767384597.803507:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049172352, offset 224 00000400:00000200:0.0:1767384597.803511:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384597.803516:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384597.803520:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260002180 00000400:00000200:0.0:1767384597.803523:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1229 [1] + 224 00000400:00000200:0.0:1767384597.803525:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384597.803534:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384597.803536:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384597.803539:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f936500 x1853237049172352/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384597.803545:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f936500 x1853237049172352/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384597.803557:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384597.803561:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f0baf49 00000400:00000010:0.0:1767384597.803563:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f0baf49. 00000100:00000001:0.0:1767384597.803566:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384597.803568:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384597.803569:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384597.803572:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384597.803576:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384597.803578:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384597.803580:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384597.803582:0:17067:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384597.803584:0:17067:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384597.803588:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384597.803589:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025342ae0 x1853237049172352/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:578/0 lens 328/224 e 0 to 0 dl 1767384608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384597.803592:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a6263d1. 00000400:00000200:3.0:1767384597.803597:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348be73a 00000400:00000010:3.0:1767384597.803601:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348be73a. 00000100:00000001:3.0:1767384597.803622:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384597.803628:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f936500 x1853237049172352/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384597.803631:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000025342ae0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049172352:12345-0@lo:103: Request processed in 848us (1201us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384597.803646:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f936500 x1853237049172352/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384597.803654:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:3.0:1767384597.803658:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384597.803660:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384597.803661:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.803667:0:16351:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384597.803667:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384597.803671:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384597.803673:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384597.803674:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384597.803677:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384597.803679:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9600cd9. 02000000:00000001:3.0:1767384597.803680:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384597.803686:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=14 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384597.803688:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5ae207c. 00000100:00001000:3.0:1767384597.803691:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384597.803693:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384597.803694:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.803696:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384597.803698:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.803701:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384597.803702:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e9ca108. 00000100:00000040:3.0:1767384597.803706:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f936500 x1853237049172352/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384597.803710:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:3.0:1767384597.803717:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384597.803717:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.803723:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384597.803724:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384597.803728:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f936500 x1853237049172352/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384597.803735:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049172352:0@lo:103: 00000100:00000001:3.0:1767384597.803739:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.803740:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384597.803750:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f936500 x1853237049172352/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.803755:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384597.803756:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384597.803758:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033babcdd. 02000000:00000001:3.0:1767384597.803761:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384597.803762:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384597.803764:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384597.803766:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384597.803767:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000076d59587. 02000000:00000001:3.0:1767384597.803770:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384597.803771:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384597.803772:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f936500. 00000100:00000001:3.0:1767384597.803775:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384597.803776:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.803779:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.803784:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384597.803786:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.803788:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.803790:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.806663:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294886228, at 4294886229 00000100:00000040:0.0:1767384597.806663:0:254:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294886228, at 4294886229 00000100:00000010:0.0:1767384597.806671:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c901aab2. 00000100:00000010:1.0:1767384597.806672:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a75fb95. 00000100:00000040:2.0:1767384597.806706:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294886228, at 4294886229 00000100:00000010:2.0:1767384597.806713:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000438a68d9. 00010000:00000010:0.1:1767384597.807644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008a05ce8c. 00010000:00000010:0.1:1767384597.807652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f9b951c. 00010000:00000010:0.1:1767384597.807660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006215350d. 00000100:00000040:3.0:1767384597.807669:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294886228, at 4294886230 00000100:00000010:3.0:1767384597.807675:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9406b23. 00010000:00000010:2.1:1767384597.807696:0:19657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000abf9be56. 00010000:00000010:2.1:1767384597.807704:0:19657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000092087ec4. 00000400:00000010:0.0:1767384597.818497:0:19662:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000026a6e352. 00000400:00000040:0.0:1767384597.818514:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384597.818516:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384597.818518:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384597.818519:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384597.818521:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384597.818522:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384597.818524:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384597.818525:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384597.818526:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384597.818527:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384597.818529:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384597.818530:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384597.818532:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384597.818533:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384597.818533:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384597.818535:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384597.818536:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384597.818537:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384597.818538:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384597.818540:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384597.818541:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384597.818542:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384597.818543:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384597.818544:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384597.818545:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384597.818546:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384597.818547:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384597.818548:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384597.818549:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384597.818551:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384597.818552:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384597.818557:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384597.818558:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384597.818559:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384597.818560:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384597.818561:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384597.818561:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384597.818563:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384597.818565:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384597.818566:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384597.818567:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384597.818568:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384597.818569:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384597.818570:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384597.818571:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384597.818573:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384597.818574:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384597.818575:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384597.818576:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384597.818577:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384597.818578:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384597.818580:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384597.818580:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384597.818582:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384597.818584:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384597.818585:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384597.818586:0:19662:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384597.818600:0:19662:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000026a6e352. 00080000:00000010:3.0:1767384598.327911:0:19807:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fb07c702. 00080000:00000010:3.0:1767384598.327920:0:19807:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fb07c702. 00000020:00000001:3.0:1767384598.327924:0:19807:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384598.327930:0:19807:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fb07c702. 00080000:00000010:3.0:1767384598.327934:0:19807:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fb07c702. 00000020:00000001:3.0:1767384598.327936:0:19807:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.489688:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384598.489695:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.489702:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384598.489704:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384598.489745:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384598.489748:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384598.489751:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384599.001696:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384599.001702:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384599.001708:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b048f156. 00000020:00000040:1.0:1767384599.001716:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384599.001722:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384599.001722:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384599.001726:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384599.001734:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.001735:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1767384599.001746:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd92294e. 00000100:00000010:0.0:1767384599.001747:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4452d6e. 00000100:00000001:1.0:1767384599.001758:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384599.001758:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384599.001771:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384599.001774:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384599.001776:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384599.001777:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384599.001784:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384599.001792:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000112648eb. 00000100:00000040:1.0:1767384599.001793:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b048f156] to pc [ptlrpcd_00_03+3] req@00000000b048f156 x1853237049172480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.001805:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384599.001823:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@00000000b4452d6e x1853237049172608/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:1.0:1767384599.001832:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.001850:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384599.001852:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.001854:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384599.001858:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384599.001861:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4452d6e] to pc [ptlrpcd_00_00+0] req@00000000b4452d6e x1853237049172608/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.001863:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384599.001866:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.001873:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384599.001878:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b048f156 x1853237049172480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.001882:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.001886:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.001893:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384599.001894:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384599.001902:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384599.001906:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384599.001907:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384599.001914:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4452d6e x1853237049172608/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.001915:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384599.001915:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd2d4228. 00000020:00000040:0.0:1767384599.001930:0:38:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=5 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384599.001931:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384599.001951:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384599.001952:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384599.001955:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384599.001961:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.001962:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384599.001962:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384599.001971:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b048f156 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16351:1853237049172480:0@lo:13: 00000100:00000001:2.0:1767384599.001972:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384599.001972:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8a8bb5f. 00000100:00000001:1.0:1767384599.001985:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384599.001985:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384599.001998:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384599.001999:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384599.002005:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384599.002014:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384599.002019:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384599.002022:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384599.002023:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000695f0b9e. 02000000:00000001:1.0:1767384599.002027:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384599.002031:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd2d4228] to pc [ptlrpcd_00_01+1] req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384599.002038:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003778ad49. 02000000:00000001:2.0:1767384599.002043:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384599.002051:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384599.002052:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068447344. 00000100:00000001:0.0:1767384599.002053:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384599.002062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384599.002063:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384599.002066:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049172480, portal 4 00000100:00000001:0.0:1767384599.002069:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384599.002074:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767384599.002076:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d91cc723. 00000100:00100000:2.0:1767384599.002078:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4452d6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049172608:0@lo:400: 00000100:00000001:1.0:1767384599.002081:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924124544 : -123268785427072 : ffff8fe33fd52d80) 00000020:00000040:0.0:1767384599.002081:0:38:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384599.002094:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384599.002097:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384599.002097:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384599.002103:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b048f156 x1853237049172480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384599.002103:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.002108:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384599.002113:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000de1090ec. 02000000:00000001:2.0:1767384599.002118:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.002124:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.002127:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384599.002135:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384599.002139:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384599.002144:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384599.002145:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007451d1c7. 00000400:00000010:1.0:1767384599.002146:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00000100:00000200:1.0:1767384599.002156:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049172480, offset 0 02000000:00000001:2.0:1767384599.002158:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.002164:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384599.002172:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384599.002173:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384599.002179:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384599.002180:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384599.002180:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384599.002181:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008174d3f4. 00000100:00000040:3.0:1767384599.002195:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384599.002196:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91cc723] to pc [ptlrpcd_00_02+2] req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384599.002198:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7db7b34. 00000400:00000200:1.0:1767384599.002215:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384599.002216:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049172608, portal 25 00000100:00000001:2.0:1767384599.002235:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384599.002240:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575795328 : -123274133756288 : ffff8fe2010c2680) 00000400:00000200:1.0:1767384599.002250:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260002200 00000100:00000001:3.0:1767384599.002256:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384599.002259:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4452d6e x1853237049172608/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.002260:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.002264:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.002265:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384599.002270:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 224 00000100:00000040:0.0:1767384599.002276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384599.002278:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384599.002294:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.002295:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384599.002299:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff3740c8. 00000100:00000001:2.0:1767384599.002301:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384599.002302:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16349:1853237049172736:0@lo:400: 00000020:00000040:0.0:1767384599.002303:0:38:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384599.002308:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384599.002310:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384599.002311:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384599.002312:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384599.002315:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.002317:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384599.002318:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b391f72e. 02000000:00000001:3.0:1767384599.002319:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384599.002320:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076b5cd7e. 00000100:00000200:2.0:1767384599.002324:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049172608, offset 0 02000000:00000001:3.0:1767384599.002325:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384599.002326:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384599.002330:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3cc10b6. 00000100:00000040:0.0:1767384599.002333:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384599.002335:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384599.002340:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384599.002342:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a6263d1. 00000100:00000001:0.0:1767384599.002348:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384599.002349:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384599.002350:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348be73a. 00000100:00000040:0.0:1767384599.002353:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff3740c8] to pc [ptlrpcd_00_03+3] req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384599.002356:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049172736, portal 4 00000400:00000200:2.0:1767384599.002361:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384599.002363:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384599.002366:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575791744 : -123274133759872 : ffff8fe2010c1880) 00000100:00000001:0.0:1767384599.002374:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.002377:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384599.002381:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260002280 00000100:00000001:3.0:1767384599.002392:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384599.002393:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (225) 00000400:00000200:2.0:1767384599.002395:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1d5 [2] + 0 00000100:00000040:3.0:1767384599.002399:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384599.002403:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c095435. 00000400:00000010:3.0:1767384599.002404:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bdc4ecf. 00000400:00000200:2.0:1767384599.002408:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c5d90b40 00000100:00000200:3.0:1767384599.002415:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049172736, offset 0 00000400:00000200:2.0:1767384599.002415:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384599.002420:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384599.002424:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384599.002429:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5d90b40 00000400:00000200:3.0:1767384599.002434:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384599.002434:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5d90b40. 00000100:00000001:2.0:1767384599.002441:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384599.002445:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260002300 00000100:00000200:2.0:1767384599.002446:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384599.002452:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000099606785 x1853237049172608 msgsize 224 00000400:00000200:3.0:1767384599.002453:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 1648 00000400:00000200:3.0:1767384599.002460:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384599.002466:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384599.002470:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384599.002471:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384599.002475:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384599.002477:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384599.002480:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d67bfad7. 00000100:00000040:3.0:1767384599.002482:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000d67bfad7 x1853237049172736 msgsize 224 00000100:00000001:2.0:1767384599.002484:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384599.002488:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384599.002495:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b391f72e 00000100:00000001:3.0:1767384599.002498:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384599.002499:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b391f72e. 00000100:00000001:2.0:1767384599.002505:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384599.002509:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bdc4ecf 00000100:00000200:2.0:1767384599.002509:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4452d6e x1853237049172608/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384599.002513:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bdc4ecf. 00000100:00000001:3.0:1767384599.002522:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384599.002527:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.002557:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384599.002559:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384599.002560:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384599.002566:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4452d6e x1853237049172608/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.002570:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.002575:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384599.002581:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.002582:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.002585:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4256 usecs (5 jiffies) 00000100:00000001:2.0:1767384599.002587:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384599.002592:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294887429 00000100:00000010:3.0:1767384599.002596:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fc35500. 00000100:00000001:2.0:1767384599.002597:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.002601:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384599.002603:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294887429 00000100:00000001:3.0:1767384599.002627:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294887430 00000100:00000010:3.0:1767384599.002631:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9406b23. 00000100:00000001:3.0:1767384599.002633:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384599.002636:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294887430 00000100:00000010:3.0:1767384599.002638:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000713d9f. 00000100:00000001:3.0:1767384599.002641:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384599.002643:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294887430 00000100:00000010:3.0:1767384599.002645:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3ac9c89. 00000100:00000001:3.0:1767384599.002648:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384599.002652:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384599.002656:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.002659:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.002661:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.002671:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384599.002673:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384599.002675:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.002677:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384599.002678:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.002681:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.002707:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.002709:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384599.002711:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384599.002715:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.002721:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384599.002722:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.002724:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384599.002726:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384599.002727:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384599.002729:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d91cc723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049172864:0@lo:400: 00000100:00000001:3.0:1767384599.002732:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384599.002734:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384599.002735:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.002737:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384599.002740:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015527648. 02000000:00000001:3.0:1767384599.002741:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384599.002745:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1d940c6. 00000400:00000010:3.0:1767384599.002749:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bdc4ecf. 00000100:00000200:3.0:1767384599.002751:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049172864, portal 10 00000100:00000001:3.0:1767384599.002753:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384599.002754:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575793536 : -123274133758080 : ffff8fe2010c1f80) 00000020:00000010:3.0:1767384599.002760:0:16350:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bf5afcaa. 00000100:00000040:3.0:1767384599.002764:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.002769:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384599.002771:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384599.002773:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 00000100:00000200:3.0:1767384599.002775:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049172864, offset 0 00000400:00000200:3.0:1767384599.002780:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384599.002786:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384599.002793:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260002380 00000400:00000200:3.0:1767384599.002796:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2008 00000400:00000200:3.0:1767384599.002799:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384599.002807:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384599.002811:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384599.002812:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384599.002814:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a926858. 00000100:00000040:3.0:1767384599.002816:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000003a926858 x1853237049172864 msgsize 224 00000100:00100000:3.0:1767384599.002819:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384599.002826:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384599.002829:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00000400:00000010:3.0:1767384599.002830:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00000100:00000001:3.0:1767384599.002831:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384599.002834:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.002839:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384599.002840:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.002844:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.002845:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384599.002847:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.002849:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1885 usecs (2 jiffies) 00000100:00000001:3.0:1767384599.002851:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294887427 00000100:00000001:3.0:1767384599.002852:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294887429 00000100:00000001:3.0:1767384599.002853:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294887427 00000100:00000001:3.0:1767384599.002855:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294887430 00000100:00000001:3.0:1767384599.002856:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294887427 00000100:00000001:3.0:1767384599.002857:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294887430 00000100:00000001:3.0:1767384599.002859:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294887427 00000100:00000001:3.0:1767384599.002860:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294887430 00000100:00000001:3.0:1767384599.002861:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384599.002863:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.002865:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.002866:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.002876:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384599.002877:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384599.002878:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.002879:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384599.002880:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384599.002882:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384599.002883:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.002885:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294887429 00000100:00000001:3.0:1767384599.002886:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384599.002888:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.002890:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.002893:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384599.002894:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384599.002894:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294887430 00000100:00000040:3.0:1767384599.002899:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.002900:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294887430 00000100:00000001:2.0:1767384599.002914:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294887430 00000100:00000001:3.0:1767384599.002917:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384599.002919:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.002920:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294887430 02000000:00000001:3.0:1767384599.002921:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384599.002925:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384599.002926:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294887430 02000000:00000001:3.0:1767384599.002929:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.002931:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294887430 00000100:00100000:3.0:1767384599.002944:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff3740c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16350:1853237049172992:0@lo:400: 00000100:00000001:3.0:1767384599.002951:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384599.002951:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384599.002955:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384599.002957:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.002957:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.002962:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384599.002964:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384599.002966:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003420f21f. 00000100:00000001:2.0:1767384599.002968:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384599.002970:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384599.002975:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000390047eb. 00000100:00000001:2.0:1767384599.002977:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384599.002978:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 00000100:00000001:2.0:1767384599.002981:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767384599.002983:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049172992, portal 10 00000100:00000001:3.0:1767384599.002986:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384599.002987:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.002988:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575794432 : -123274133757184 : ffff8fe2010c2300) 00000100:00000001:2.0:1767384599.002991:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384599.002995:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.002996:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.003002:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.003004:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384599.003008:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384599.003016:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e01d6db. 00000100:00000200:3.0:1767384599.003018:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049172992, offset 0 00000400:00000200:3.0:1767384599.003023:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384599.003027:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384599.003032:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260002400 00000400:00000200:3.0:1767384599.003034:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000400:00000200:3.0:1767384599.003042:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384599.003044:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384599.003046:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384599.003047:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384599.003050:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020ff4f69. 00000100:00000040:3.0:1767384599.003051:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000020ff4f69 x1853237049172992 msgsize 224 00000100:00100000:3.0:1767384599.003054:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384599.003061:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384599.003064:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e01d6db 00000400:00000010:3.0:1767384599.003065:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e01d6db. 00000100:00000001:3.0:1767384599.003067:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384599.003070:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.003077:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384599.003079:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.003085:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.003087:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384599.003091:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.003094:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 1897 usecs (2 jiffies) 00000100:00000001:3.0:1767384599.003096:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294887427 00000100:00000001:3.0:1767384599.003098:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294887429 00000100:00000001:3.0:1767384599.003100:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294887427 00000100:00000001:3.0:1767384599.003102:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294887430 00000100:00000001:3.0:1767384599.003104:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294887427 00000100:00000001:3.0:1767384599.003106:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294887430 00000100:00000001:3.0:1767384599.003117:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294887427 00000100:00000001:3.0:1767384599.003120:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294887430 00000100:00000001:3.0:1767384599.003122:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384599.003125:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.003127:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.003130:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.003150:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384599.003154:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172864 02000000:00000001:3.0:1767384599.003157:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384599.003160:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384599.003163:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.003167:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384599.003170:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172864 00000020:00000001:3.0:1767384599.003174:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384599.003176:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000020:00000001:3.0:1767384599.003179:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384599.003182:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000020:00000001:3.0:1767384599.003186:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000020:00000001:3.0:1767384599.003189:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:3.0:1767384599.003194:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384599.003199:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005660eebf. 00000100:00000001:3.0:1767384599.003202:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384599.003204:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005660eebf. 00000020:00000010:3.0:1767384599.003210:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3b2d89c. 00000020:00000010:3.0:1767384599.003215:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c5ad83a. 00000020:00000010:3.0:1767384599.003220:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000040:3.0:1767384599.003228:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384599.003230:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384599.003232:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384599.003235:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.003241:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384599.003244:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384599.003246:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.003255:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.003281:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384599.003284:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172992 02000000:00000001:3.0:1767384599.003285:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384599.003287:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384599.003289:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.003292:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384599.003295:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172992 00000020:00000001:3.0:1767384599.003297:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384599.003299:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000020:00000001:3.0:1767384599.003301:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384599.003303:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000020:00000001:3.0:1767384599.003306:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000020:00000001:3.0:1767384599.003308:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000001:3.0:1767384599.003311:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384599.003314:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005660eebf. 00000020:00000010:3.0:1767384599.003318:0:17081:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000050ae814b. 00000020:00000040:3.0:1767384599.003324:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000001:3.0:1767384599.003333:0:17081:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384599.003337:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060ce9c9c. 00000020:00000010:3.0:1767384599.003341:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008462e81d. 00000020:00000010:3.0:1767384599.003344:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009eb40ded. 00000100:00000001:3.0:1767384599.003348:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384599.003349:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384599.003351:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.003355:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384599.003356:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384599.003358:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.003366:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.003374:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384599.003376:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384599.003380:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384599.003384:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000100:00000001:3.0:1767384599.003386:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923224320 : -123268786327296 : ffff8fe33fc77100) 00000100:00000040:3.0:1767384599.003391:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a926858 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:580/0 lens 224/0 e 0 to 0 dl 1767384610 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.003409:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384599.003412:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b361da7. 00000100:00000001:3.0:1767384599.003414:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384599.003416:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b361da7. 00000100:00100000:3.0:1767384599.003420:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a926858 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049172864:12345-0@lo:400: 00000100:00000200:3.0:1767384599.003424:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172864 00000020:00000001:3.0:1767384599.003428:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384599.003431:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384599.003434:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384599.003437:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384599.003439:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:3.0:1767384599.003443:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384599.003446:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384599.003448:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384599.003450:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384599.003453:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384599.003456:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384599.003460:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384599.003462:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384599.003466:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000091e0702e. 02000000:00000001:3.0:1767384599.003468:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.003470:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384599.003472:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384599.003475:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049172864 00010000:00000001:3.0:1767384599.003478:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384599.003483:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a926858 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:580/0 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384599.003491:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384599.003494:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384599.003497:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384599.003501:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384599.003504:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384599.003514:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384599.003517:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384599.003520:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.003522:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384599.003525:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384599.003528:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e01d6db. 00000100:00000200:3.0:1767384599.003531:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049172864, offset 224 00000400:00000200:3.0:1767384599.003536:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384599.003542:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384599.003550:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260002380 00000400:00000200:3.0:1767384599.003556:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1255 [1] + 224 00000400:00000200:3.0:1767384599.003560:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384599.003565:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384599.003569:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384599.003584:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.003586:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384599.003589:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384599.003597:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384599.003601:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000100:00000040:3.0:1767384599.003602:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.003624:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923211776 : -123268786339840 : ffff8fe33fc74000) 00000100:00000040:2.0:1767384599.003632:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000020ff4f69 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:580/0 lens 224/0 e 0 to 0 dl 1767384610 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384599.003645:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384599.003655:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384599.003664:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384599.003665:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384599.003670:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004201a73e. 00000400:00000200:3.0:1767384599.003672:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e01d6db 00000100:00000001:2.0:1767384599.003673:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384599.003677:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e01d6db. 00000020:00000010:2.0:1767384599.003678:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004201a73e. 00000100:00000001:1.0:1767384599.003679:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384599.003681:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384599.003685:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1767384599.003689:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000020ff4f69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853237049172992:12345-0@lo:400: 00000100:00000001:3.0:1767384599.003691:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:1.0:1767384599.003693:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ead0f5c. 00000100:00000200:2.0:1767384599.003695:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172992 00000100:00000040:1.0:1767384599.003696:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000000ead0f5c x1853237049172480 msgsize 224 00000100:00000001:3.0:1767384599.003698:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.003699:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384599.003703:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384599.003704:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384599.003705:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.003707:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000001:2.0:1767384599.003709:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384599.003713:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00010000:00000001:3.0:1767384599.003714:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384599.003717:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384599.003718:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384599.003719:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.003721:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384599.003726:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384599.003726:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384599.003726:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000400:00000010:1.0:1767384599.003728:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000020:00000001:2.0:1767384599.003729:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384599.003732:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.003732:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384599.003734:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384599.003736:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a926858 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:580/0 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.003737:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384599.003739:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b048f156 x1853237049172480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384599.003741:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384599.003745:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000368f5218. 02000000:00000001:2.0:1767384599.003748:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.003753:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.003756:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384599.003761:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049172992 00010000:00000001:2.0:1767384599.003764:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384599.003769:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020ff4f69 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:580/0 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.003770:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384599.003776:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b048f156 x1853237049172480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384599.003779:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a926858 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049172864:12345-0@lo:400: Request processed in 364us (955us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384599.003783:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384599.003786:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384599.003790:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384599.003796:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384599.003796:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.003798:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384599.003800:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00100000:3.0:1767384599.003802:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:1.0:1767384599.003803:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384599.003807:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4256 usecs (5 jiffies) 00000100:00000001:2.0:1767384599.003809:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:1.0:1767384599.003810:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294887431 02000000:00000001:2.0:1767384599.003813:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384599.003816:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.003818:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000100:00000001:2.0:1767384599.003819:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384599.003819:0:16351:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294887429 00000100:00000040:2.0:1767384599.003824:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384599.003826:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384599.003827:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b391f72e. 00000100:00000001:1.0:1767384599.003827:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294887431 00000100:00000001:3.0:1767384599.003831:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384599.003832:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049172992, offset 224 00000100:00000001:1.0:1767384599.003832:0:16351:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294887430 00000020:00000010:3.0:1767384599.003837:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c5ad83a. 00000100:00000001:1.0:1767384599.003837:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294887431 00000400:00000200:2.0:1767384599.003838:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384599.003842:0:16351:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294887430 00000020:00000010:3.0:1767384599.003845:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000400:00000200:2.0:1767384599.003846:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384599.003846:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294887431 00000100:00000001:1.0:1767384599.003850:0:16351:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294887430 00000400:00000200:2.0:1767384599.003863:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260002400 00000100:00000001:1.0:1767384599.003865:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384599.003866:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3b2d89c. 00000100:00000001:1.0:1767384599.003868:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384599.003869:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x125d [1] + 224 00000100:00000001:1.0:1767384599.003873:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384599.003875:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384599.003875:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384599.003877:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000400:00000200:2.0:1767384599.003880:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384599.003880:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384599.003883:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384599.003885:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.003885:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384599.003886:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384599.003892:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.003894:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384599.003896:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.003898:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384599.003902:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.003909:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.003912:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384599.003913:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384599.003918:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b391f72e 00000100:00000001:1.0:1767384599.003919:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384599.003933:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b391f72e. 00000100:00100000:1.0:1767384599.003933:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172608 02000000:00000001:1.0:1767384599.003950:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384599.003951:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384599.003952:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384599.003953:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384599.003954:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384599.003954:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384599.003956:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384599.003960:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384599.003960:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172608 00000100:00000001:2.0:1767384599.003961:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384599.003965:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000390047eb. 00000100:00000040:2.0:1767384599.003965:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000001:1.0:1767384599.003965:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384599.003968:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00010000:00000001:2.0:1767384599.003972:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384599.003972:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384599.003973:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00000020:00000001:2.0:1767384599.003974:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384599.003974:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000400:00000010:3.0:1767384599.003977:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00000020:00000001:2.0:1767384599.003978:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384599.003979:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384599.003982:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384599.003984:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384599.003985:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020ff4f69 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:580/0 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.003986:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384599.003991:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384599.004001:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ce91b9d. 00000100:00000001:1.0:1767384599.004005:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384599.004010:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ce91b9d. 00000020:00000010:1.0:1767384599.004016:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f03efa4. 00000020:00000010:1.0:1767384599.004023:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065799384. 00000100:00100000:2.0:1767384599.004031:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000020ff4f69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853237049172992:12345-0@lo:400: Request processed in 365us (976us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384599.004031:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c7db23. 00000100:00000200:3.0:1767384599.004034:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384599.004039:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:2.0:1767384599.004042:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384599.004043:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384599.004046:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384599.004050:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384599.004054:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000001:3.0:1767384599.004055:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384599.004057:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.004059:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384599.004060:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.004062:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384599.004066:0:16350:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384599.004067:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008462e81d. 00000100:00000001:1.0:1767384599.004068:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384599.004071:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384599.004072:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009eb40ded. 00000100:00000001:3.0:1767384599.004074:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384599.004078:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384599.004078:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060ce9c9c. 00000100:00000001:1.0:1767384599.004078:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384599.004081:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384599.004083:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 02000000:00000001:3.0:1767384599.004084:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.004086:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384599.004088:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000040:1.0:1767384599.004091:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00001000:3.0:1767384599.004093:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=11 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384599.004094:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729447504 : -123268980104112 : ffff8fe3343aa450) 00000100:00001000:3.0:1767384599.004101:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=11 v=5 (1 0 0 0) 00000100:00080000:2.0:1767384599.004103:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:1.0:1767384599.004103:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099606785 x1853237049172608/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:580/0 lens 224/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.004107:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384599.004109:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000001:3.0:1767384599.004110:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384599.004116:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384599.004123:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00080000:3.0:1767384599.004124:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384599.004128:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ce91b9d. 00000100:00000001:1.0:1767384599.004133:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384599.004138:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ce91b9d. 00010000:00000001:3.0:1767384599.004144:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.004146:0:18688:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384599.004146:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099606785 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049172608:12345-0@lo:400: 00000100:00100000:2.0:1767384599.004149:0:18688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172736 00000100:00000200:1.0:1767384599.004150:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172608 02000000:00000001:2.0:1767384599.004151:0:18688:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384599.004152:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384599.004153:0:18688:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384599.004156:0:18688:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.004157:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384599.004158:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384599.004159:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.004160:0:18688:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.004163:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:2.0:1767384599.004164:0:18688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172736 00000020:00000001:1.0:1767384599.004164:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384599.004168:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000100:00000001:3.0:1767384599.004169:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384599.004169:0:18688:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384599.004171:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384599.004190:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384599.004190:0:18688:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:1.0:1767384599.004190:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384599.004193:0:18688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384599.004193:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:2.0:1767384599.004196:0:18688:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=8 00000020:00000001:1.0:1767384599.004196:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384599.004200:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384599.004211:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.004212:0:18688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:2.0:1767384599.004216:0:18688:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:1.0:1767384599.004216:0:17075:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384599.004219:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384599.004223:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384599.004223:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384599.004229:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384599.004229:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004201a73e. 02000000:00000010:1.0:1767384599.004229:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000099a5d5c1. 00000020:00000010:2.0:1767384599.004234:0:18688:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004764e4c4. 02000000:00000001:1.0:1767384599.004234:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.004236:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384599.004238:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.004240:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384599.004240:0:18688:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000020:00000001:1.0:1767384599.004242:0:17075:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384599.004247:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049172608 00000100:00000001:2.0:1767384599.004249:0:18688:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384599.004250:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384599.004252:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767384599.004253:0:18688:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004daa35ba. 00000020:00000010:2.0:1767384599.004259:0:18688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f8dcd79. 00010000:00000200:1.0:1767384599.004259:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099606785 x1853237049172608/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:580/0 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384599.004266:0:18688:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a3a864a. 00000100:00000040:2.0:1767384599.004275:0:18688:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384599.004279:0:18688:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384599.004282:0:18688:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384599.004282:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384599.004284:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff3740c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16350:1853237049172992:0@lo:400: 00010000:00000001:1.0:1767384599.004286:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384599.004291:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384599.004292:0:18688:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.004297:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:3.0:1767384599.004298:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384599.004298:0:18688:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:3.0:1767384599.004302:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384599.004303:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1d940c6. 00000100:00000001:2.0:1767384599.004312:0:18688:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1767384599.004312:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000400:00000200:3.0:1767384599.004313:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bdc4ecf 00000100:00000001:2.0:1767384599.004315:0:18688:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384599.004317:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bdc4ecf. 00000100:00000001:1.0:1767384599.004324:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:3.0:1767384599.004325:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384599.004326:0:18688:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384599.004327:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384599.004331:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384599.004334:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.004336:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384599.004337:0:18688:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384599.004339:0:18688:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384599.004343:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384599.004346:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000400:00000010:1.0:1767384599.004347:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00000100:00000040:2.0:1767384599.004352:0:18688:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000200:1.0:1767384599.004352:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049172608, offset 224 00000100:00000001:2.0:1767384599.004357:0:18688:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923218944 : -123268786332672 : ffff8fe33fc75c00) 00000400:00000200:1.0:1767384599.004362:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384599.004364:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384599.004365:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d67bfad7 x1853237049172736/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:580/0 lens 224/0 e 0 to 0 dl 1767384610 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384599.004372:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384599.004382:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260002280 00000400:00000200:1.0:1767384599.004392:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1245 [1] + 224 00000400:00000200:1.0:1767384599.004399:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384599.004402:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384599.004403:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384599.004405:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004274b777. 00000400:00000200:1.0:1767384599.004406:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384599.004408:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.004409:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384599.004410:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384599.004415:0:16350:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384599.004415:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004274b777. 00000100:00000200:1.0:1767384599.004418:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4452d6e x1853237049172608/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384599.004420:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384599.004425:0:18688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d67bfad7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:16349:x1853237049172736:12345-0@lo:400: 00000100:00000001:3.0:1767384599.004426:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384599.004431:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384599.004431:0:18688:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172736 00000100:00000040:1.0:1767384599.004433:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b4452d6e x1853237049172608/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384599.004435:0:18688:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384599.004438:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.004439:0:18688:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384599.004442:0:18688:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.004445:0:18688:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:3.0:1767384599.004447:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=11 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384599.004448:0:18688:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000001:1.0:1767384599.004451:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384599.004454:0:18688:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384599.004456:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000100:00001000:3.0:1767384599.004458:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=11 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384599.004459:0:18688:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384599.004459:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000020:00000001:2.0:1767384599.004462:0:18688:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384599.004464:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384599.004465:0:18688:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384599.004466:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384599.004467:0:18688:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.004470:0:18688:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384599.004471:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384599.004473:0:18688:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384599.004473:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.004475:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.004476:0:18688:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384599.004477:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384599.004480:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:2.0:1767384599.004481:0:18688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fa8a70ab. 00000020:00000001:1.0:1767384599.004482:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.004483:0:18688:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.004484:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384599.004485:0:18688:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384599.004489:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099606785 x1853237049172608/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:580/0 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384599.004490:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384599.004496:0:18688:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384599.004500:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384599.004500:0:18688:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853237049172736 00010000:00000001:2.0:1767384599.004503:0:18688:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:1.0:1767384599.004505:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099606785 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049172608:12345-0@lo:400: Request processed in 379us (2049us total) trans 0 rc 0/0 00010000:00000200:2.0:1767384599.004507:0:18688:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d67bfad7 x1853237049172736/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:580/0 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384599.004521:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000040:1.0:1767384599.004533:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:1.0:1767384599.004537:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384599.004539:0:18688:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384599.004541:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.004541:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384599.004542:0:18688:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384599.004546:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065799384. 00000100:00001000:2.0:1767384599.004547:0:18688:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384599.004549:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384599.004551:0:18688:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384599.004551:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c7db23. 00000100:00000040:3.0:1767384599.004554:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:2.0:1767384599.004556:0:18688:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000010:1.0:1767384599.004556:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f03efa4. 00000100:00000001:3.0:1767384599.004561:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384599.004561:0:18688:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000040:1.0:1767384599.004562:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:3.0:1767384599.004566:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.004567:0:18688:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384599.004576:0:18688:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384599.004578:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384599.004582:0:18688:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384599.004583:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000099a5d5c1. 00000100:00000040:3.0:1767384599.004586:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384599.004587:0:18688:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384599.004587:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384599.004590:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384599.004592:0:18688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b391f72e. 00000100:00000200:1.0:1767384599.004597:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384599.004598:0:18688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049172736, offset 224 00000400:00000010:1.0:1767384599.004603:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cd02365. 00000400:00000200:2.0:1767384599.004608:0:18688:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384599.004612:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384599.004617:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767384599.004619:0:18688:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384599.004643:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6093e31. 00000400:00000200:2.0:1767384599.004647:0:18688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260002300 00000100:00000001:3.0:1767384599.004648:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384599.004653:0:18688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x124d [1] + 224 00000100:00000040:3.0:1767384599.004657:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384599.004662:0:18688:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384599.004666:0:17889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a83de4a6. 00000400:00000200:2.0:1767384599.004671:0:18688:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384599.004672:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384599.004675:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172480 00000100:00000001:2.0:1767384599.004678:0:18688:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384599.004679:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384599.004697:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384599.004698:0:18688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.004699:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384599.004703:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384599.004704:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d91cc723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049172864:0@lo:400: 00000100:00100000:1.0:1767384599.004706:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172480 00000020:00000001:1.0:1767384599.004710:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384599.004712:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000100:00000040:2.0:1767384599.004716:0:18688:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384599.004716:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384599.004718:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384599.004718:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=9 00000100:00000001:3.0:1767384599.004725:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384599.004725:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:1.0:1767384599.004729:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:2.0:1767384599.004733:0:18688:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384599.004734:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff3740c8 x1853237049172992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.004735:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384599.004737:0:18688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b391f72e 00000020:00000010:1.0:1767384599.004740:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ce91b9d. 00000400:00000010:2.0:1767384599.004741:0:18688:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b391f72e. 00000100:00000001:1.0:1767384599.004744:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384599.004746:0:18688:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384599.004748:0:18688:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384599.004749:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ce91b9d. 00000020:00000010:1.0:1767384599.004755:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f03efa4. 00000100:00000001:3.0:1767384599.004756:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384599.004759:0:18688:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384599.004759:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065799384. 02000000:00000001:3.0:1767384599.004760:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384599.004765:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003420f21f. 00000100:00000040:2.0:1767384599.004766:0:18688:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 02000000:00000001:3.0:1767384599.004772:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384599.004772:0:18688:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:1.0:1767384599.004773:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c7db23. 00000020:00000001:3.0:1767384599.004777:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384599.004777:0:18688:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384599.004781:0:16350:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:1.0:1767384599.004781:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:2.0:1767384599.004782:0:18688:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384599.004784:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384599.004787:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384599.004787:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d67bfad7 x1853237049172736/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:580/0 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.004788:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1767384599.004791:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076b5cd7e. 00000100:00000001:1.0:1767384599.004791:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.004797:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.004801:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767384599.004804:0:18688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d67bfad7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:16349:x1853237049172736:12345-0@lo:400: Request processed in 399us (2317us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384599.004805:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384599.004808:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384599.004809:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff3740c8. 00000100:00100000:2.0:1767384599.004815:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000001:3.0:1767384599.004818:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384599.004819:0:18688:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:1.0:1767384599.004819:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384599.004822:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.004823:0:18688:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384599.004823:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384599.004826:0:18688:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384599.004828:0:18688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f8dcd79. 00000100:00100000:1.0:1767384599.004828:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384599.004830:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000020:00000010:2.0:1767384599.004832:0:18688:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a3a864a. 00000100:00000001:3.0:1767384599.004834:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384599.004835:0:18688:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004daa35ba. 00000100:00000001:1.0:1767384599.004835:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924122752 : -123268785428864 : ffff8fe33fd52680) 00000020:00000040:2.0:1767384599.004841:0:18688:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 8 00000100:00000040:3.0:1767384599.004844:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d91cc723 x1853237049172864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.004844:0:18688:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384599.004844:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000ead0f5c x1853237049172480/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:580/0 lens 224/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767384599.004861:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384599.004865:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:1.0:1767384599.004876:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384599.004878:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1767384599.004881:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ce91b9d. 02000000:00000001:3.0:1767384599.004882:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384599.004884:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384599.004887:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384599.004888:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015527648. 00000100:00000001:2.0:1767384599.004888:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384599.004890:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ce91b9d. 00000400:00000001:2.0:1767384599.004892:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384599.004895:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1767384599.004895:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384599.004897:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a6263d1. 00000400:00000200:2.0:1767384599.004904:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348be73a 00000020:00000001:3.0:1767384599.004907:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767384599.004908:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348be73a. 00000100:00100000:1.0:1767384599.004911:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000ead0f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16351:x1853237049172480:12345-0@lo:13: 00000020:00000040:3.0:1767384599.004913:0:16350:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384599.004914:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384599.004917:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172480 00000100:00000200:2.0:1767384599.004919:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384599.004920:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384599.004921:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384599.004925:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000de1090ec. 00000020:00000001:1.0:1767384599.004925:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384599.004928:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384599.004930:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384599.004932:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384599.004951:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384599.004951:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 02000000:00000001:3.0:1767384599.004956:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384599.004957:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384599.004957:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000010:3.0:1767384599.004961:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d91cc723. 00000020:00000001:1.0:1767384599.004962:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.004966:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384599.004968:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384599.004969:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384599.004970:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384599.004971:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384599.004971:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384599.004975:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.004975:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384599.004978:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.004981:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384599.004986:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.004986:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.004991:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384599.004992:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767384599.004992:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=6 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384599.004993:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384599.004997:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384599.004998:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=6 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384599.004999:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000099a5d5c1. 00000100:00000001:3.0:1767384599.005003:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.005004:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384599.005007:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.005008:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384599.005008:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.005010:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384599.005010:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384599.005015:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384599.005015:0:17889:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384599.005019:0:17889:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00010000:00000001:2.0:1767384599.005021:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.005021:0:17889:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384599.005024:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384599.005025:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000001:2.0:1767384599.005027:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384599.005028:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.005030:0:17889:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384599.005031:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:1.0:1767384599.005033:0:17889:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384599.005038:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384599.005038:0:17889:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:3.0:1767384599.005040:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.005041:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000020:1.0:1767384599.005041:0:17889:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384599.005045:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384599.005046:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00002000:00000020:1.0:1767384599.005046:0:17889:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384599.005050:0:17889:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:2.0:1767384599.005051:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384599.005053:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000001:1.0:1767384599.005054:0:17889:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000001:3.0:1767384599.005057:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:1.0:1767384599.005058:0:17889:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384599.005062:0:17889:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384599.005063:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008174d3f4. 00000100:00100000:2.0:1767384599.005063:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16349:1853237049172736:0@lo:400: 00010000:00000040:1.0:1767384599.005064:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853237049172480 00010000:00000001:1.0:1767384599.005069:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384599.005071:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384599.005072:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7db7b34 00000100:00000001:2.0:1767384599.005073:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000200:1.0:1767384599.005073:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000ead0f5c x1853237049172480/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:580/0 lens 224/368 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384599.005077:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7db7b34. 00000100:00000040:2.0:1767384599.005077:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd2d4228 x1853237049172736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.005086:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384599.005086:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384599.005087:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384599.005088:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384599.005091:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=6 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384599.005092:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384599.005093:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3cc10b6. 00000100:00000200:3.0:1767384599.005095:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4452d6e x1853237049172608/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.005097:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384599.005102:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 02000000:00000001:2.0:1767384599.005105:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384599.005106:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000001:2.0:1767384599.005107:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384599.005110:0:16349:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384599.005111:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384599.005114:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767384599.005114:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384599.005117:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8a8bb5f. 00000100:00000001:1.0:1767384599.005119:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384599.005123:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384599.005124:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384599.005126:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4452d6e x1853237049172608/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384599.005126:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384599.005128:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd2d4228. 00000400:00000010:1.0:1767384599.005128:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00000100:00000001:2.0:1767384599.005134:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767384599.005134:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049172480, offset 224 00000100:00000001:2.0:1767384599.005137:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.005140:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.005145:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384599.005145:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384599.005146:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384599.005149:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.005150:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.005153:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.005154:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384599.005155:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384599.005156:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384599.005159:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767384599.005165:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260002200 00000100:00000001:3.0:1767384599.005170:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384599.005174:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384599.005175:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x123d [1] + 224 02000000:00000001:3.0:1767384599.005178:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384599.005182:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384599.005208:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=16 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384599.005209:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384599.005217:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767384599.005218:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384599.005221:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.005224:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384599.005226:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384599.005230:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384599.005232:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b048f156 x1853237049172480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384615 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.005235:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.005244:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4452d6e x1853237049172608/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384599.005251:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b048f156 x1853237049172480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.005264:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384599.005271:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384599.005273:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.005278:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384599.005279:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4452d6e x1853237049172608/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384599.005286:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000400:00000010:1.0:1767384599.005291:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000100:00100000:3.0:1767384599.005295:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4452d6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049172608:0@lo:400: 00000100:00000001:1.0:1767384599.005297:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384599.005301:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384599.005304:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.005307:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.005309:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384599.005313:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000040:3.0:1767384599.005316:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4452d6e x1853237049172608/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384599.005318:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384599.005322:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.005328:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384599.005334:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384599.005335:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ead0f5c x1853237049172480/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:580/0 lens 224/368 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384599.005339:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384599.005343:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007451d1c7. 02000000:00000001:3.0:1767384599.005353:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767384599.005355:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000ead0f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16351:x1853237049172480:12345-0@lo:13: Request processed in 474us (1653us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384599.005357:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384599.005361:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384599.005367:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384599.005371:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000112648eb. 00000100:00100000:1.0:1767384599.005371:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 02000000:00000001:3.0:1767384599.005378:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384599.005378:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 02000000:00000001:3.0:1767384599.005382:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384599.005383:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:3.0:1767384599.005387:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4452d6e. 00000100:00000001:1.0:1767384599.005388:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384599.005393:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065799384. 00000100:00000001:3.0:1767384599.005394:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1767384599.005399:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c7db23. 00000020:00000010:1.0:1767384599.005402:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f03efa4. 00000020:00000040:1.0:1767384599.005406:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 7 00000100:00000001:3.0:1767384599.005412:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.005412:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.005419:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.005426:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384599.005428:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.005430:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.005434:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.005434:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384599.005438:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384599.005443:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384599.005452:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384599.005454:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003778ad49. 00000400:00000200:1.0:1767384599.005459:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068447344 00000400:00000010:1.0:1767384599.005461:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068447344. 00000100:00000001:1.0:1767384599.005464:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384599.005468:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b048f156 x1853237049172480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384599.005477:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b048f156 x1853237049172480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.005483:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384599.005485:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.005488:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384599.005490:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384599.005491:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384599.005493:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384599.005495:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384599.005499:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384599.005502:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384599.005505:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384599.005506:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.005508:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384599.005511:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b048f156 x1853237049172480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384599.005518:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.005521:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384599.005522:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000001:1.0:1767384599.005524:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384599.005525:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384599.005528:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b048f156 x1853237049172480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.005534:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384599.005537:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384599.005538:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384599.005541:0:16351:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384599.005550:0:16351:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384599.005552:0:16351:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384599.005559:0:16351:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384599.005564:0:16351:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384599.005568:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b048f156 x1853237049172480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384615 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384599.005586:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b048f156 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16351:1853237049172480:0@lo:13: 00000100:00000001:1.0:1767384599.005590:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.005592:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384599.005595:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b048f156 x1853237049172480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384615 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.005602:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384599.005603:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384599.005605:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000695f0b9e. 02000000:00000001:1.0:1767384599.005608:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384599.005610:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384599.005611:0:16351:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384599.005613:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384599.005614:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd92294e. 02000000:00000001:1.0:1767384599.005617:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384599.005619:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384599.005620:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b048f156. 00000100:00000001:1.0:1767384599.005694:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384599.005696:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.005698:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.005703:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384599.005704:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.005706:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384599.005708:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384599.009665:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294887431, at 4294887432 00000100:00000040:1.0:1767384599.009665:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294887431, at 4294887432 00000100:00000010:2.0:1767384599.009673:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000713d9f. 00000100:00000010:1.0:1767384599.009673:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9406b23. 00000100:00000040:3.0:1767384599.009682:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294887431, at 4294887432 00000100:00000010:3.0:1767384599.009691:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3ac9c89. 00000100:00000040:0.0:1767384599.010692:0:254:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294887431, at 4294887433 00000100:00000010:0.0:1767384599.010698:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fc35500. 00000001:00000001:0.0:1767384599.061905:0:19971:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384599.061909:0:19971:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:0.0:1767384599.065474:0:19971:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384599.072901:0:19972:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000cf6beb18. 00000400:00000010:0.0:1767384599.072926:0:19972:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009198eede. 00000400:00000010:0.0:1767384599.072951:0:19972:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e8b9bd25. 00000400:00000010:0.0:1767384599.072955:0:19972:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000236d6cb1. 00000400:00000010:0.0:1767384599.072958:0:19972:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000041d06101. 00000400:00000010:0.0:1767384599.072961:0:19972:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b631ebd4. 00000400:00000010:0.0:1767384599.072962:0:19972:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000062fef40d. 00000400:00000010:0.0:1767384599.072963:0:19972:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003fbcdeaf. 00000400:00000010:0.0:1767384599.072966:0:19972:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000025bd677. 00000800:00000010:0.0:1767384599.072986:0:19972:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005b170c27. 00000800:00000200:0.0:1767384599.072995:0:19972:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384599.073000:0:19972:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384599.073031:0:19972:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:0.0:1767384599.073047:0:19972:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp13 [8/256/0/180] 00000400:00000010:0.0:1767384599.074600:0:19972:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000fc3ebdfa. 00000400:00000010:0.0:1767384599.074634:0:19972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7b434d8. 00000400:00000010:0.0:1767384599.074642:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f0baf49. 00000400:00000001:0.0:1767384599.074656:0:19972:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384599.074658:0:19972:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384599.074660:0:19972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040489fbf. 00000400:00000200:0.0:1767384599.074662:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b262f9b 00000400:00000010:0.0:1767384599.074664:0:19972:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b262f9b. 00000400:00000010:0.0:1767384599.074667:0:19972:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000006f8aa8d6. 00000400:00000200:0.0:1767384599.074672:0:19972:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (4) 00000400:00000200:0.0:1767384599.074686:0:19972:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384599.074695:0:19972:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:0.0:1767384599.074702:0:19972:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000420ecea3. 00000020:01000000:0.0:1767384599.074706:0:19972:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384599.074708:0:19972:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp13 00000400:00000200:3.0:1767384599.074715:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384599.074722:0:19972:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009198eede. 00000400:00000200:3.0:1767384599.074726:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:0.0:1767384599.074730:0:19972:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000cf6beb18. 00000400:00000010:3.0:1767384599.074737:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bdc4ecf. 00000020:00000001:2.0:1767384599.074738:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384599.074745:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (5) 10000000:00000001:2.0:1767384599.074745:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384599.074749:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384599.074752:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384599.074755:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000010:3.0:1767384599.074756:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009cd9ad6d. 00000020:01000004:2.0:1767384599.074757:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384599.074762:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384599.074764:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384599.074767:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384599.074768:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000020:01000004:2.0:1767384599.074770:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384599.074773:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384599.074775:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384599.074776:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384599.074793:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384599.074798:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f936500. 00000400:00000200:3.0:1767384599.074803:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000020:00000040:2.0:1767384599.074803:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384599.074811:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384599.074815:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 02000000:00000001:2.0:1767384599.074815:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384599.074820:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.074825:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 02000000:00000010:2.0:1767384599.074829:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fd50dab9. 00000400:00000200:3.0:1767384599.074834:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:2.0:1767384599.074836:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.074841:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:3.0:1767384599.074847:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp12 00000100:00000001:2.0:1767384599.074851:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384599.074854:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp12 lpni_is_preferred = 0 00000100:00000001:2.0:1767384599.074855:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.074862:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp12 00000400:00000200:3.0:1767384599.074867:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp12 NI seq info: [11:11:256:4294967295] 192.168.202.137@tcp12 LPNI seq info [11:11:8:4294967295] 00000400:00000200:3.0:1767384599.074874:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp12 00000100:00000040:2.0:1767384599.074877:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f936500] to pc [ptlrpcd_00_00+0] req@000000009f936500 x1853237049173120/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384599.074893:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12:) -> 192.168.202.137@tcp12(192.168.202.137@tcp:192.168.202.137@tcp12) : PUT try# 0 00000800:00000200:3.0:1767384599.074901:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.202.137@tcp12 00000800:00000010:3.0:1767384599.074907:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f29bada2. 10000000:00000001:2.0:1767384599.074909:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384599.074912:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.074914:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384599.074917:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000aa4bc180. 00000020:01000000:2.0:1767384599.074917:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:3.0:1767384599.074924:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000aa516016. 00000020:00000001:2.0:1767384599.074925:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384599.074926:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384599.074929:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384599.074930:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384599.074942:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384599.074945:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384599.074946:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384599.074946:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:3.0:1767384599.074950:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa4bc180] -> 12345-192.168.202.137@tcp12 (2) 00000020:01000004:2.0:1767384599.074951:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384599.074953:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384599.074953:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384599.074957:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384599.074958:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384599.074961:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384599.074965:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:1.0:1767384599.074967:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f936500 x1853237049173120/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384599.074968:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.1:1767384599.074974:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa4bc180] -> 12345-192.168.202.137@tcp12 (2) 00000100:00000010:2.0:1767384599.074974:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089f67573. 00000020:00000040:2.0:1767384599.074980:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384599.074985:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384599.074986:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384599.074988:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384599.074989:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.074991:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384599.074993:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384599.074997:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384599.074999:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000938cef4d. 00000400:00000200:3.0:1767384599.075000:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 02000000:00000001:1.0:1767384599.075001:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.075003:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.075008:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767384599.075009:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049173120:0@lo:253: 00000400:00000200:3.0:1767384599.075010:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000100:00000001:2.0:1767384599.075011:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.075016:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384599.075019:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089f67573] to pc [ptlrpcd_00_01+1] req@0000000089f67573 x1853237049173248/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384599.075021:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384599.075025:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384599.075030:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384599.075033:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384599.075036:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.075037:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384599.075037:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f80fce70. 02000000:00000001:1.0:1767384599.075040:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384599.075045:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003778ad49. 00000020:01000000:2.0:1767384599.075046:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384599.075050:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000420ecea3. 00000400:00000010:1.0:1767384599.075052:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b6d9776. 00000100:00000200:1.0:1767384599.075057:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049173120, portal 25 00000100:00000001:1.0:1767384599.075059:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384599.075060:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120992768 : -123269588558848 : ffff8fe30ff65c00) 00000100:00000001:2.0:1767384599.075061:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.075065:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384599.075065:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f936500 x1853237049173120/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.075068:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384599.075075:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000100:00000040:2.0:1767384599.075075:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089f67573 x1853237049173248/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.075075:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384599.075084:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384599.075088:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048021103. 00000100:00000001:2.0:1767384599.075092:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384599.075093:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049173120, offset 0 00000100:00000001:2.0:1767384599.075094:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.075098:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384599.075101:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384599.075102:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384599.075106:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384599.075109:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089f67573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049173248:0@lo:253: 00000400:00000200:1.0:1767384599.075114:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384599.075115:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384599.075120:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384599.075122:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.075124:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384599.075129:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c4f5e164. 00000400:00000200:1.0:1767384599.075129:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002480 02000000:00000001:2.0:1767384599.075134:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384599.075139:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000349df95c. 00000400:00000200:1.0:1767384599.075139:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 00000400:00000200:3.0:1767384599.075141:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000010:1.0:1767384599.075147:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000190cf0ec. 00000400:00000200:1.0:1767384599.075151:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b3f0f52e 00000400:00000010:2.0:1767384599.075156:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082f96e93. 00000400:00000200:1.0:1767384599.075157:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384599.075162:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049173248, portal 25 00000100:00000001:2.0:1767384599.075164:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384599.075165:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120990976 : -123269588560640 : ffff8fe30ff65500) 00000100:00000040:2.0:1767384599.075173:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089f67573 x1853237049173248/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384599.075173:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384599.075183:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384599.075183:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3f0f52e 00000400:00000200:3.0:1767384599.075186:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000010:1.0:1767384599.075187:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3f0f52e. 00000100:00000040:2.0:1767384599.075190:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384599.075193:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384599.075195:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddd14a79. 00000100:00000200:1.0:1767384599.075196:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384599.075199:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049173248, offset 0 00000100:00000040:1.0:1767384599.075201:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000ba7d6a3f x1853237049173120 msgsize 4848 00000400:00000200:2.0:1767384599.075210:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384599.075214:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384599.075216:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384599.075224:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384599.075228:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384599.075233:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048021103 00000400:00000200:3.0:1767384599.075236:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000010:1.0:1767384599.075236:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048021103. 00000400:00000200:2.0:1767384599.075240:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002500 00000100:00000001:1.0:1767384599.075242:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384599.075249:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f936500 x1853237049173120/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384599.075250:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000100:00000001:1.0:1767384599.075258:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384599.075261:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e764c88e. 00000100:00000040:1.0:1767384599.075263:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f936500 x1853237049173120/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384599.075267:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002edb3282 00000100:00000001:1.0:1767384599.075273:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384599.075275:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384599.075275:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384599.075282:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.075283:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384599.075283:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384599.075289:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294887502 00000400:00000200:2.0:1767384599.075291:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002edb3282 00000400:00000010:2.0:1767384599.075294:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002edb3282. 00000100:00000010:1.0:1767384599.075294:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009abe4812. 00000100:00000001:2.0:1767384599.075302:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384599.075303:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384599.075304:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384599.075310:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000004706c111 x1853237049173248 msgsize 4848 00000100:00000001:1.0:1767384599.075313:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294887502 00000100:00100000:2.0:1767384599.075318:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384599.075319:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051dd95e1. 00000100:00000040:2.0:1767384599.075320:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384599.075323:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384599.075327:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000001:1.0:1767384599.075328:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294887502 00000100:00000001:2.0:1767384599.075330:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384599.075334:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036560797. 00000400:00000200:2.0:1767384599.075338:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddd14a79 00000100:00000001:1.0:1767384599.075339:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767384599.075342:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddd14a79. 00000100:00000001:1.0:1767384599.075345:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294887502 00000100:00000001:2.0:1767384599.075347:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384599.075350:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d26381b. 00000100:00000200:2.0:1767384599.075353:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089f67573 x1853237049173248/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.075354:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384599.075360:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384599.075365:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089f67573 x1853237049173248/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.075367:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384599.075372:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.075379:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.075379:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.075385:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384599.075385:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.075391:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.075394:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384599.075395:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294887502 00000100:00000001:1.0:1767384599.075398:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384599.075400:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294887502 00000100:00000001:1.0:1767384599.075401:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.075403:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294887502 00000100:00000001:1.0:1767384599.075404:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384599.075407:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.075408:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294887502 00000100:00000001:1.0:1767384599.075411:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.075412:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294887502 00000100:00000001:2.0:1767384599.075417:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294887502 00000100:00000001:2.0:1767384599.075418:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294887502 00000100:00000001:2.0:1767384599.075420:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294887502 00000100:00000001:2.0:1767384599.075421:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384599.075428:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.075430:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.075430:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384599.075434:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049173120 00000100:00000001:2.0:1767384599.075435:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384599.075440:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384599.075443:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384599.075443:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384599.075444:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.075446:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384599.075449:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.075450:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.075454:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384599.075454:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049173120 00000100:00000001:2.0:1767384599.075455:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.075458:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384599.075459:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384599.075461:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384599.075465:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384599.075467:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:1.0:1767384599.075469:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384599.075471:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384599.075475:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384599.075478:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db966a85. 00000100:00000001:1.0:1767384599.075479:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384599.075481:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db966a85. 00000100:00000001:2.0:1767384599.075487:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384599.075487:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c746204c. 00000100:00100000:2.0:1767384599.075491:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049173248 00000020:00000010:1.0:1767384599.075493:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065799384. 02000000:00000001:2.0:1767384599.075494:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384599.075497:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384599.075499:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384599.075500:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d6c7db23. 02000000:00000001:2.0:1767384599.075502:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384599.075506:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049173248 00000020:00000001:2.0:1767384599.075508:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384599.075508:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384599.075512:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:1.0:1767384599.075513:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384599.075515:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384599.075516:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1767384599.075518:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:1.0:1767384599.075519:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.075524:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384599.075527:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384599.075528:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.075529:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384599.075534:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004274b777. 00000100:00000001:2.0:1767384599.075536:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384599.075538:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004274b777. 00000100:00000001:1.0:1767384599.075539:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384599.075543:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033bc6545. 00000020:00000010:2.0:1767384599.075551:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009137ff1c. 00000020:00000010:2.0:1767384599.075556:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a3a864a. 00000100:00000001:1.0:1767384599.075559:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384599.075560:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384599.075563:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384599.075564:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.075564:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384599.075574:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000040:1.0:1767384599.075579:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384599.075581:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.075582:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729441360 : -123268980110256 : ffff8fe3343a8c50) 00000100:00000001:2.0:1767384599.075585:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384599.075592:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba7d6a3f x1853237049173120/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:580/0 lens 4848/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.075597:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384599.075601:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384599.075645:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384599.075649:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db966a85. 00000100:00000001:1.0:1767384599.075652:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384599.075654:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db966a85. 00000800:00000010:3.0:1767384599.075657:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7af7d18. 00000100:00100000:1.0:1767384599.075662:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ba7d6a3f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049173120:12345-0@lo:253: 00000800:00000010:3.0:1767384599.075665:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000000d15922. 00000100:00000200:1.0:1767384599.075667:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049173120 00000020:00000001:1.0:1767384599.075671:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384599.075675:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:3.0:1767384599.075676:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b361da7. 00000020:00000001:1.0:1767384599.075677:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.075681:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384599.075684:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:1.0:1767384599.075687:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384599.075688:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384599.075690:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384599.075691:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384599.075693:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.075697:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384599.075699:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384599.075704:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006e8f957b. 02000000:00000001:1.0:1767384599.075707:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.075708:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384599.075711:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:3.0:1767384599.075728:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b361da7. 20000000:00000010:1.0:1767384599.075730:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000213112c0. 20000000:01000000:1.0:1767384599.075736:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384599.075739:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384599.075741:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384599.075748:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384599.075750:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384599.075752:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384599.075761:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000038e4f82c. 20000000:01000000:1.0:1767384599.075764:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 00000400:00000200:3.0:1767384599.075768:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000001:1.0:1767384599.075770:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384599.075776:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384599.075780:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384599.075806:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp12 from 249.3.0.2 00000800:00000010:3.0:1767384599.075811:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e76a416b. 00080000:00000001:1.0:1767384599.075813:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384599.075827:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384599.075830:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384599.075831:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384599.075833:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384599.075835:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384599.075838:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:1.0:1767384599.075842:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:1.0:1767384599.075843:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384599.075846:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384599.075849:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384599.075851:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384599.075853:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384599.075858:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:1.0:1767384599.075861:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384599.075864:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001f03efa4. 00080000:00000001:1.0:1767384599.075867:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799577235968 : -123274132315648 : ffff8fe201222200) 00080000:00000001:1.0:1767384599.075870:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384599.075873:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384599.075877:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000db966a85. 00080000:00000001:1.0:1767384599.075880:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384599.075885:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00080000:00000001:1.0:1767384599.075885:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000040:2.0:1767384599.075889:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:2.0:1767384599.075892:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729449552 : -123268980102064 : ffff8fe3343aac50) 00000100:00000040:2.0:1767384599.075896:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004706c111 x1853237049173248/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:580/0 lens 4848/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384599.075901:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.075904:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384599.075908:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004274b777. 00000100:00000001:2.0:1767384599.075911:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384599.075913:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004274b777. 00080000:00000001:1.0:1767384599.075917:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00100000:2.0:1767384599.075918:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004706c111 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049173248:12345-0@lo:253: 00000100:00000200:2.0:1767384599.075923:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049173248 00000020:00000001:2.0:1767384599.075925:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384599.075927:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384599.075929:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.075931:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384599.075933:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384599.075951:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384599.075952:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384599.075954:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384599.075955:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384599.075957:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.075960:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384599.075962:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384599.075967:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006987a850. 02000000:00000001:2.0:1767384599.075969:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.075971:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384599.075973:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384599.075980:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000899025f3. 20000000:01000000:2.0:1767384599.075983:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384599.075984:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384599.075986:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384599.075987:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384599.075989:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384599.075996:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:2.0:1767384599.076016:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005e7136ba. 00000800:00000010:2.0:1767384599.076020:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ddd14a79. 00000800:00000010:2.0:1767384599.076041:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f5686ac3. 00000800:00000200:2.1:1767384599.076046:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa4bc180] -> 12345-192.168.202.137@tcp12 (2) 00000800:00000200:2.1:1767384599.076050:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp12 00000000f5686ac3 deleted 00000800:00000010:2.1:1767384599.076052:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f5686ac3. 00000800:00000200:2.1:1767384599.076055:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384599.076061:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp12 ip 192.168.202.137:1017 00000800:00000200:2.1:1767384599.076064:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f29bada2 type 1, nob 208 niov 1 nkiov 1 00000800:00000200:2.0:1767384599.076069:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp12 p 3.x 192.168.202.137 -> 192.168.202.137:1017 incarnation:1767384597795229138 sched[0] 00000800:00000010:2.0:1767384599.076073:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004274b777. 00000800:00000010:2.0:1767384599.076121:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004274b777. 00000800:00000010:2.0:1767384599.076124:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ddd14a79. 00000800:00000010:2.0:1767384599.076151:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e76a416b. 00000800:00000200:3.1:1767384599.076156:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:2.0:1767384599.076162:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384599.076166:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp12 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384597795229138 sched[0] 00000800:00000001:2.0:1767384599.076169:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384599.076173:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000000d15922. 00000400:00000200:3.0:1767384599.076268:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000001:2.0:1767384599.076280:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384599.076288:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384599.076290:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384599.076294:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384599.076296:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384599.076317:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f29bada2. 00000400:00000200:2.0:1767384599.076318:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12) <- 192.168.202.137@tcp12 : PUT - for me 00000400:00000200:1.0:1767384599.076323:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384599.076330:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384599.076333:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: PUT: OK 00000400:00000200:2.0:1767384599.076338:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 112/112 into md 0x1211 [1] + 0 00000400:00000200:3.0:1767384599.076343:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000010:2.0:1767384599.076344:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000640aa3a2. 00000400:00000200:2.0:1767384599.076350:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b58b0c66 00000800:00000001:2.0:1767384599.076355:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384599.076355:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384599.076362:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000800:00000001:2.0:1767384599.076368:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384599.076371:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384599.076375:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: PUT: OK 00000400:00000200:2.0:1767384599.076378:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58b0c66 00000400:00000010:2.0:1767384599.076380:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b58b0c66. 00000400:00000200:2.0:1767384599.076383:0:16343:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384599.076385:0:16343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (6) 00000400:00000200:2.0:1767384599.076389:0:16343:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:2.0:1767384599.076393:0:16343:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 000000001f1b5b08. 00000400:00000200:3.0:1767384599.076396:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384599.076396:0:16343:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 5 00000400:00000200:2.0:1767384599.076403:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384599.076411:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (7) 00000400:00000200:2.0:1767384599.076422:0:16343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384599.076429:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp12 to MR: 192.168.202.137@tcp12 local destination 00000400:00000200:2.0:1767384599.076433:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp12 NI seq info: [12:12:256:4294967295] 192.168.202.137@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:2.0:1767384599.076447:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12:192.168.202.137@tcp12) -> 192.168.202.137@tcp12(192.168.202.137@tcp12:192.168.202.137@tcp12) 192.168.202.137@tcp12 : ACK try# 0 00000800:00000200:2.0:1767384599.076451:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp12 00000800:00000010:2.0:1767384599.076454:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042901dc8. 00000800:00000200:2.0:1767384599.076459:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa4bc180] -> 12345-192.168.202.137@tcp12 (4) 00000800:00000200:2.0:1767384599.076464:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp12 ip 192.168.202.137:988 00000400:00000200:3.0:1767384599.076465:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000800:00000200:2.0:1767384599.076467:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042901dc8 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384599.076476:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384599.076481:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b924de7. 00000800:00000200:2.0:1767384599.076525:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384599.076525:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384599.076531:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042901dc8. 00000800:00000001:1.0:1767384599.076531:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384599.076537:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384599.076538:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384599.076538:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384599.076542:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384599.076545:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384599.076550:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: ACK: OK 00000800:00000001:1.0:1767384599.076589:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384599.076600:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12) <- 192.168.202.137@tcp12 : ACK - for me 00000400:00000200:3.0:1767384599.076612:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384599.076614:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp12: ACK from 12345-192.168.202.137@tcp12 into md 0x1281 00000400:00000200:1.0:1767384599.076651:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384599.076656:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: ACK: OK 00000400:00000200:1.0:1767384599.076659:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bdc4ecf 00000400:00000010:1.0:1767384599.076661:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bdc4ecf. 00000400:00000200:1.0:1767384599.076664:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384599.076667:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:1.0:1767384599.076670:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384599.076673:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (6) 00000800:00000001:1.0:1767384599.076678:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384599.076682:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384599.076689:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000010:1.0:1767384599.076732:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068447344. 00000400:00000200:1.0:1767384599.076736:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 00000400:00000200:1.0:1767384599.076740:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000d1 00000400:00000010:1.0:1767384599.076747:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 000000009e9099cc. 00000400:00000010:1.0:1767384599.076750:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 0000000048021103. 00000400:00000010:1.0:1767384599.076753:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 0000000080be5a86. 00000400:00000010:1.0:1767384599.076764:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000058dc0383. 00000400:00000200:1.0:1767384599.076768:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000058dc0383 nid 192.168.202.137@tcp13 00000400:00000010:1.0:1767384599.076771:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000efc5da1a. 00000400:00000200:1.0:1767384599.076773:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000efc5da1a net tcp13 00000400:00000200:1.0:1767384599.076776:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (5) 00000400:00000200:1.0:1767384599.076781:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp13 flags 0x11 00000400:00000010:1.0:1767384599.076806:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 000000009e9099cc. 00000400:00000010:1.0:1767384599.076809:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 0000000048021103. 00000400:00000010:1.0:1767384599.076811:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 0000000080be5a86. 00000400:00000010:1.0:1767384599.076812:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000001f1b5b08. 00000400:00000200:1.0:1767384599.076815:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384599.076817:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000400:00000200:1.0:1767384599.076819:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000400:00000200:1.0:1767384599.076821:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000200:1.0:1767384599.076824:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384599.076826:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000400:00000200:1.0:1767384599.076829:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:1.0:1767384599.076831:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (6) 00000400:00000200:2.0:1767384599.076914:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384599.076926:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005f421f4c. 00000400:00000200:2.0:1767384599.076930:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp12 from 248.3.0.2 00000800:00000010:2.0:1767384599.076947:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cd19ee06. 00000800:00000010:3.0:1767384599.076948:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000000d15922. 00000800:00000010:3.0:1767384599.076956:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b361da7. 00080000:00000010:1.0:1767384599.076970:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001f03efa4. 00000800:00000010:1.0:1767384599.076992:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007f0528a4. 00000800:00000010:1.0:1767384599.076995:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000048021103. 00000800:00000010:3.0:1767384599.077003:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b361da7. 00000800:00000010:1.0:1767384599.077016:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000056925227. 00000800:00000200:1.1:1767384599.077023:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa4bc180] -> 12345-192.168.202.137@tcp12 (4) 00000800:00000200:1.1:1767384599.077027:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp12 0000000056925227 deleted 00000800:00000010:1.1:1767384599.077029:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000056925227. 00000800:00000200:1.1:1767384599.077032:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384599.077036:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp12 p 3.x 192.168.202.137 -> 192.168.202.137:1016 incarnation:1767384597795229138 sched[0] 00000800:00000010:1.0:1767384599.077041:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e663ad81. 00080000:00000010:3.0:1767384599.077050:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000db966a85. 00040000:00000001:3.0:1767384599.077057:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384599.077061:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384599.077064:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384599.077076:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384599.077079:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384599.077082:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000010:1.0:1767384599.077087:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e663ad81. 00000800:00000010:1.0:1767384599.077092:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000048021103. 00000800:00000200:2.1:1767384599.077094:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 20000000:01000000:3.0:1767384599.077096:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000200:2.0:1767384599.077103:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp12 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384597795229138 sched[0] 20000000:00000001:3.0:1767384599.077107:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384599.077107:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000000d15922. 00000800:00000010:1.0:1767384599.077110:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cd19ee06. 20000000:01000000:3.0:1767384599.077115:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384599.077123:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000001:1.0:1767384599.077132:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384599.077137:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384599.077138:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384599.077144:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384599.077162:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001f03efa4. 20000000:01000000:1.0:1767384599.077165:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:1.0:1767384599.077168:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384599.077170:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:2.0:1767384599.077171:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384599.077173:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384599.077176:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384599.077179:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384599.077180:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384599.077182:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384599.077196:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384599.077197:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384599.077216:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384599.077217:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384599.077219:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002a55d987. 00080000:00000001:1.0:1767384599.077219:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384599.077224:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384599.077228:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052d18255. 00080000:00000001:1.0:1767384599.077228:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384599.077233:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000001:2.0:1767384599.077234:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1767384599.077239:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00000020:00000040:2.0:1767384599.077240:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052d18255 with handle 0x7f71e2b70dd20194 to hash 00080000:00000002:1.0:1767384599.077242:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:2.0:1767384599.077244:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384599.077246:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384599.077249:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384599.077250:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.077254:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00000020:00000001:1.0:1767384599.077255:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384599.077260:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00000020:00000001:1.0:1767384599.077261:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:2.0:1767384599.077265:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384599.077265:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384599.077269:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384599.077271:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e3bd8c87. 00010000:00010000:2.0:1767384599.077272:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20194 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384599.077276:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799577240064 : -123274132311552 : ffff8fe201223200) 00080000:00000001:1.0:1767384599.077282:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384599.077286:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384599.077287:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:1.0:1767384599.077290:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e663ad81. 00010000:00000001:2.0:1767384599.077292:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000020:3.0:1767384599.077293:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384599.077294:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.077295:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384599.077297:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384599.077301:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767384599.077302:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384599.077305:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384599.077306:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000213112c0. 00080000:00000001:1.0:1767384599.077307:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.077308:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384599.077311:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.077315:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000001:3.0:1767384599.077316:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.077317:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384599.077318:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384599.077320:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384599.077338:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384599.077339:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049173120 00010000:00000040:2.0:1767384599.077340:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002a55d987) refcount = 1 00010000:00000001:3.0:1767384599.077346:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:2.0:1767384599.077346:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20194 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.077353:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000200:3.0:1767384599.077355:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ba7d6a3f x1853237049173120/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384599.077356:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384599.077358:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.077362:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.077366:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384599.077370:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384599.077374:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002518287s 00010000:00000001:3.0:1767384599.077375:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384599.077377:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384599.077380:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.077380:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384599.077382:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=4 00000020:00000001:2.0:1767384599.077386:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00000100:00001000:3.0:1767384599.077387:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=16 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384599.077388:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384599.077392:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:3.0:1767384599.077395:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384599.077399:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20194 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384599.077400:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384599.077407:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:2.0:1767384599.077410:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000001:3.0:1767384599.077412:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1767384599.077413:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20194 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384599.077416:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.077419:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384599.077422:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384599.077422:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384599.077426:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20194 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384599.077430:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384599.077434:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384599.077436:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384599.077437:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003cd0a10d. 00010000:00000001:2.0:1767384599.077439:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384599.077443:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20194 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384599.077445:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049173120, offset 224 00010000:00010000:2.0:1767384599.077450:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052d18255 already unused, calling callback (0000000058ffb97a) 00010000:00000001:2.0:1767384599.077453:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384599.077454:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1767384599.077457:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384599.077457:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20194 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.077465:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384599.077466:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384599.077468:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384599.077470:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384599.077471:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=5 00000020:00000001:2.0:1767384599.077475:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384599.077478:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384599.077480:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384599.077481:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20194 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384599.077484:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002480 00010000:00000001:2.0:1767384599.077488:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384599.077493:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1285 [2] + 224 00010000:00000001:2.0:1767384599.077496:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384599.077499:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.077502:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384599.077502:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384599.077505:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384599.077508:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384599.077510:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.077513:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384599.077514:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052d18255 with handle 0x7f71e2b70dd20194 from hash 00010000:00000001:2.0:1767384599.077518:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384599.077520:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384599.077522:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384599.077523:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.077524:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384599.077525:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384599.077527:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384599.077528:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384599.077530:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.077534:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.077536:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:3.0:1767384599.077548:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f936500 x1853237049173120/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384599.077549:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384599.077553:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.077554:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.077557:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.077560:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.077564:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.077567:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20194 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.077590:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384599.077592:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009f936500 x1853237049173120/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384599.077592:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.077595:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384599.077596:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384599.077598:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.077601:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.077603:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384599.077607:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384599.077611:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.077614:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20194 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.077627:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384599.077628:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384599.077630:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20194 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384599.077635:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002a55d987 count: 0 00010000:00000001:2.0:1767384599.077643:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384599.077644:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384599.077654:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.077658:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384599.077658:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384599.077680:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384599.077683:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384599.077685:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003778ad49. 00000400:00000200:1.0:1767384599.077691:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6d9776 00000400:00000010:1.0:1767384599.077692:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b6d9776. 00000100:00000001:1.0:1767384599.077695:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384599.077696:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cd0a10d 00000100:00000200:1.0:1767384599.077699:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f936500 x1853237049173120/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384599.077703:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003cd0a10d. 00000100:00000001:3.0:1767384599.077711:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384599.077714:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f936500 x1853237049173120/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.077716:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384599.077723:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384599.077724:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.077725:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.077731:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384599.077733:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384599.077734:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384599.077739:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384599.077741:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.077742:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384599.077746:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384599.077747:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384599.077750:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.077756:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba7d6a3f x1853237049173120/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384599.077756:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384599.077762:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384599.077768:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384599.077771:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.077775:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384599.077777:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.077781:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384599.077786:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ba7d6a3f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049173120:12345-0@lo:253: Request processed in 2175us (2579us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384599.077788:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f936500 x1853237049173120/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.077820:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384599.077822:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384599.077824:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000001:1.0:1767384599.077824:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384599.077829:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000040:3.0:1767384599.077831:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000020:01000004:1.0:1767384599.077831:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384599.077834:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384599.077837:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384599.077838:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:01000004:1.0:1767384599.077839:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384599.077841:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384599.077843:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:3.0:1767384599.077844:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:1.0:1767384599.077845:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384599.077849:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384599.077850:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000010:3.0:1767384599.077852:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065799384. 00000100:00000040:1.0:1767384599.077853:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f936500 x1853237049173120/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384599.077860:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d6c7db23. 00000100:00100000:1.0:1767384599.077861:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049173120:0@lo:253: 00000100:00000001:1.0:1767384599.077868:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384599.077869:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c746204c. 00000100:00000001:1.0:1767384599.077869:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384599.077872:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f936500 x1853237049173120/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384599.077878:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000001:1.0:1767384599.077879:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384599.077881:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384599.077885:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f80fce70. 02000000:00000001:3.0:1767384599.077887:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384599.077891:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006e8f957b. 02000000:00000001:1.0:1767384599.077895:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767384599.077897:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767384599.077898:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384599.077901:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384599.077903:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384599.077904:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384599.077907:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fd50dab9. 00000100:00000200:3.0:1767384599.077911:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384599.077912:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384599.077914:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384599.077916:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f936500. 00000400:00000010:3.0:1767384599.077920:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1d940c6. 00000100:00000001:1.0:1767384599.077920:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384599.077922:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.077926:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384599.077929:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003cd0a10d. 00000100:00000001:1.0:1767384599.077931:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384599.077932:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.077948:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384599.077949:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384599.078946:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e3bd8c87. 00080000:00000010:1.0:1767384599.078990:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e663ad81. 00040000:00000001:1.0:1767384599.078996:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384599.078997:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384599.078999:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384599.079002:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384599.079004:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384599.079005:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384599.079008:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384599.079016:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384599.079018:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384599.079022:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384599.079027:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384599.079031:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384599.079032:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384599.079034:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384599.079036:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384599.079040:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000060236dcd. 00010000:00000001:2.0:1767384599.079043:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384599.079045:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e9a7c24a. 00000020:00000001:2.0:1767384599.079047:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384599.079050:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e9a7c24a with handle 0x7f71e2b70dd2019b to hash 00000020:00000001:2.0:1767384599.079052:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384599.079054:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258152960 : -123269451398656 : ffff8fe318234200) 00010000:00000001:2.0:1767384599.079055:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258152960 : -123269451398656 : ffff8fe318234200) 00010000:00000001:2.0:1767384599.079057:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384599.079059:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.079061:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd2019b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.079065:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384599.079067:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384599.079068:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384599.079069:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384599.079070:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.079072:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384599.079078:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.079080:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384599.079082:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384599.079083:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384599.079084:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384599.079085:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000060236dcd) refcount = 1 00010000:00010000:2.0:1767384599.079087:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd2019b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.079091:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384599.079092:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384599.079093:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.079094:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.079096:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384599.079097:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384599.079099:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002518287s 00010000:00000001:2.0:1767384599.079101:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384599.079102:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384599.079103:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e9a7c24a refcount=4 00000020:00000001:2.0:1767384599.079105:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152960 : -123269451398656 : ffff8fe318234200) 00010000:00000001:2.0:1767384599.079106:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152960 : -123269451398656 : ffff8fe318234200) 00010000:00000001:2.0:1767384599.079108:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384599.079109:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd2019b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.079112:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384599.079114:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd2019b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.079118:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.079119:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384599.079120:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd2019b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.079124:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384599.079125:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.079131:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384599.079132:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd2019b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384599.079136:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e9a7c24a already unused, calling callback (0000000058ffb97a) 00010000:00000001:2.0:1767384599.079138:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384599.079140:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384599.079142:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd2019b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384599.079142:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384599.079147:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384599.079149:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 20000000:00000010:1.0:1767384599.079150:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000899025f3. 00010000:00000001:2.0:1767384599.079152:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384599.079155:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000001:1.0:1767384599.079156:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384599.079157:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e9a7c24a refcount=5 00000020:00000001:2.0:1767384599.079162:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152960 : -123269451398656 : ffff8fe318234200) 00010000:00000040:1.0:1767384599.079162:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049173248 00010000:00000001:2.0:1767384599.079164:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152960 : -123269451398656 : ffff8fe318234200) 00010000:00000001:1.0:1767384599.079166:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384599.079168:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384599.079171:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd2019b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384599.079173:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004706c111 x1853237049173248/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384599.079186:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384599.079205:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384599.079205:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384599.079210:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.079210:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384599.079216:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=16 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384599.079218:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384599.079219:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384599.079221:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384599.079222:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384599.079223:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e9a7c24a with handle 0x7f71e2b70dd2019b from hash 00010000:00000001:2.0:1767384599.079225:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384599.079227:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.079231:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.079232:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384599.079232:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384599.079236:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:1.0:1767384599.079237:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:2.0:1767384599.079238:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384599.079241:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:2.0:1767384599.079242:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384599.079246:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384599.079247:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384599.079249:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.079251:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384599.079255:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384599.079256:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384599.079261:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:1.0:1767384599.079263:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b6d9776. 00010000:00000001:2.0:1767384599.079264:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384599.079268:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384599.079269:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049173248, offset 224 00010000:00000001:2.0:1767384599.079270:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.079273:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.079276:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384599.079280:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384599.079281:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.079286:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd2019b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384599.079307:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384599.079314:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.079315:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.079316:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384599.079318:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384599.079320:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384599.079321:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002500 00010000:00000001:2.0:1767384599.079322:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.079326:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384599.079328:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384599.079330:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x128d [2] + 224 20000000:00000001:2.0:1767384599.079331:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.079336:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd2019b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384599.079339:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384599.079342:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384599.079345:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384599.079346:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384599.079349:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd2019b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384599.079351:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384599.079356:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089f67573 x1853237049173248/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384599.079358:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000060236dcd count: 0 00010000:00000001:2.0:1767384599.079365:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384599.079368:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384599.079368:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000089f67573 x1853237049173248/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.079377:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384599.079383:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6d9776 00000100:00000001:2.0:1767384599.079385:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384599.079385:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b6d9776. 00000100:00000001:2.0:1767384599.079388:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384599.079390:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384599.079392:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384599.079393:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384599.079396:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384599.079396:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384599.079401:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000349df95c. 00000100:00000040:1.0:1767384599.079401:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384599.079405:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384599.079406:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082f96e93 00000020:00000001:1.0:1767384599.079407:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384599.079410:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082f96e93. 00000020:00000001:1.0:1767384599.079411:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384599.079415:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004706c111 x1853237049173248/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.079423:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384599.079426:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004706c111 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049173248:12345-0@lo:253: Request processed in 3521us (4113us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384599.079429:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089f67573 x1853237049173248/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384599.079448:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089f67573 x1853237049173248/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384599.079449:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000040:1.0:1767384599.079455:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:1.0:1767384599.079459:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384599.079463:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384599.079463:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384599.079467:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384599.079468:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009137ff1c. 00000100:00000001:2.0:1767384599.079469:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384599.079472:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384599.079473:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384599.079474:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a3a864a. 00000100:00000001:2.0:1767384599.079475:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.079479:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384599.079479:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033bc6545. 00000100:00001000:2.0:1767384599.079482:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=16 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384599.079484:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:1.0:1767384599.079488:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384599.079489:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=16 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384599.079491:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006987a850. 00000100:00000001:2.0:1767384599.079496:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384599.079497:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384599.079499:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.079500:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.079503:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384599.079505:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384599.079506:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.079510:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384599.079510:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003778ad49. 00000100:00000040:2.0:1767384599.079513:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089f67573 x1853237049173248/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384599.079516:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b6d9776. 00000100:00000001:2.0:1767384599.079523:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384599.079525:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384599.079526:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384599.079528:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384599.079529:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384599.079530:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384599.079531:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384599.079533:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384599.079534:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384599.079535:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384599.079536:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384599.079537:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384599.079539:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089f67573 x1853237049173248/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384599.079544:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089f67573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049173248:0@lo:253: 00000100:00000001:2.0:1767384599.079553:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.079555:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384599.079556:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089f67573 x1853237049173248/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.079576:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384599.079577:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384599.079578:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c4f5e164. 02000000:00000001:2.0:1767384599.079580:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384599.079581:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384599.079582:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384599.079584:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384599.079585:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000938cef4d. 02000000:00000001:2.0:1767384599.079587:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384599.079588:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384599.079589:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089f67573. 00000100:00000001:2.0:1767384599.079591:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384599.079591:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.079593:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.079596:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384599.079597:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.079598:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.079599:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384599.080668:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294887502, at 4294887503 00000100:00000040:2.0:1767384599.080673:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294887502, at 4294887503 00000100:00000010:1.0:1767384599.080675:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051dd95e1. 00000100:00000040:3.0:1767384599.080683:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294887502, at 4294887503 00000100:00000010:2.0:1767384599.080683:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036560797. 00000100:00000040:0.0:1767384599.080692:0:254:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294887502, at 4294887503 00000100:00000010:3.0:1767384599.080694:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d26381b. 00000100:00000010:0.0:1767384599.080700:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009abe4812. 00010000:00000010:2.1:1767384599.082738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002a55d987. 00010000:00000010:2.1:1767384599.082746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052d18255. 00010000:00000010:2.1:1767384599.085651:0:19974:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000060236dcd. 00010000:00000010:2.1:1767384599.085660:0:19974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e9a7c24a. 00000400:00000010:1.0:1767384599.091399:0:19977:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fbe1d609. 00000400:00000040:1.0:1767384599.091415:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384599.091417:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384599.091420:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.091421:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384599.091423:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.091424:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384599.091427:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384599.091428:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384599.091429:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384599.091430:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384599.091432:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384599.091433:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384599.091435:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384599.091436:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384599.091437:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384599.091439:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384599.091444:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384599.091445:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384599.091446:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384599.091447:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.091449:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384599.091450:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384599.091451:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384599.091453:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.091454:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384599.091456:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.091457:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384599.091458:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384599.091459:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384599.091461:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.091462:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384599.091463:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.091464:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384599.091465:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384599.091467:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384599.091468:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.091469:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384599.091471:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384599.091472:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384599.091473:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384599.091474:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384599.091475:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.091476:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384599.091477:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384599.091478:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384599.091479:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384599.091480:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384599.091481:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384599.091482:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384599.091483:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384599.091484:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384599.091485:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384599.091486:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384599.091487:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384599.091488:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384599.091492:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384599.091493:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384599.091508:0:19977:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fbe1d609. 00010000:00000001:2.0:1767384599.513722:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384599.513728:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.513735:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384599.513736:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.513754:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384599.513756:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.513757:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384599.669720:0:20133:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004253f4f5. 00080000:00000010:2.0:1767384599.669729:0:20133:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004253f4f5. 00000020:00000001:2.0:1767384599.669733:0:20133:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384599.669739:0:20133:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004253f4f5. 00080000:00000010:2.0:1767384599.669747:0:20133:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004253f4f5. 00000020:00000001:2.0:1767384599.669749:0:20133:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384600.026979:0:17881:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1767384600.026984:0:17881:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1767384600.026987:0:17881:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:1.0:1767384600.026990:0:17881:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000000f0e7d5b : new cb_count 2 00000020:00000040:1.0:1767384600.026995:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 6 00000001:00000010:1.0:1767384600.026998:0:17881:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000005513829e. 00002000:00001000:1.0:1767384600.027003:0:17881:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:1.0:1767384600.027007:0:17881:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000275b8699. 00080000:00000010:1.0:1767384600.027012:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fd6e69b1. 00000001:00000040:1.0:1767384600.027016:0:17881:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000000f0e7d5b : new cb_count 1 00000020:00000040:1.0:1767384600.027017:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 5 00000001:00000010:1.0:1767384600.027019:0:17881:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000c716953a. 00002000:00001000:1.0:1767384600.027021:0:17881:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:1.0:1767384600.027024:0:17881:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000068e4082c. 00080000:00000010:1.0:1767384600.027027:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009f332f54. 00000001:00000040:1.0:1767384600.027029:0:17881:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000000f0e7d5b : new cb_count 0 00000020:00000040:1.0:1767384600.027030:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000001:00000010:1.0:1767384600.027032:0:17881:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000260059e4. 00002000:00001000:1.0:1767384600.027034:0:17881:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:1.0:1767384600.027036:0:17881:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000f5bea489. 00080000:00000010:1.0:1767384600.027040:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000655b8f12. 00000001:00000001:0.0:1767384600.370431:0:20297:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384600.370435:0:20297:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:0.0:1767384600.373623:0:20297:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384600.380405:0:20298:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f5e44091. 00000400:00000010:0.0:1767384600.380419:0:20298:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007979f1af. 00000400:00000010:0.0:1767384600.380427:0:20298:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000077c87ab. 00000400:00000010:0.0:1767384600.380430:0:20298:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000060ce9c9c. 00000400:00000010:0.0:1767384600.380433:0:20298:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a78189aa. 00000400:00000010:0.0:1767384600.380436:0:20298:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd830e52. 00000400:00000010:0.0:1767384600.380438:0:20298:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a4eec7c6. 00000400:00000010:0.0:1767384600.380439:0:20298:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000699ffb95. 00000400:00000010:0.0:1767384600.380442:0:20298:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000324853f1. 00000800:00000010:0.0:1767384600.380451:0:20298:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007c667227. 00000800:00000200:0.0:1767384600.380460:0:20298:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384600.380464:0:20298:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384600.380496:0:20298:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:0.0:1767384600.380513:0:20298:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp14 [8/256/0/180] 00000400:00000010:0.0:1767384600.382055:0:20298:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000005199288e. 00000400:00000010:0.0:1767384600.382061:0:20298:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040489fbf. 00000400:00000010:0.0:1767384600.382066:0:20298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b262f9b. 00000400:00000001:0.0:1767384600.382077:0:20298:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384600.382079:0:20298:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384600.382081:0:20298:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7b434d8. 00000400:00000200:0.0:1767384600.382083:0:20298:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f0baf49 00000400:00000010:0.0:1767384600.382084:0:20298:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f0baf49. 00000400:00000010:0.0:1767384600.382087:0:20298:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000fc3ebdfa. 00000400:00000200:0.0:1767384600.382090:0:20298:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (5) 00000400:00000200:0.0:1767384600.382100:0:20298:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384600.382108:0:20298:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:0.0:1767384600.382114:0:20298:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004f8db5f9. 00000400:00000200:1.0:1767384600.382116:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384600.382117:0:20298:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384600.382122:0:20298:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp14 00000400:00000200:1.0:1767384600.382125:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:1.0:1767384600.382132:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00000400:00000010:0.0:1767384600.382135:0:20298:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007979f1af. 00000400:00000200:1.0:1767384600.382136:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (6) 00000400:00000010:0.0:1767384600.382142:0:20298:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f5e44091. 00000400:00000010:1.0:1767384600.382145:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e31fbd87. 00000400:00000200:1.0:1767384600.382151:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000020:00000001:3.0:1767384600.382156:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384600.382161:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384600.382162:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 10000000:00000001:3.0:1767384600.382165:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384600.382168:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384600.382171:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384600.382172:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384600.382176:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384600.382179:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384600.382181:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384600.382182:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384600.382183:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384600.382184:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384600.382185:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384600.382186:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384600.382187:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384600.382189:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384600.382196:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000c740ba. 00000400:00000200:1.0:1767384600.382196:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:00000040:3.0:1767384600.382202:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:1.0:1767384600.382206:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:3.0:1767384600.382209:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384600.382211:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 02000000:00000001:3.0:1767384600.382213:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384600.382217:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp13 02000000:00000001:3.0:1767384600.382218:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384600.382222:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp13 lpni_is_preferred = 0 02000000:00000010:3.0:1767384600.382226:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d3dbe485. 00000400:00000200:1.0:1767384600.382227:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp13 00000100:00000001:3.0:1767384600.382235:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384600.382236:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp13 NI seq info: [13:13:256:4294967295] 192.168.202.137@tcp13 LPNI seq info [13:13:8:4294967295] 00000100:00000001:3.0:1767384600.382244:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384600.382247:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384600.382249:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp13 00000100:00000040:3.0:1767384600.382255:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c740ba] to pc [ptlrpcd_00_02+2] req@0000000000c740ba x1853237049173376/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384600.382270:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13:) -> 192.168.202.137@tcp13(192.168.202.137@tcp:192.168.202.137@tcp13) : PUT try# 0 00000800:00000200:1.0:1767384600.382282:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.202.137@tcp13 00000800:00000010:1.0:1767384600.382288:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd92294e. 00000800:00000010:1.0:1767384600.382295:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004a6c19d7. 00000800:00000010:1.0:1767384600.382298:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000084557ebc. 10000000:00000001:3.0:1767384600.382300:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384600.382305:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a6c19d7] -> 12345-192.168.202.137@tcp13 (2) 10000000:00000001:3.0:1767384600.382307:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.382311:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384600.382312:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a6c19d7] -> 12345-192.168.202.137@tcp13 (2) 00000020:01000000:3.0:1767384600.382317:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384600.382326:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384600.382327:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384600.382331:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384600.382331:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 10000000:00000001:3.0:1767384600.382332:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384600.382337:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384600.382337:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384600.382338:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 10000000:01000000:3.0:1767384600.382339:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384600.382344:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:2.0:1767384600.382347:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000000c740ba x1853237049173376/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384600.382352:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384600.382355:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384600.382357:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384600.382358:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384600.382363:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384600.382366:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384600.382368:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384600.382371:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384600.382372:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384600.382373:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384600.382374:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384600.382378:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384600.382379:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e932d677. 00000020:00000040:3.0:1767384600.382383:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 02000000:00000001:2.0:1767384600.382385:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384600.382386:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384600.382389:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384600.382390:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384600.382391:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.382397:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384600.382401:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000100:00100000:2.0:1767384600.382402:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000000c740ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049173376:0@lo:253: 02000000:00000010:3.0:1767384600.382408:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000069762cef. 00000100:00000001:2.0:1767384600.382411:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384600.382412:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.382417:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384600.382418:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384600.382419:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384600.382425:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e932d677] to pc [ptlrpcd_00_03+3] req@00000000e932d677 x1853237049173504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384600.382432:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.382436:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:3.0:1767384600.382444:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384600.382445:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000899025f3. 00000400:00000200:1.0:1767384600.382446:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 10000000:00000001:3.0:1767384600.382449:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.382452:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.382453:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384600.382457:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384600.382460:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004f8db5f9. 00000400:00000010:2.0:1767384600.382461:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000349df95c. 00000100:00000001:3.0:1767384600.382469:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384600.382469:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec1d6f14. 00000100:00000001:3.0:1767384600.382473:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384600.382476:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384600.382476:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049173376, portal 25 00000400:00000200:1.0:1767384600.382476:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000040:3.0:1767384600.382481:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e932d677 x1853237049173504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.382484:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384600.382488:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923213568 : -123268786338048 : ffff8fe33fc74700) 00000100:00000001:3.0:1767384600.382492:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384600.382494:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384600.382497:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384600.382499:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000000c740ba x1853237049173376/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384600.382500:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384600.382504:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384600.382506:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00100000:3.0:1767384600.382511:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049173504:0@lo:253: 00000100:00000001:3.0:1767384600.382519:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384600.382522:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384600.382528:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384600.382528:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384600.382531:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384600.382533:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 02000000:00000001:3.0:1767384600.382534:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384600.382535:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5686ac3. 00000100:00000200:2.0:1767384600.382541:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049173376, offset 0 02000000:00000010:3.0:1767384600.382542:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000085cc30ff. 02000000:00000001:3.0:1767384600.382547:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384600.382552:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000390047eb. 00000400:00000200:2.0:1767384600.382553:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384600.382561:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000010:3.0:1767384600.382564:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000089fdc0b. 00000400:00000200:2.0:1767384600.382570:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384600.382572:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049173504, portal 25 00000100:00000001:3.0:1767384600.382576:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384600.382577:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923219840 : -123268786331776 : ffff8fe33fc75f80) 00000100:00000040:3.0:1767384600.382585:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e932d677 x1853237049173504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384600.382586:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002580 00000400:00000200:1.0:1767384600.382589:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384600.382601:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 00000100:00000001:3.0:1767384600.382602:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384600.382605:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384600.382627:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041ddd3f4. 00000400:00000010:2.0:1767384600.382641:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000289f9384. 00000400:00000200:1.0:1767384600.382643:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384600.382646:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003bb90d8d 00000100:00000200:3.0:1767384600.382652:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049173504, offset 0 00000400:00000200:2.0:1767384600.382657:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384600.382660:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384600.382667:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384600.382671:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384600.382676:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bb90d8d 00000400:00000200:3.0:1767384600.382681:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002600 00000400:00000010:2.0:1767384600.382682:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bb90d8d. 00000400:00000200:3.0:1767384600.382691:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e5 [2] + 0 00000100:00000001:2.0:1767384600.382691:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384600.382695:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384600.382696:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003927098. 00000400:00000200:3.0:1767384600.382702:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e7d5bc40 00000100:00000040:2.0:1767384600.382703:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000003724955a x1853237049173376 msgsize 4848 00000400:00000200:3.0:1767384600.382707:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384600.382716:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384600.382717:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384600.382719:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7d5bc40 00000100:00000040:2.0:1767384600.382721:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384600.382722:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7d5bc40. 00000100:00000001:3.0:1767384600.382727:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384600.382729:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384600.382731:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000003c22fac4 x1853237049173504 msgsize 4848 00000100:00000001:2.0:1767384600.382735:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384600.382739:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384600.382741:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384600.382745:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5686ac3 00000100:00000001:3.0:1767384600.382749:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384600.382750:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5686ac3. 00000400:00000200:3.0:1767384600.382756:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041ddd3f4 00000100:00000001:2.0:1767384600.382756:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384600.382761:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041ddd3f4. 00000100:00000001:3.0:1767384600.382764:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384600.382765:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000000c740ba x1853237049173376/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384600.382777:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e932d677 x1853237049173504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.382780:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384600.382787:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384600.382787:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000000c740ba x1853237049173376/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384600.382793:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e932d677 x1853237049173504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.382814:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.382814:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.382817:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384600.382819:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384600.382823:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.382826:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.382827:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294888810 00000100:00000010:3.0:1767384600.382833:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3ac9c89. 00000100:00000001:2.0:1767384600.382833:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294888810 00000800:00000010:1.0:1767384600.382841:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fd4a25ff. 00000100:00000001:3.0:1767384600.382842:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000800:00000010:1.0:1767384600.382848:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f7744ba2. 00000100:00000001:3.0:1767384600.382849:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294888810 00000100:00000001:2.0:1767384600.382850:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294888810 00000800:00000010:1.0:1767384600.382854:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003667b74a. 00000100:00000010:3.0:1767384600.382855:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fc35500. 00000100:00000001:2.0:1767384600.382856:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294888810 00000100:00000001:3.0:1767384600.382860:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384600.382866:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294888810 00000100:00000001:2.0:1767384600.382868:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294888810 00000100:00000010:3.0:1767384600.382869:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9406b23. 00000100:00000001:3.0:1767384600.382875:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384600.382875:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294888810 00000100:00000001:3.0:1767384600.382881:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294888810 00000100:00000001:2.0:1767384600.382881:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294888810 00000100:00000010:3.0:1767384600.382887:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000713d9f. 00000100:00000001:2.0:1767384600.382887:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294888810 00000100:00000001:3.0:1767384600.382892:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384600.382898:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384600.382898:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294888810 00000800:00000010:1.0:1767384600.382898:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003667b74a. 00000100:00000001:3.0:1767384600.382900:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.382907:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.382907:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384600.382909:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.382917:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384600.382919:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384600.382936:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384600.382939:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384600.382941:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.382943:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.382946:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.382948:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384600.382949:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384600.382951:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384600.382954:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049173376 00000100:00000001:2.0:1767384600.382960:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384600.382960:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384600.382964:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384600.382964:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384600.382968:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.382970:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384600.382973:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384600.382974:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.382976:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384600.382980:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049173376 00000100:00000001:2.0:1767384600.382981:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384600.382985:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384600.382988:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384600.382991:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384600.382993:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:1.0:1767384600.382995:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384600.382998:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384600.383003:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384600.383007:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003667b74a. 00000100:00000001:1.0:1767384600.383010:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384600.383012:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003667b74a. 00000020:00000010:1.0:1767384600.383018:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3bd8c87. 00000020:00000010:1.0:1767384600.383022:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e0155f3. 00000020:00000010:1.0:1767384600.383026:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000038ed4415. 00000100:00000040:1.0:1767384600.383034:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384600.383036:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384600.383038:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384600.383039:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.383041:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384600.383046:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049173504 00000100:00000001:1.0:1767384600.383046:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.383051:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384600.383054:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384600.383055:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.383056:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.383062:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384600.383066:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049173504 00000100:00000001:1.0:1767384600.383069:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384600.383070:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384600.383072:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384600.383074:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384600.383078:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384600.383079:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000020:00000040:2.0:1767384600.383081:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000040:1.0:1767384600.383082:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384600.383086:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729451600 : -123268980100016 : ffff8fe3343ab450) 00000020:00000001:2.0:1767384600.383088:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000040:1.0:1767384600.383092:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003724955a x1853237049173376/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:581/0 lens 4848/0 e 0 to 0 dl 1767384611 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384600.383094:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384600.383102:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384600.383107:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e01547f. 00000100:00000001:2.0:1767384600.383113:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384600.383117:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384600.383118:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e01547f. 00000020:00000010:1.0:1767384600.383122:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003667b74a. 00000020:00000010:2.0:1767384600.383126:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076d59587. 00000100:00000001:1.0:1767384600.383126:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384600.383128:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003667b74a. 00000020:00000010:2.0:1767384600.383134:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000831a46e9. 00000100:00100000:1.0:1767384600.383136:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003724955a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049173376:12345-0@lo:253: 00000100:00000200:1.0:1767384600.383141:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049173376 00000020:00000010:2.0:1767384600.383143:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b7eac1e8. 00000020:00000001:1.0:1767384600.383143:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384600.383147:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384600.383149:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384600.383151:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:2.0:1767384600.383151:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384600.383152:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384600.383156:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000100:00000001:2.0:1767384600.383157:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384600.383161:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384600.383162:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384600.383165:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384600.383168:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384600.383170:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384600.383170:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384600.383173:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp13 from 247.3.0.2 00000020:00000001:1.0:1767384600.383174:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.383177:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384600.383179:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ced7cb61. 00000100:00000001:1.0:1767384600.383180:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384600.383182:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384600.383187:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d2bd720f. 00000100:00000001:2.0:1767384600.383190:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384600.383191:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.383195:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384600.383195:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384600.383198:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384600.383206:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000213112c0. 20000000:01000000:1.0:1767384600.383210:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:2.0:1767384600.383212:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 20000000:00000001:1.0:1767384600.383213:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384600.383217:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000040:2.0:1767384600.383219:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 20000000:00000001:1.0:1767384600.383220:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.383225:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729452624 : -123268980098992 : ffff8fe3343ab850) 20000000:00000001:1.0:1767384600.383226:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384600.383232:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000040:2.0:1767384600.383236:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c22fac4 x1853237049173504/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:581/0 lens 4848/0 e 0 to 0 dl 1767384611 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:1.0:1767384600.383244:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d05dbcc0. 00000100:00000001:2.0:1767384600.383249:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:01000000:1.0:1767384600.383249:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 00000800:00000010:3.0:1767384600.383251:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006e8f957b. 00000020:00000010:2.0:1767384600.383255:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e01547f. 20000000:00000001:1.0:1767384600.383255:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:3.0:1767384600.383256:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041ddd3f4. 00000100:00000001:2.0:1767384600.383261:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384600.383263:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000010:2.0:1767384600.383265:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e01547f. 00000100:00100000:2.0:1767384600.383273:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c22fac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049173504:12345-0@lo:253: 00080000:00000001:1.0:1767384600.383275:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:3.0:1767384600.383279:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000912f78a1. 00000100:00000200:2.0:1767384600.383280:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049173504 00000020:00000001:2.0:1767384600.383286:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:3.1:1767384600.383291:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a6c19d7] -> 12345-192.168.202.137@tcp13 (2) 00000020:00000001:2.0:1767384600.383291:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384600.383296:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384600.383296:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:3.1:1767384600.383302:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp13 00000000912f78a1 deleted 00000020:00000001:2.0:1767384600.383303:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384600.383307:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000800:00000010:3.1:1767384600.383308:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000912f78a1. 00080000:00000001:1.0:1767384600.383311:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.383313:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:1.0:1767384600.383315:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000200:3.1:1767384600.383317:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:2.0:1767384600.383318:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384600.383318:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384600.383324:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384600.383326:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:1.0:1767384600.383326:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.383331:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000002:1.0:1767384600.383332:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000800:00000200:3.1:1767384600.383333:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp13 ip 192.168.202.137:1015 00000020:00000001:2.0:1767384600.383335:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384600.383339:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00000800:00000200:3.1:1767384600.383340:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd92294e type 1, nob 224 niov 1 nkiov 1 00000100:00000001:2.0:1767384600.383341:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000002:1.0:1767384600.383342:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 02000000:00000001:2.0:1767384600.383347:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384600.383348:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384600.383352:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp13 p 3.x 192.168.202.137 -> 192.168.202.137:1015 incarnation:1767384599072987709 sched[0] 00080000:00000001:1.0:1767384600.383355:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384600.383358:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005e01e3e4. 00080000:00000001:1.0:1767384600.383359:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384600.383365:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000662959aa. 00000020:00000001:1.0:1767384600.383365:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384600.383369:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 02000000:00000001:2.0:1767384600.383370:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384600.383374:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:2.0:1767384600.383376:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384600.383378:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000776257e1. 20000000:00000001:2.0:1767384600.383381:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384600.383382:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799577240576 : -123274132311040 : ffff8fe201223400) 00080000:00000001:1.0:1767384600.383387:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384600.383390:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000010:2.0:1767384600.383392:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000095af6048. 00080000:00000010:1.0:1767384600.383394:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003667b74a. 00080000:00000001:1.0:1767384600.383399:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384600.383400:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384600.383401:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:3.0:1767384600.383406:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005e01e3e4. 20000000:00000001:2.0:1767384600.383406:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384600.383409:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:3.0:1767384600.383411:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041ddd3f4. 20000000:00000001:2.0:1767384600.383413:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384600.383414:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384600.383420:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384600.383430:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384600.383432:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ced7cb61. 00080000:00000001:1.0:1767384600.383432:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:3.1:1767384600.383454:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384600.383459:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp13 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384599072987709 sched[0] 00000800:00000010:3.0:1767384600.383462:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f7744ba2. 00000800:00000001:1.0:1767384600.383463:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384600.383471:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384600.383489:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384600.383498:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384600.383519:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000001:2.0:1767384600.383531:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384600.383534:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384600.383538:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd92294e. 00000800:00000001:2.0:1767384600.383542:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384600.383542:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384600.383547:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384600.383552:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: PUT: OK 00000800:00000001:2.0:1767384600.383556:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384600.383557:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384600.383562:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000400:00000200:2.0:1767384600.383569:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13) <- 192.168.202.137@tcp13 : PUT - for me 00000400:00000200:3.0:1767384600.383577:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384600.383583:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384600.383591:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 128/128 into md 0x1295 [1] + 0 00000400:00000010:2.0:1767384600.383595:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b924de7. 00000400:00000200:2.0:1767384600.383601:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068447344 00000800:00000001:2.0:1767384600.383606:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384600.383697:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384600.383700:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384600.383707:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: PUT: OK 00000400:00000200:2.0:1767384600.383711:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068447344 00000400:00000010:2.0:1767384600.383713:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068447344. 00000400:00000200:2.0:1767384600.383717:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384600.383720:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (7) 00000400:00000200:2.0:1767384600.383725:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:2.0:1767384600.383729:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000f5686ac3. 00000400:00000200:2.0:1767384600.383733:0:16341:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 6 00000400:00000200:2.0:1767384600.383737:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384600.383751:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (8) 00000400:00000200:2.0:1767384600.383758:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384600.383765:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp13 to MR: 192.168.202.137@tcp13 local destination 00000400:00000200:2.0:1767384600.383772:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp13 NI seq info: [14:14:256:4294967295] 192.168.202.137@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1767384600.383787:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13:192.168.202.137@tcp13) -> 192.168.202.137@tcp13(192.168.202.137@tcp13:192.168.202.137@tcp13) 192.168.202.137@tcp13 : ACK try# 0 00000400:00000200:1.0:1767384600.383795:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384600.383796:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp13 00000400:00000010:1.0:1767384600.383801:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093cc895d. 00000800:00000010:2.0:1767384600.383802:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e92021fd. 00000400:00000010:1.0:1767384600.383806:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be983bc9. 00000400:00000200:3.0:1767384600.383815:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384600.383817:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 00000800:00000200:2.0:1767384600.383822:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a6c19d7] -> 12345-192.168.202.137@tcp13 (4) 00000400:00000200:1.0:1767384600.383826:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1004d1 00000800:00000200:2.0:1767384600.383834:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp13 ip 192.168.202.137:988 00000400:00000010:1.0:1767384600.383834:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 00000000f7744ba2. 00000400:00000010:1.0:1767384600.383839:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 000000000cdc70db. 00000800:00000200:2.0:1767384600.383840:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e92021fd type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384600.383843:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 000000004841af25. 00000400:00000200:3.0:1767384600.383848:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000010:1.0:1767384600.383855:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002c807b87. 00000400:00000200:1.0:1767384600.383861:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002c807b87 nid 192.168.202.137@tcp14 00000400:00000010:1.0:1767384600.383865:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a3d496e3. 00000400:00000200:1.0:1767384600.383867:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a3d496e3 net tcp14 00000400:00000200:1.0:1767384600.383870:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (7) 00000400:00000200:1.0:1767384600.383875:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp14 flags 0x11 00000400:00000200:3.0:1767384600.383876:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384600.383901:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000800:00000200:2.0:1767384600.383908:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384600.383913:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e92021fd. 00000400:00000200:2.0:1767384600.383918:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384600.383936:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 00000000f7744ba2. 00000400:00000200:3.0:1767384600.383938:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384600.383943:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: ACK: OK 00000400:00000010:1.0:1767384600.383943:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 000000000cdc70db. 00000400:00000010:1.0:1767384600.383950:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 000000004841af25. 00000400:00000010:1.0:1767384600.383957:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000f5686ac3. 00000800:00000001:2.0:1767384600.383958:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384600.383963:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000800:00000001:2.0:1767384600.383964:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384600.383969:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100551 00000800:00000001:2.0:1767384600.383970:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384600.383973:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384600.383978:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 1 00000800:00000001:2.0:1767384600.383979:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384600.383984:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384600.383988:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 00000800:00000001:2.0:1767384600.383991:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384600.383992:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384600.383997:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100511 rc 0 00000400:00000200:3.0:1767384600.383999:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384600.384005:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:2.0:1767384600.384009:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13) <- 192.168.202.137@tcp13 : ACK - for me 00000400:00000200:1.0:1767384600.384011:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (8) 00000400:00000200:2.0:1767384600.384025:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp13: ACK from 12345-192.168.202.137@tcp13 into md 0x12ad 00000400:00000200:2.0:1767384600.384029:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384600.384034:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: ACK: OK 00000400:00000200:2.0:1767384600.384038:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000400:00000010:2.0:1767384600.384041:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000400:00000200:2.0:1767384600.384045:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384600.384050:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:2.0:1767384600.384053:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (7) 00000800:00000001:2.0:1767384600.384059:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384600.384063:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384600.384149:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004aaca7dd. 00000800:00000010:3.0:1767384600.384154:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041ddd3f4. 00000800:00000010:3.0:1767384600.384158:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005e01e3e4. 00000400:00000200:2.0:1767384600.384180:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384600.384187:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005e01e3e4. 00000400:00000200:2.0:1767384600.384202:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp13 from 246.3.0.2 00000800:00000010:2.0:1767384600.384206:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d5628a37. 00000800:00000010:1.0:1767384600.384234:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000938cef4d. 00000800:00000010:1.0:1767384600.384241:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004841af25. 00000800:00000010:1.0:1767384600.384260:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000cdc70db. 00000800:00000200:1.1:1767384600.384267:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a6c19d7] -> 12345-192.168.202.137@tcp13 (4) 00000800:00000200:1.1:1767384600.384272:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp13 000000000cdc70db deleted 00000800:00000010:1.1:1767384600.384275:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000cdc70db. 00000800:00000200:1.1:1767384600.384279:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384600.384284:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp13 p 3.x 192.168.202.137 -> 192.168.202.137:1014 incarnation:1767384599072987709 sched[0] 00000800:00000010:1.0:1767384600.384291:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004227ed25. 00000800:00000010:1.0:1767384600.384332:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004227ed25. 00000800:00000010:1.0:1767384600.384335:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004841af25. 00000800:00000010:1.0:1767384600.384356:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d5628a37. 00000800:00000200:3.1:1767384600.384357:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384600.384363:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp13 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384599072987709 sched[0] 00000800:00000010:3.0:1767384600.384366:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041ddd3f4. 00000800:00000001:2.0:1767384600.384388:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384600.384396:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384600.384397:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384600.384402:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384600.384645:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000776257e1. 00080000:00000010:2.0:1767384600.384678:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003667b74a. 00040000:00000001:2.0:1767384600.384685:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384600.384688:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384600.384691:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384600.384695:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384600.384698:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384600.384708:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384600.384720:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384600.384731:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384600.384735:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384600.384738:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ebda8c79. 00080000:00000001:2.0:1767384600.384740:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384600.384742:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:01000000:1.0:1767384600.384742:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384600.384747:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:3.0:1767384600.384748:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384600.384752:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384600.384753:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384600.384756:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384600.384759:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384600.384763:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:1.0:1767384600.384766:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000e49c1e1. 00010000:00000001:1.0:1767384600.384771:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384600.384774:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384600.384774:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000696c9aa3. 00000020:00000001:1.0:1767384600.384779:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384600.384782:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000696c9aa3 with handle 0x7f71e2b70dd201a2 to hash 00080000:00000001:3.0:1767384600.384784:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384600.384784:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384600.384787:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00080000:00000001:3.0:1767384600.384788:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384600.384790:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00080000:00000001:3.0:1767384600.384791:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384600.384795:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384600.384795:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384600.384799:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.384800:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384600.384805:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00010000:00010000:1.0:1767384600.384806:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd201a2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384600.384811:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:3.0:1767384600.384814:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384600.384820:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384600.384820:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384600.384824:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.384825:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384600.384826:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384600.384829:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:3.0:1767384600.384830:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384600.384831:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384600.384834:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:1.0:1767384600.384835:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384600.384841:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384600.384841:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384600.384845:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384600.384846:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000819772ac. 00080000:00000020:2.0:1767384600.384848:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384600.384848:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384600.384850:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588466176 : -123274121085440 : ffff8fe201cd7e00) 00010000:00000001:1.0:1767384600.384852:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:2.0:1767384600.384853:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:3.0:1767384600.384854:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384600.384856:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000010:2.0:1767384600.384857:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000213112c0. 00000001:00000001:3.0:1767384600.384858:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384600.384860:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:3.0:1767384600.384863:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005e01e3e4. 20000000:00000001:2.0:1767384600.384864:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384600.384864:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000e49c1e1) refcount = 1 00080000:00000001:3.0:1767384600.384868:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384600.384871:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049173376 00010000:00010000:1.0:1767384600.384871:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd201a2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384600.384872:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384600.384876:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384600.384880:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384600.384883:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:3.0:1767384600.384884:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384600.384884:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003724955a x1853237049173376/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:581/0 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384600.384885:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384600.384894:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384600.384895:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384600.384896:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384600.384900:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.384900:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384600.384907:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=17 v=5 (1 0 0 0) 20000000:00000001:1.0:1767384600.384908:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384600.384914:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:01000000:1.0:1767384600.384914:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002518287s 00000100:00000040:2.0:1767384600.384917:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:1.0:1767384600.384920:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384600.384935:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000001:1.0:1767384600.384936:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384600.384940:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000696c9aa3 refcount=4 02000000:00000001:2.0:1767384600.384941:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384600.384945:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384600.384946:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00000100:00000001:2.0:1767384600.384949:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384600.384951:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00000100:00000040:2.0:1767384600.384954:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384600.384957:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000010:2.0:1767384600.384959:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef6da961. 00010000:00010000:1.0:1767384600.384961:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd201a2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384600.384963:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049173376, offset 224 00000400:00000200:2.0:1767384600.384973:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384600.384974:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384600.384978:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd201a2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384600.384980:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384600.384989:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384600.384992:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002580 00010000:00000001:1.0:1767384600.384992:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384600.384996:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd201a2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384600.385001:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12b1 [2] + 224 00010000:00000001:1.0:1767384600.385007:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384600.385010:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384600.385010:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.385016:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384600.385017:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384600.385020:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd201a2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384600.385022:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384600.385027:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000000c740ba x1853237049173376/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384600.385028:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000696c9aa3 already unused, calling callback (0000000058ffb97a) 00010000:00000001:1.0:1767384600.385033:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384600.385035:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384600.385038:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd201a2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384600.385041:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000000c740ba x1853237049173376/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384600.385044:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384600.385052:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384600.385054:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384600.385057:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000696c9aa3 refcount=5 00000020:00000001:1.0:1767384600.385061:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384600.385062:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384600.385064:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384600.385066:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd201a2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384600.385068:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384600.385069:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384600.385072:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384600.385073:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384600.385075:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6da961 00010000:00000001:1.0:1767384600.385076:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:2.0:1767384600.385078:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef6da961. 00010000:00000001:1.0:1767384600.385079:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384600.385082:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384600.385082:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384600.385085:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384600.385085:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384600.385086:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.385089:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384600.385090:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000696c9aa3 with handle 0x7f71e2b70dd201a2 from hash 00000100:00000001:2.0:1767384600.385091:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384600.385094:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384600.385095:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1767384600.385096:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:3.0:1767384600.385099:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384600.385100:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384600.385100:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384600.385104:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000349df95c. 00000020:00000001:2.0:1767384600.385105:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.385105:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384600.385108:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384600.385111:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec1d6f14 00000020:00000001:2.0:1767384600.385112:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384600.385112:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1767384600.385116:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec1d6f14. 00010000:00000001:1.0:1767384600.385117:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:2.0:1767384600.385119:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003724955a x1853237049173376/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:581/0 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384600.385122:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384600.385123:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384600.385125:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384600.385130:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000000c740ba x1853237049173376/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384600.385130:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.385136:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:2.0:1767384600.385137:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003724955a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049173376:12345-0@lo:253: Request processed in 2016us (2429us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384600.385139:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384600.385145:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384600.385148:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384600.385151:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.385155:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384600.385157:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00000001:1.0:1767384600.385159:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384600.385161:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000000c740ba x1853237049173376/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384600.385162:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00010000:1.0:1767384600.385163:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd201a2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384600.385169:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384600.385173:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384600.385176:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384600.385180:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e0155f3. 00000100:00000001:3.0:1767384600.385181:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384600.385184:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384600.385185:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384600.385187:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384600.385189:0:16350:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384600.385189:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000038ed4415. 00010000:00000001:1.0:1767384600.385190:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:3.0:1767384600.385192:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384600.385193:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384600.385196:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384600.385197:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3bd8c87. 00010000:00000001:1.0:1767384600.385198:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384600.385199:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.385201:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:3.0:1767384600.385204:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.385206:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384600.385208:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=17 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384600.385209:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 20000000:00000001:1.0:1767384600.385209:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384600.385213:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd201a2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384600.385217:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=17 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384600.385219:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384600.385221:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384600.385224:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384600.385224:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d2bd720f. 00010000:00000001:1.0:1767384600.385225:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384600.385228:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.385231:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:1.0:1767384600.385231:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd201a2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384600.385232:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384600.385235:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.385237:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.385240:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384600.385247:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384600.385248:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000000c740ba x1853237049173376/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384600.385251:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000e49c1e1 count: 0 00000400:00000010:2.0:1767384600.385254:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047084c5a. 00000400:00000010:2.0:1767384600.385260:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef6da961. 00000100:00000001:3.0:1767384600.385264:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384600.385266:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384600.385268:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 20000000:00000001:1.0:1767384600.385270:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384600.385273:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384600.385278:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384600.385280:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384600.385281:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384600.385283:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384600.385284:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384600.385285:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384600.385287:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384600.385288:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384600.385290:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384600.385291:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384600.385306:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000c740ba x1853237049173376/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384600.385315:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000000c740ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049173376:0@lo:253: 00000100:00000001:3.0:1767384600.385319:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.385322:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384600.385331:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000000c740ba x1853237049173376/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.385339:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384600.385341:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384600.385344:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000899025f3. 02000000:00000001:3.0:1767384600.385347:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384600.385348:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384600.385349:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384600.385351:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384600.385352:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d3dbe485. 02000000:00000001:3.0:1767384600.385354:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384600.385356:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384600.385357:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000000c740ba. 00000100:00000001:3.0:1767384600.385359:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384600.385360:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.385361:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.385364:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384600.385365:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.385366:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384600.385368:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384600.386464:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000819772ac. 00080000:00000010:3.0:1767384600.386499:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005e01e3e4. 00040000:00000001:3.0:1767384600.386503:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384600.386505:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384600.386506:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384600.386509:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384600.386510:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384600.386512:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384600.386513:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384600.386521:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384600.386524:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384600.386527:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384600.386532:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384600.386536:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384600.386537:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384600.386540:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384600.386541:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384600.386545:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000deb80c13. 00010000:00000001:1.0:1767384600.386549:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384600.386552:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000922db920. 00000020:00000001:1.0:1767384600.386554:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384600.386556:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000922db920 with handle 0x7f71e2b70dd201a9 to hash 00000020:00000001:1.0:1767384600.386558:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384600.386559:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782834688 : -123268926716928 : ffff8fe337694400) 00010000:00000001:1.0:1767384600.386561:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782834688 : -123268926716928 : ffff8fe337694400) 00010000:00000001:1.0:1767384600.386563:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384600.386565:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384600.386567:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000922db920/0x7f71e2b70dd201a9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384600.386577:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384600.386579:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384600.386581:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384600.386582:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384600.386584:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384600.386586:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384600.386587:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384600.386589:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384600.386590:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384600.386592:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384600.386593:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384600.386595:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000deb80c13) refcount = 1 00010000:00010000:1.0:1767384600.386597:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000922db920/0x7f71e2b70dd201a9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384600.386600:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384600.386601:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384600.386602:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384600.386604:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.386605:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384600.386623:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384600.386625:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002518287s 00010000:00000001:1.0:1767384600.386627:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384600.386629:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384600.386630:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000922db920 refcount=4 00000020:00000001:1.0:1767384600.386632:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782834688 : -123268926716928 : ffff8fe337694400) 00010000:00000001:1.0:1767384600.386634:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782834688 : -123268926716928 : ffff8fe337694400) 00010000:00000001:1.0:1767384600.386636:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384600.386637:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000922db920/0x7f71e2b70dd201a9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384600.386641:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384600.386642:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000922db920/0x7f71e2b70dd201a9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384600.386653:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:3.0:1767384600.386655:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384600.386655:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384600.386659:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000922db920/0x7f71e2b70dd201a9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384600.386660:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384600.386663:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000095af6048. 20000000:00000001:3.0:1767384600.386669:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.386669:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384600.386671:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384600.386673:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049173504 00010000:00000001:1.0:1767384600.386674:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384600.386677:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000922db920/0x7f71e2b70dd201a9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.386678:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384600.386682:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000922db920 already unused, calling callback (0000000058ffb97a) 00010000:00000001:1.0:1767384600.386684:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384600.386687:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384600.386689:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000922db920/0x7f71e2b70dd201a9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384600.386691:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c22fac4 x1853237049173504/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:581/0 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384600.386701:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384600.386704:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384600.386705:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384600.386706:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384600.386709:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384600.386710:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000922db920 refcount=5 00000100:00001000:3.0:1767384600.386715:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=17 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384600.386715:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782834688 : -123268926716928 : ffff8fe337694400) 00010000:00000001:1.0:1767384600.386720:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782834688 : -123268926716928 : ffff8fe337694400) 00000100:00000001:3.0:1767384600.386722:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384600.386724:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1767384600.386726:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00010000:1.0:1767384600.386727:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000922db920/0x7f71e2b70dd201a9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384600.386730:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384600.386736:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384600.386739:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.386739:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384600.386743:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384600.386744:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384600.386747:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384600.386750:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384600.386752:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:3.0:1767384600.386755:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041ddd3f4. 00010000:00000001:1.0:1767384600.386755:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384600.386759:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:3.0:1767384600.386760:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049173504, offset 224 00010000:00000001:1.0:1767384600.386767:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384600.386768:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384600.386773:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000922db920 with handle 0x7f71e2b70dd201a9 from hash 00010000:00000001:1.0:1767384600.386775:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384600.386778:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384600.386779:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384600.386783:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384600.386785:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384600.386786:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384600.386788:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384600.386791:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002600 00010000:00000001:1.0:1767384600.386791:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384600.386795:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384600.386798:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12b9 [2] + 224 00010000:00000001:1.0:1767384600.386799:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.386804:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1767384600.386806:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384600.386806:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384600.386811:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384600.386814:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384600.386815:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384600.386818:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.386819:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384600.386820:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.386824:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384600.386826:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e932d677 x1853237049173504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384600.386827:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000922db920/0x7f71e2b70dd201a9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384600.386843:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384600.386845:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e932d677 x1853237049173504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384600.386845:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384600.386848:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384600.386851:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384600.386854:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384600.386856:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384600.386859:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384600.386860:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384600.386862:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384600.386863:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000922db920/0x7f71e2b70dd201a9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384600.386867:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384600.386868:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384600.386868:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384600.386870:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000922db920/0x7f71e2b70dd201a9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384600.386874:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041ddd3f4 00000400:00000010:3.0:1767384600.386876:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041ddd3f4. 00000100:00000001:3.0:1767384600.386879:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384600.386881:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384600.386886:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.386887:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:1.0:1767384600.386888:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000deb80c13 count: 0 00000100:00000040:3.0:1767384600.386891:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:2.0:1767384600.386892:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384600.386896:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384600.386898:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384600.386899:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384600.386900:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384600.386902:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:1.0:1767384600.386903:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:3.0:1767384600.386908:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384600.386911:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000390047eb. 00000100:00000040:3.0:1767384600.386914:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c22fac4 x1853237049173504/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:581/0 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384600.386916:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000089fdc0b 00000400:00000010:2.0:1767384600.386920:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000089fdc0b. 00000100:00000001:2.0:1767384600.386935:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384600.386941:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e932d677 x1853237049173504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384600.386946:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c22fac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049173504:12345-0@lo:253: Request processed in 3693us (4209us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384600.386962:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e932d677 x1853237049173504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384600.386963:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:3.0:1767384600.386968:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384600.386972:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384600.386975:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384600.386977:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384600.386979:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000831a46e9. 00000100:00000001:2.0:1767384600.386980:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.386984:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384600.386985:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384600.386986:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b7eac1e8. 00000100:00000001:2.0:1767384600.386987:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384600.386991:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076d59587. 00000100:00000001:2.0:1767384600.386991:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.386996:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384600.386997:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00001000:2.0:1767384600.386999:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=17 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384600.387001:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384600.387004:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000662959aa. 00000100:00001000:2.0:1767384600.387005:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=17 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384600.387008:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384600.387009:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384600.387011:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.387012:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384600.387015:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384600.387016:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384600.387017:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.387020:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384600.387021:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb8c28c1. 00000100:00000040:2.0:1767384600.387024:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e932d677 x1853237049173504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384600.387026:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041ddd3f4. 00000100:00000001:2.0:1767384600.387033:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384600.387036:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384600.387037:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384600.387039:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384600.387041:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384600.387042:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384600.387043:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384600.387044:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384600.387045:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384600.387046:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384600.387046:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384600.387047:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384600.387055:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e932d677 x1853237049173504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384600.387060:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049173504:0@lo:253: 00000100:00000001:2.0:1767384600.387063:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.387065:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384600.387066:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e932d677 x1853237049173504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.387070:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384600.387071:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384600.387072:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000085cc30ff. 02000000:00000001:2.0:1767384600.387074:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384600.387075:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384600.387076:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384600.387077:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384600.387078:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000069762cef. 02000000:00000001:2.0:1767384600.387081:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384600.387082:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384600.387083:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e932d677. 00000100:00000001:2.0:1767384600.387085:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384600.387086:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.387087:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.387091:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384600.387092:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.387093:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384600.387095:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384600.388661:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294888810, at 4294888811 00000100:00000010:3.0:1767384600.388667:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000713d9f. 00000100:00000040:1.0:1767384600.388671:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294888810, at 4294888811 00000100:00000010:1.0:1767384600.388678:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fc35500. 00000100:00000040:2.0:1767384600.388701:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294888810, at 4294888811 00000100:00000040:0.0:1767384600.388705:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294888810, at 4294888811 00000100:00000010:2.0:1767384600.388714:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9406b23. 00000100:00000010:0.0:1767384600.388716:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3ac9c89. 00010000:00000010:1.1:1767384600.394626:0:20303:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000e49c1e1. 00010000:00000010:1.1:1767384600.394633:0:20303:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000696c9aa3. 00010000:00000010:1.1:1767384600.394637:0:20303:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000deb80c13. 00010000:00000010:1.1:1767384600.394640:0:20303:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000922db920. 00000400:00000010:1.0:1767384600.398974:0:20303:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f6ec046f. 00000400:00000040:1.0:1767384600.398996:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384600.398999:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384600.399001:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384600.399003:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384600.399004:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384600.399005:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384600.399007:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384600.399008:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384600.399009:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384600.399010:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384600.399011:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384600.399012:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384600.399014:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384600.399015:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384600.399016:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384600.399017:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384600.399018:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384600.399019:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384600.399019:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384600.399021:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384600.399022:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384600.399023:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384600.399024:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384600.399025:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384600.399026:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384600.399027:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384600.399028:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384600.399029:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384600.399030:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384600.399036:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384600.399037:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384600.399038:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384600.399039:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384600.399041:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384600.399042:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384600.399043:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384600.399043:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384600.399045:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384600.399046:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384600.399047:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384600.399048:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384600.399049:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384600.399050:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384600.399051:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384600.399052:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384600.399053:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384600.399053:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384600.399054:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384600.399056:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384600.399057:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384600.399058:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384600.399059:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384600.399059:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384600.399061:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384600.399062:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384600.399063:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384600.399063:0:20303:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384600.399082:0:20303:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f6ec046f. 00010000:00000001:2.0:1767384600.538660:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384600.538667:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384600.538673:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384600.538675:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384600.538711:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384600.538714:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384600.538717:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384600.964719:0:20470:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008a360b42. 00080000:00000010:1.0:1767384600.964727:0:20470:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008a360b42. 00000020:00000001:1.0:1767384600.964731:0:20470:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384600.964737:0:20470:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008a360b42. 00080000:00000010:1.0:1767384600.964741:0:20470:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008a360b42. 00000020:00000001:1.0:1767384600.964743:0:20470:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.561687:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384601.561694:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.561700:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384601.561702:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384601.561729:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384601.561732:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384601.561734:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384601.639503:0:20634:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384601.639508:0:20634:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:2.0:1767384601.642393:0:20634:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384601.648591:0:20635:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a706cc2b. 00000400:00000010:3.0:1767384601.648605:0:20635:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002cd6954d. 00000400:00000010:3.0:1767384601.648640:0:20635:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ddd14a79. 00000400:00000010:3.0:1767384601.648645:0:20635:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000652da196. 00000400:00000010:3.0:1767384601.648651:0:20635:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ad404826. 00000400:00000010:3.0:1767384601.648657:0:20635:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eafb1b91. 00000400:00000010:3.0:1767384601.648661:0:20635:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000047ad704. 00000400:00000010:3.0:1767384601.648664:0:20635:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000051fdef43. 00000400:00000010:3.0:1767384601.648669:0:20635:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000659204f8. 00000800:00000010:3.0:1767384601.648679:0:20635:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000889acb7a. 00000800:00000200:3.0:1767384601.648689:0:20635:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384601.648699:0:20635:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384601.648735:0:20635:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:3.0:1767384601.648754:0:20635:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp15 [8/256/0/180] 00000400:00000010:3.0:1767384601.650211:0:20635:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 000000000816dd33. 00000400:00000010:3.0:1767384601.650217:0:20635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf4e898e. 00000400:00000010:3.0:1767384601.650222:0:20635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 00000400:00000001:3.0:1767384601.650233:0:20635:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384601.650235:0:20635:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384601.650237:0:20635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040489fbf. 00000400:00000200:3.0:1767384601.650240:0:20635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b262f9b 00000400:00000010:3.0:1767384601.650241:0:20635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b262f9b. 00000400:00000010:3.0:1767384601.650244:0:20635:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000005199288e. 00000400:00000200:3.0:1767384601.650248:0:20635:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (6) 00000400:00000200:3.0:1767384601.650259:0:20635:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384601.650268:0:20635:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:3.0:1767384601.650273:0:20635:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000153161c5. 00000020:01000000:3.0:1767384601.650278:0:20635:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384601.650279:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384601.650280:0:20635:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp15 00000400:00000200:2.0:1767384601.650287:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:2.0:1767384601.650295:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b391f72e. 00000400:00000010:3.0:1767384601.650296:0:20635:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002cd6954d. 00000400:00000200:2.0:1767384601.650298:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (7) 00000400:00000010:3.0:1767384601.650300:0:20635:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a706cc2b. 00000400:00000010:2.0:1767384601.650304:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b1d871ed. 00000400:00000200:2.0:1767384601.650309:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000200:2.0:1767384601.650321:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:2.0:1767384601.650325:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384601.650332:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384601.650336:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384601.650339:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384601.650342:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384601.650346:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000020:00000001:0.0:1767384601.650347:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384601.650352:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp14 10000000:00000001:0.0:1767384601.650354:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384601.650359:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp14 lpni_is_preferred = 0 10000000:00000001:0.0:1767384601.650360:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384601.650366:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp14 10000000:01000000:0.0:1767384601.650366:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384601.650379:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384601.650385:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp14 NI seq info: [15:15:256:4294967295] 192.168.202.137@tcp14 LPNI seq info [15:15:8:4294967295] 00000020:01000004:0.0:1767384601.650385:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384601.650394:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384601.650400:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384601.650402:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384601.650404:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp14 00000020:01000004:0.0:1767384601.650405:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384601.650408:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384601.650409:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384601.650411:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384601.650415:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384601.650423:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp14(192.168.202.137@tcp14:) -> 192.168.202.137@tcp14(192.168.202.137@tcp:192.168.202.137@tcp14) : PUT try# 0 00000100:00000010:0.0:1767384601.650425:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d693a9a3. 00000800:00000200:2.0:1767384601.650434:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.202.137@tcp14 00000020:00000040:0.0:1767384601.650436:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000800:00000010:2.0:1767384601.650440:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000428d89d2. 00000100:00000001:0.0:1767384601.650443:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384601.650447:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384601.650455:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384601.650458:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000052031c55. 00000800:00000010:2.0:1767384601.650466:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c7c40dc0. 02000000:00000010:0.0:1767384601.650466:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ddd1eb98. 00000100:00000001:0.0:1767384601.650475:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384601.650476:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052031c55] -> 12345-192.168.202.137@tcp14 (2) 00000800:00000200:2.1:1767384601.650483:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052031c55] -> 12345-192.168.202.137@tcp14 (2) 00000100:00000001:0.0:1767384601.650487:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384601.650490:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384601.650500:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d693a9a3] to pc [ptlrpcd_00_00+0] req@00000000d693a9a3 x1853237049173632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384601.650504:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384601.650516:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 10000000:00000001:0.0:1767384601.650551:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384601.650555:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384601.650557:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384601.650559:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384601.650562:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384601.650567:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00100000:2.0:1767384601.650570:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 10000000:00000001:0.0:1767384601.650570:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384601.650572:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384601.650573:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000100:00000001:2.0:1767384601.650578:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1767384601.650578:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384601.650585:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384601.650588:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384601.650595:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384601.650598:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.650602:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384601.650630:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384601.650634:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384601.650634:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384601.650637:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384601.650641:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384601.650643:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384601.650643:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384601.650649:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384601.650650:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384601.650654:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4452d6e. 00000100:00000040:2.0:1767384601.650658:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d693a9a3 x1853237049173632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384601.650659:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384601.650666:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384601.650671:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384601.650677:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384601.650684:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000001:2.0:1767384601.650686:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767384601.650690:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004f8db5f9. 00000100:00000001:2.0:1767384601.650691:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.650699:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384601.650699:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.650708:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384601.650709:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384601.650713:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384601.650718:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 02000000:00000001:2.0:1767384601.650720:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384601.650723:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4452d6e] to pc [ptlrpcd_00_01+1] req@00000000b4452d6e x1853237049173760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384601.650730:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d693a9a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049173632:0@lo:253: 10000000:00000001:0.0:1767384601.650740:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.650742:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384601.650743:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 10000000:00000001:0.0:1767384601.650744:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.650750:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384601.650754:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.650758:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384601.650758:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384601.650766:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000153161c5. 02000000:00000001:2.0:1767384601.650769:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384601.650778:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eaf666ba. 00000400:00000200:3.0:1767384601.650780:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000001:0.0:1767384601.650781:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384601.650786:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384601.650792:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:2.0:1767384601.650794:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f24a9e67. 00000100:00000001:0.0:1767384601.650795:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384601.650806:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384601.650807:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003615e6d4. 00000100:00000001:0.0:1767384601.650809:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384601.650815:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384601.650816:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384601.650817:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049173632, portal 25 00000100:00000001:0.0:1767384601.650819:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384601.650826:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384601.650827:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4452d6e x1853237049173760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384601.650830:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000001:2.0:1767384601.650832:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575787264 : -123274133764352 : ffff8fe2010c0700) 00000100:00000001:0.0:1767384601.650849:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384601.650852:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384601.650853:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d693a9a3 x1853237049173632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384601.650856:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384601.650860:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 02000000:00000001:0.0:1767384601.650868:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384601.650872:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384601.650877:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4452d6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049173760:0@lo:253: 00000400:00000200:3.0:1767384601.650889:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000001:0.0:1767384601.650895:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384601.650902:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384601.650909:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384601.650924:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384601.650928:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384601.650929:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000420ecea3. 02000000:00000001:0.0:1767384601.650933:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384601.650937:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000100:00000040:2.0:1767384601.650937:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384601.650938:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7b434d8. 00000400:00000010:2.0:1767384601.650945:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048021103. 00000400:00000010:0.0:1767384601.650951:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000596db894. 00000100:00000200:2.0:1767384601.650952:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049173632, offset 0 00000100:00000200:0.0:1767384601.650960:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049173760, portal 25 00000100:00000001:0.0:1767384601.650967:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384601.650968:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384601.650969:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575795328 : -123274133756288 : ffff8fe2010c2680) 00000400:00000200:3.0:1767384601.650971:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000040:0.0:1767384601.650981:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4452d6e x1853237049173760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384601.650994:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384601.650995:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384601.651002:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384601.651008:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000342d5db9. 00000400:00000200:2.0:1767384601.651014:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002680 00000100:00000200:0.0:1767384601.651014:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049173760, offset 0 00000400:00000200:0.0:1767384601.651025:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384601.651035:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e9 [2] + 0 00000400:00000200:0.0:1767384601.651043:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384601.651053:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a719ac5e. 00000400:00000200:0.0:1767384601.651062:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002700 00000400:00000200:2.0:1767384601.651063:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed729069 00000400:00000200:0.0:1767384601.651072:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 00000400:00000200:2.0:1767384601.651074:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384601.651076:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0b0d1f4. 00000400:00000200:0.0:1767384601.651083:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000083245b9b 00000400:00000200:2.0:1767384601.651089:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384601.651092:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384601.651097:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed729069 00000400:00000200:0.0:1767384601.651099:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384601.651106:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed729069. 00000400:00000200:0.0:1767384601.651115:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083245b9b 00000100:00000001:2.0:1767384601.651116:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384601.651120:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083245b9b. 00000100:00000200:2.0:1767384601.651121:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384601.651127:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384601.651128:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000083536da2 x1853237049173632 msgsize 4848 00000100:00000200:0.0:1767384601.651131:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384601.651139:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000a963cedd x1853237049173760 msgsize 4848 00000100:00100000:2.0:1767384601.651156:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384601.651161:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384601.651164:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384601.651177:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384601.651178:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000010:3.0:1767384601.651184:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002e14c353. 00000800:00000010:3.0:1767384601.651189:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002cd6954d. 00000400:00000200:2.0:1767384601.651191:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048021103 00000100:00000001:0.0:1767384601.651192:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:3.0:1767384601.651194:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000007334bc2. 00000400:00000010:2.0:1767384601.651198:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048021103. 00000400:00000200:0.0:1767384601.651207:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000342d5db9 00000100:00000001:2.0:1767384601.651208:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384601.651217:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000342d5db9. 00000100:00000200:2.0:1767384601.651222:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d693a9a3 x1853237049173632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384601.651222:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384601.651228:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4452d6e x1853237049173760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384601.651239:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000007334bc2. 00000100:00000001:0.0:1767384601.651295:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384601.651296:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384601.651301:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4452d6e x1853237049173760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384601.651305:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d693a9a3 x1853237049173632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384601.651325:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.651333:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384601.651343:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.651344:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.651346:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384601.651350:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294890078 00000100:00000001:2.0:1767384601.651354:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384601.651355:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056a8428f. 00000100:00000001:2.0:1767384601.651367:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294890078 00000100:00000001:0.0:1767384601.651370:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384601.651378:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294890078 00000100:00000001:2.0:1767384601.651379:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294890078 00000100:00000010:0.0:1767384601.651382:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f2893a1b. 00000100:00000001:0.0:1767384601.651386:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384601.651393:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294890078 00000100:00000001:0.0:1767384601.651394:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294890078 00000100:00000010:0.0:1767384601.651402:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048ca23ed. 00000100:00000001:2.0:1767384601.651403:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294890078 00000100:00000001:0.0:1767384601.651407:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384601.651410:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294890078 00000100:00000001:3.0:1767384601.651413:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384601.651416:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294890078 00000100:00000001:2.0:1767384601.651417:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294890078 00000100:00100000:3.0:1767384601.651418:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049173632 00000100:00000010:0.0:1767384601.651424:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000057bc40d1. 02000000:00000001:3.0:1767384601.651425:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384601.651425:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294890078 00000100:00000001:3.0:1767384601.651432:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384601.651436:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.651436:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767384601.651450:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.651453:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384601.651455:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049173632 00000100:00000001:2.0:1767384601.651455:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294890078 00000100:00000001:0.0:1767384601.651459:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.651460:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384601.651464:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384601.651468:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:0.0:1767384601.651469:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.651478:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.651479:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.651480:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384601.651488:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:3.0:1767384601.651493:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384601.651493:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.651500:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384601.651502:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.651506:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384601.651506:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384601.651511:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007334bc2. 00000100:00000001:2.0:1767384601.651512:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384601.651518:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384601.651518:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384601.651525:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007334bc2. 00000100:00000001:2.0:1767384601.651526:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384601.651531:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aad2a5db. 00000020:00000010:3.0:1767384601.651537:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000586d490. 00000100:00000001:0.0:1767384601.651544:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384601.651545:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00100000:0.0:1767384601.651553:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049173760 02000000:00000001:0.0:1767384601.651557:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384601.651559:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384601.651562:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384601.651564:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384601.651565:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.651569:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384601.651572:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.651575:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384601.651576:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384601.651581:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049173760 00000020:00000001:0.0:1767384601.651584:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384601.651586:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:3.0:1767384601.651588:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384601.651589:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384601.651593:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:0.0:1767384601.651596:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384601.651599:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384601.651603:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384601.651638:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384601.651642:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384601.651648:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:3.0:1767384601.651653:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384601.651656:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729443408 : -123268980108208 : ffff8fe3343a9450) 00000100:00000040:3.0:1767384601.651663:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083536da2 x1853237049173632/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:582/0 lens 4848/0 e 0 to 0 dl 1767384612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.651688:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384601.651691:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007334bc2. 00000100:00000001:3.0:1767384601.651695:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384601.651697:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007334bc2. 00000100:00100000:3.0:1767384601.651703:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083536da2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049173632:12345-0@lo:253: 00000100:00000200:3.0:1767384601.651706:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049173632 00000020:00000001:3.0:1767384601.651709:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384601.651713:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384601.651715:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.651718:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384601.651720:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:3.0:1767384601.651723:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384601.651725:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384601.651727:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384601.651729:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384601.651732:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.651736:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384601.651738:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384601.651743:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000746a8c68. 02000000:00000001:3.0:1767384601.651746:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.651747:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384601.651751:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384601.651760:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000153161c5. 20000000:01000000:3.0:1767384601.651762:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384601.651765:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384601.651768:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384601.651770:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384601.651772:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384601.651774:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384601.651783:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c1b98019. 20000000:01000000:3.0:1767384601.651785:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:3.0:1767384601.651790:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384601.651795:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384601.651805:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384601.651820:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384601.651836:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.651838:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384601.651841:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.651845:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384601.651847:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384601.651850:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:3.0:1767384601.651855:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:3.0:1767384601.651858:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384601.651860:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:3.0:1767384601.651862:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384601.651870:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.651873:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384601.651877:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384601.651879:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2c0c387. 00000020:00000001:3.0:1767384601.651881:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000100:00000001:0.0:1767384601.651884:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384601.651887:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000010:0.0:1767384601.651889:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2c0c387. 00000400:00000200:2.0:1767384601.651890:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp14 from 245.3.0.2 00080000:00000010:3.0:1767384601.651893:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007e67e940. 00000020:00000010:0.0:1767384601.651898:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd64268e. 00080000:00000001:3.0:1767384601.651899:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588460544 : -123274121091072 : ffff8fe201cd6800) 00000800:00000010:2.0:1767384601.651899:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bb396c6b. 00080000:00000001:3.0:1767384601.651924:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000010:0.0:1767384601.651925:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec2fcaba. 00000001:00000001:3.0:1767384601.651930:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000010:0.0:1767384601.651932:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5ae207c. 00080000:00000010:3.0:1767384601.651935:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000007334bc2. 00080000:00000001:3.0:1767384601.651939:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.651940:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:3.0:1767384601.651943:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384601.651943:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384601.651954:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.651962:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.651966:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384601.651969:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.651987:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384601.651988:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384601.651991:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384601.651998:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000040:0.0:1767384601.652002:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:0.0:1767384601.652004:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729442384 : -123268980109232 : ffff8fe3343a9050) 00000100:00000040:0.0:1767384601.652009:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a963cedd x1853237049173760/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:582/0 lens 4848/0 e 0 to 0 dl 1767384612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384601.652016:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384601.652018:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2c0c387. 00000100:00000001:0.0:1767384601.652021:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384601.652023:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2c0c387. 00000100:00100000:0.0:1767384601.652035:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a963cedd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049173760:12345-0@lo:253: 00000100:00000200:0.0:1767384601.652038:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049173760 00000020:00000001:0.0:1767384601.652041:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384601.652044:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384601.652045:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384601.652047:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384601.652049:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384601.652052:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384601.652053:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384601.652056:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384601.652058:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384601.652060:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.652063:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384601.652066:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384601.652071:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000da7896a4. 02000000:00000001:0.0:1767384601.652073:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.652074:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384601.652077:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384601.652087:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008df6b3a5. 20000000:01000000:0.0:1767384601.652090:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384601.652097:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384601.652100:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384601.652102:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384601.652104:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384601.652107:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:0.0:1767384601.652135:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c0d7c1f2. 00000800:00000010:0.0:1767384601.652139:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000342d5db9. 00000800:00000010:0.0:1767384601.652164:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000facddde3. 00000800:00000200:0.1:1767384601.652171:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052031c55] -> 12345-192.168.202.137@tcp14 (2) 00000800:00000200:0.1:1767384601.652175:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp14 00000000facddde3 deleted 00000800:00000010:0.1:1767384601.652177:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000facddde3. 00000800:00000200:0.1:1767384601.652181:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384601.652187:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp14 ip 192.168.202.137:1013 00000800:00000200:0.1:1767384601.652191:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000428d89d2 type 1, nob 240 niov 1 nkiov 1 00000800:00000200:0.0:1767384601.652195:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp14 p 3.x 192.168.202.137 -> 192.168.202.137:1013 incarnation:1767384600380452733 sched[0] 00000800:00000010:0.0:1767384601.652199:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f2c0c387. 00000800:00000010:0.0:1767384601.652285:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f2c0c387. 00000800:00000010:0.0:1767384601.652290:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000342d5db9. 00000800:00000010:0.0:1767384601.652324:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bb396c6b. 00000800:00000200:3.1:1767384601.652342:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384601.652351:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp14 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384600380452733 sched[0] 00000800:00000001:2.0:1767384601.652353:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384601.652354:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002cd6954d. 00000800:00000001:2.0:1767384601.652363:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384601.652422:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000200:2.0:1767384601.652440:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384601.652445:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000428d89d2. 00000400:00000200:3.0:1767384601.652450:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384601.652450:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384601.652461:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp14->192.168.202.137@tcp14: PUT: OK 00000400:00000200:2.0:1767384601.652466:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384601.652471:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000400:00000200:3.0:1767384601.652481:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000001:2.0:1767384601.652484:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384601.652495:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384601.652499:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384601.652504:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384601.652517:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp14(192.168.202.137@tcp14) <- 192.168.202.137@tcp14 : PUT - for me 00000400:00000200:3.0:1767384601.652528:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384601.652529:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384601.652540:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 144/144 into md 0x12c1 [1] + 0 00000400:00000010:2.0:1767384601.652545:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093cc895d. 00000400:00000200:3.0:1767384601.652550:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384601.652557:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000be983bc9 00000800:00000001:2.0:1767384601.652564:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384601.652571:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000800:00000001:2.0:1767384601.652576:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384601.652580:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384601.652586:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp14->192.168.202.137@tcp14: PUT: OK 00000400:00000200:2.0:1767384601.652590:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be983bc9 00000400:00000010:2.0:1767384601.652593:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be983bc9. 00000400:00000200:2.0:1767384601.652597:0:16343:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384601.652599:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384601.652601:0:16343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (8) 00000400:00000200:2.0:1767384601.652642:0:16343:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:2.0:1767384601.652649:0:16343:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 0000000048021103. 00000400:00000200:2.0:1767384601.652654:0:16343:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 7 00000400:00000200:2.0:1767384601.652659:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384601.652677:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (9) 00000400:00000200:3.0:1767384601.652681:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384601.652684:0:16343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384601.652694:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp14 to MR: 192.168.202.137@tcp14 local destination 00000400:00000200:2.0:1767384601.652706:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp14 NI seq info: [16:16:256:4294967295] 192.168.202.137@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1767384601.652719:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp14(192.168.202.137@tcp14:192.168.202.137@tcp14) -> 192.168.202.137@tcp14(192.168.202.137@tcp14:192.168.202.137@tcp14) 192.168.202.137@tcp14 : ACK try# 0 00000400:00000200:3.0:1767384601.652720:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000800:00000200:2.0:1767384601.652729:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp14 00000400:00000200:0.0:1767384601.652729:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1767384601.652736:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000428d89d2. 00000800:00000200:2.0:1767384601.652744:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052031c55] -> 12345-192.168.202.137@tcp14 (4) 00000400:00000010:0.0:1767384601.652745:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016bc228c. 00000400:00000010:0.0:1767384601.652755:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f0baf49. 00000400:00000200:3.0:1767384601.652757:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384601.652760:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 00000800:00000200:2.0:1767384601.652761:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp14 ip 192.168.202.137:988 00000800:00000200:2.0:1767384601.652771:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000428d89d2 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384601.652773:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1004d1 00000400:00000010:0.0:1767384601.652787:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 00000000342d5db9. 00000400:00000010:0.0:1767384601.652790:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 00000000facddde3. 00000400:00000010:0.0:1767384601.652793:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 00000000022d2618. 00000400:00000200:3.0:1767384601.652799:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000010:0.0:1767384601.652808:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007dc90687. 00000400:00000200:0.0:1767384601.652816:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007dc90687 nid 192.168.202.137@tcp15 00000400:00000010:0.0:1767384601.652822:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d72a54e3. 00000400:00000200:0.0:1767384601.652825:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d72a54e3 net tcp15 00000400:00000200:0.0:1767384601.652828:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (8) 00000400:00000200:0.0:1767384601.652837:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp15 flags 0x11 00000400:00000010:0.0:1767384601.652842:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 00000000342d5db9. 00000400:00000010:0.0:1767384601.652847:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 00000000facddde3. 00000400:00000010:0.0:1767384601.652850:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 00000000022d2618. 00000400:00000010:0.0:1767384601.652854:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 0000000048021103. 00000800:00000200:2.0:1767384601.652856:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384601.652860:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000800:00000010:2.0:1767384601.652864:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000428d89d2. 00000400:00000200:0.0:1767384601.652864:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100551 00000400:00000200:0.0:1767384601.652871:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 1 00000400:00000200:2.0:1767384601.652873:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384601.652876:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 00000400:00000200:0.0:1767384601.652890:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384601.652895:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp14->192.168.202.137@tcp14: ACK: OK 00000400:00000200:0.0:1767384601.652895:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100511 rc 0 00000400:00000200:0.0:1767384601.652906:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:0.0:1767384601.652928:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (9) 00000800:00000001:2.0:1767384601.652939:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384601.652947:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384601.652951:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384601.652956:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384601.652965:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384601.652975:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384601.652986:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp14(192.168.202.137@tcp14) <- 192.168.202.137@tcp14 : ACK - for me 00000400:00000200:2.0:1767384601.653010:0:16343:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp14: ACK from 12345-192.168.202.137@tcp14 into md 0x12d9 00000400:00000200:2.0:1767384601.653018:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384601.653026:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp14->192.168.202.137@tcp14: ACK: OK 00000800:00000010:3.0:1767384601.653029:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000069762cef. 00000400:00000200:2.0:1767384601.653030:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b391f72e 00000800:00000010:3.0:1767384601.653036:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002cd6954d. 00000400:00000010:2.0:1767384601.653037:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b391f72e. 00000800:00000010:3.0:1767384601.653044:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d6126a5. 00000400:00000200:2.0:1767384601.653046:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384601.653056:0:16343:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:2.0:1767384601.653062:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (8) 00000800:00000001:2.0:1767384601.653074:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384601.653083:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384601.653097:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d6126a5. 00000400:00000200:0.0:1767384601.653114:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384601.653130:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp14 from 244.3.0.2 00000800:00000010:0.0:1767384601.653132:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000083bd5392. 00000800:00000010:3.0:1767384601.653163:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000085cc30ff. 00000800:00000010:3.0:1767384601.653169:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006365eadd. 00000800:00000010:3.0:1767384601.653204:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000082f96e93. 00000800:00000200:3.1:1767384601.653209:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052031c55] -> 12345-192.168.202.137@tcp14 (4) 00000800:00000200:3.1:1767384601.653224:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp14 0000000082f96e93 deleted 00000800:00000010:3.1:1767384601.653229:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000082f96e93. 00000800:00000200:3.1:1767384601.653232:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384601.653241:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp14 p 3.x 192.168.202.137 -> 192.168.202.137:1012 incarnation:1767384600380452733 sched[0] 00000800:00000010:3.0:1767384601.653246:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d6126a5. 00000800:00000010:3.0:1767384601.653288:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d6126a5. 00000800:00000010:3.0:1767384601.653291:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006365eadd. 00000800:00000010:3.0:1767384601.653306:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000083bd5392. 00000800:00000001:0.0:1767384601.653322:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384601.653328:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384601.653352:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384601.653356:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp14 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384600380452733 sched[0] 00000800:00000010:3.0:1767384601.653359:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002cd6954d. 00000800:00000001:0.0:1767384601.653382:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384601.653386:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384601.653742:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007e67e940. 00080000:00000010:3.0:1767384601.653991:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000007334bc2. 00040000:00000001:3.0:1767384601.653996:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384601.653998:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384601.654000:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384601.654003:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384601.654005:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384601.654007:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384601.654018:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384601.654027:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384601.654030:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384601.654035:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384601.654042:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000749b1e43. 20000000:01000000:0.0:1767384601.654047:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:0.0:1767384601.654057:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384601.654059:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384601.654062:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:2.0:1767384601.654065:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384601.654067:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:2.0:1767384601.654073:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384601.654080:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384601.654083:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384601.654085:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:2.0:1767384601.654093:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002a55d987. 00080000:00000001:0.0:1767384601.654099:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.654100:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384601.654103:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384601.654105:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384601.654106:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e9a7c24a. 00080000:00000001:0.0:1767384601.654107:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384601.654110:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384601.654114:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:0.0:1767384601.654114:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000040:2.0:1767384601.654120:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e9a7c24a with handle 0x7f71e2b70dd201b0 to hash 00000020:00000001:0.0:1767384601.654121:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:0.0:1767384601.654126:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:2.0:1767384601.654130:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384601.654131:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384601.654134:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258152960 : -123269451398656 : ffff8fe318234200) 00080000:00000001:0.0:1767384601.654137:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.654142:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258152960 : -123269451398656 : ffff8fe318234200) 00080000:00000001:0.0:1767384601.654143:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384601.654154:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384601.654155:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000020:3.0:1767384601.654159:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384601.654161:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384601.654162:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000100:00000001:3.0:1767384601.654164:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384601.654169:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000153161c5. 00080000:00000001:0.0:1767384601.654172:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:2.0:1767384601.654174:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd201b0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384601.654177:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384601.654180:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a308ff3b. 00080000:00000001:0.0:1767384601.654187:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804920378880 : -123268789172736 : ffff8fe33f9c0600) 00010000:00000040:3.0:1767384601.654192:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049173632 00080000:00000001:0.0:1767384601.654195:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384601.654197:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384601.654198:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:0.0:1767384601.654199:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000200:3.0:1767384601.654207:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083536da2 x1853237049173632/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:582/0 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384601.654207:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:0.0:1767384601.654208:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f2c0c387. 00080000:00000001:0.0:1767384601.654218:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.654222:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384601.654227:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384601.654228:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384601.654235:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384601.654236:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384601.654240:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384601.654241:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.654246:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384601.654246:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384601.654247:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384601.654257:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384601.654257:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384601.654262:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000040:3.0:1767384601.654263:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00080000:00000001:0.0:1767384601.654266:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384601.654267:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:2.0:1767384601.654267:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384601.654271:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 02000000:00000001:3.0:1767384601.654272:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384601.654277:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384601.654277:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002a55d987) refcount = 1 00000100:00000001:3.0:1767384601.654283:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384601.654285:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd201b0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384601.654286:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384601.654290:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cd6954d. 00000100:00000200:3.0:1767384601.654295:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049173632, offset 224 00010000:00000001:2.0:1767384601.654298:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:3.0:1767384601.654301:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384601.654302:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384601.654306:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384601.654310:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384601.654311:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.654315:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384601.654319:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002680 20000000:00000001:2.0:1767384601.654319:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384601.654325:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002518287s 00000400:00000200:3.0:1767384601.654326:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12dd [2] + 224 00010000:00000001:2.0:1767384601.654333:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384601.654334:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384601.654336:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384601.654339:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384601.654341:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e9a7c24a refcount=4 00000100:00000001:3.0:1767384601.654343:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384601.654345:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152960 : -123269451398656 : ffff8fe318234200) 00000100:00000200:3.0:1767384601.654347:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d693a9a3 x1853237049173632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384601.654350:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152960 : -123269451398656 : ffff8fe318234200) 00010000:00000001:2.0:1767384601.654357:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384601.654361:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd201b0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384601.654364:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d693a9a3 x1853237049173632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384601.654379:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384601.654382:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd201b0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384601.654389:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384601.654390:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384601.654392:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384601.654393:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd201b0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384601.654397:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd6954d 00000400:00000010:3.0:1767384601.654400:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cd6954d. 00000100:00000001:3.0:1767384601.654405:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384601.654409:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384601.654411:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384601.654411:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.654413:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.654417:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384601.654418:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384601.654420:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384601.654424:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000001:0.0:1767384601.654425:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384601.654431:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384601.654432:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:2.0:1767384601.654432:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd201b0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384601.654435:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f24a9e67. 00000020:00000001:3.0:1767384601.654437:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.654445:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384601.654445:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003615e6d4 00000400:00000010:0.0:1767384601.654453:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003615e6d4. 00010000:00010000:2.0:1767384601.654454:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e9a7c24a already unused, calling callback (0000000058ffb97a) 00000100:00000040:3.0:1767384601.654459:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083536da2 x1853237049173632/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:582/0 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384601.654462:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384601.654462:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384601.654470:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:0.0:1767384601.654471:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d693a9a3 x1853237049173632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384601.654476:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd201b0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384601.654479:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083536da2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049173632:12345-0@lo:253: Request processed in 2784us (3343us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384601.654520:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:3.0:1767384601.654523:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00000001:2.0:1767384601.654525:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384601.654529:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384601.654530:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000020:00000040:2.0:1767384601.654532:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e9a7c24a refcount=5 00000100:00000001:3.0:1767384601.654538:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384601.654542:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152960 : -123269451398656 : ffff8fe318234200) 00000100:00000001:3.0:1767384601.654544:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384601.654550:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000586d490. 00010000:00000001:2.0:1767384601.654554:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152960 : -123269451398656 : ffff8fe318234200) 00000020:00000010:3.0:1767384601.654561:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00010000:00000001:2.0:1767384601.654564:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384601.654571:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd201b0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384601.654573:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aad2a5db. 00000100:00000200:0.0:1767384601.654578:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d693a9a3 x1853237049173632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384601.654581:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:3.0:1767384601.654594:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384601.654602:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000746a8c68. 00000100:00000001:0.0:1767384601.654629:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384601.654631:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384601.654634:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384601.654640:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384601.654644:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384601.654645:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384601.654649:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.654652:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384601.654653:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.654661:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:0.0:1767384601.654662:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=18 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384601.654663:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384601.654666:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384601.654672:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384601.654676:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=18 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384601.654677:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004adf7bde. 00010000:00000001:2.0:1767384601.654679:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384601.654688:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384601.654689:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384601.654690:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cd6954d. 00000100:00000001:0.0:1767384601.654695:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.654696:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384601.654699:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384601.654701:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.654702:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.654715:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384601.654716:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e9a7c24a with handle 0x7f71e2b70dd201b0 from hash 00000100:00000040:0.0:1767384601.654722:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d693a9a3 x1853237049173632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384601.654724:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384601.654731:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384601.654738:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384601.654739:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384601.654742:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384601.654744:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384601.654747:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:01000004:0.0:1767384601.654748:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384601.654753:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:01000004:0.0:1767384601.654753:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384601.654760:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384601.654761:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:0.0:1767384601.654763:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384601.654767:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:2.0:1767384601.654769:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:01000004:0.0:1767384601.654769:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384601.654775:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:2.0:1767384601.654776:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384601.654781:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384601.654786:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:2.0:1767384601.654787:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384601.654792:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384601.654793:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384601.654803:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:0.0:1767384601.654804:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d693a9a3 x1853237049173632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384601.654815:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384601.654821:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384601.654827:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384601.654828:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d693a9a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049173632:0@lo:253: 00010000:00000001:2.0:1767384601.654832:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.654836:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384601.654846:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd201b0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384601.654847:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384601.654855:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384601.654862:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d693a9a3 x1853237049173632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384601.654866:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384601.654871:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384601.654875:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384601.654879:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384601.654880:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384601.654884:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384601.654884:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384601.654888:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384601.654888:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eaf666ba. 00010000:00000001:2.0:1767384601.654895:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:0.0:1767384601.654896:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384601.654900:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384601.654902:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384601.654903:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384601.654908:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384601.654927:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ddd1eb98. 20000000:00000001:2.0:1767384601.654928:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384601.654941:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd201b0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384601.654944:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384601.654947:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384601.654949:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d693a9a3. 00000100:00000001:0.0:1767384601.654955:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384601.654956:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384601.654961:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384601.654962:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384601.654965:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384601.654966:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384601.654969:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384601.654970:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e9a7c24a/0x7f71e2b70dd201b0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384601.654974:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384601.654976:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384601.654989:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002a55d987 count: 0 00010000:00000001:2.0:1767384601.654996:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384601.654998:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:2.0:1767384601.656048:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a308ff3b. 00080000:00000010:0.0:1767384601.656087:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f2c0c387. 00040000:00000001:0.0:1767384601.656094:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384601.656098:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384601.656101:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384601.656106:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384601.656108:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384601.656112:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384601.656114:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384601.656126:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384601.656131:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384601.656136:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384601.656139:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384601.656149:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384601.656151:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384601.656155:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384601.656157:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384601.656161:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000088f369f9. 00010000:00000001:2.0:1767384601.656165:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384601.656167:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b5554aff. 00000020:00000001:2.0:1767384601.656170:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384601.656172:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b5554aff with handle 0x7f71e2b70dd201b7 to hash 00000020:00000001:2.0:1767384601.656174:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384601.656175:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258158592 : -123269451393024 : ffff8fe318235800) 00010000:00000001:2.0:1767384601.656180:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258158592 : -123269451393024 : ffff8fe318235800) 00010000:00000001:2.0:1767384601.656183:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384601.656184:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384601.656187:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b5554aff/0x7f71e2b70dd201b7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384601.656194:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384601.656196:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384601.656198:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384601.656200:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384601.656202:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384601.656204:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384601.656207:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384601.656209:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384601.656210:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384601.656212:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384601.656213:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384601.656214:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000088f369f9) refcount = 1 00010000:00010000:2.0:1767384601.656218:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b5554aff/0x7f71e2b70dd201b7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384601.656223:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384601.656224:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384601.656226:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384601.656228:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.656235:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384601.656238:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384601.656241:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002518287s 00010000:00000001:2.0:1767384601.656243:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384601.656246:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384601.656247:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5554aff refcount=4 00000020:00000001:2.0:1767384601.656249:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258158592 : -123269451393024 : ffff8fe318235800) 00010000:00000001:2.0:1767384601.656251:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258158592 : -123269451393024 : ffff8fe318235800) 00010000:00000001:2.0:1767384601.656253:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384601.656255:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b5554aff/0x7f71e2b70dd201b7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384601.656262:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384601.656264:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b5554aff/0x7f71e2b70dd201b7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384601.656271:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384601.656272:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384601.656273:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b5554aff/0x7f71e2b70dd201b7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384601.656280:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384601.656281:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.656283:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384601.656285:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b5554aff/0x7f71e2b70dd201b7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384601.656291:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b5554aff already unused, calling callback (0000000058ffb97a) 00010000:00000001:2.0:1767384601.656294:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384601.656295:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384601.656297:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b5554aff/0x7f71e2b70dd201b7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384601.656302:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384601.656304:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000020:0.0:1767384601.656308:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:2.0:1767384601.656312:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384601.656314:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384601.656316:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5554aff refcount=5 20000000:00000010:0.0:1767384601.656319:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008df6b3a5. 00000020:00000001:2.0:1767384601.656321:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258158592 : -123269451393024 : ffff8fe318235800) 00010000:00000001:2.0:1767384601.656325:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258158592 : -123269451393024 : ffff8fe318235800) 00010000:00000001:2.0:1767384601.656328:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384601.656335:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b5554aff/0x7f71e2b70dd201b7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384601.656341:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.656343:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384601.656348:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000040:0.0:1767384601.656349:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049173760 00010000:00000001:2.0:1767384601.656350:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.656357:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384601.656359:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384601.656363:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000200:0.0:1767384601.656367:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a963cedd x1853237049173760/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:582/0 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384601.656369:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384601.656371:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384601.656380:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b5554aff with handle 0x7f71e2b70dd201b7 from hash 00010000:00000001:2.0:1767384601.656387:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384601.656390:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384601.656390:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384601.656393:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384601.656395:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.656397:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:0.0:1767384601.656401:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=18 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384601.656402:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384601.656407:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384601.656410:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384601.656411:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384601.656415:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384601.656416:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:2.0:1767384601.656421:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.656423:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:2.0:1767384601.656426:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384601.656431:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:0.0:1767384601.656433:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384601.656439:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384601.656439:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384601.656442:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384601.656445:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.656446:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384601.656450:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384601.656456:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384601.656458:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384601.656463:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000022d2618. 00010000:00010000:2.0:1767384601.656464:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b5554aff/0x7f71e2b70dd201b7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384601.656471:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049173760, offset 224 00010000:00000001:2.0:1767384601.656479:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384601.656484:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384601.656489:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384601.656493:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384601.656495:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384601.656498:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384601.656501:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384601.656502:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384601.656505:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384601.656509:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384601.656511:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384601.656515:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b5554aff/0x7f71e2b70dd201b7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384601.656515:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002700 00010000:00000001:2.0:1767384601.656533:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:0.0:1767384601.656533:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12e5 [2] + 224 00010000:00000001:2.0:1767384601.656537:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384601.656544:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b5554aff/0x7f71e2b70dd201b7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384601.656546:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384601.656558:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384601.656565:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1767384601.656569:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000088f369f9 count: 0 00000100:00000200:0.0:1767384601.656571:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4452d6e x1853237049173760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384601.656581:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384601.656585:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b4452d6e x1853237049173760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384601.656587:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384601.656652:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384601.656657:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294890078, at 4294890079 00000400:00000200:0.0:1767384601.656660:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000022d2618 00000100:00000040:3.0:1767384601.656663:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294890078, at 4294890079 00000100:00000040:1.0:1767384601.656667:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294890078, at 4294890079 00000400:00000010:0.0:1767384601.656668:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000022d2618. 00000100:00000010:2.0:1767384601.656669:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048ca23ed. 00000100:00000010:3.0:1767384601.656671:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000057bc40d1. 00000100:00000001:0.0:1767384601.656678:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:1.0:1767384601.656681:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f2893a1b. 00000100:00000001:0.0:1767384601.656682:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384601.656690:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384601.656695:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384601.656698:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384601.656702:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384601.656706:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384601.656708:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000010:2.0:1767384601.656711:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7b434d8. 00010000:00000001:0.0:1767384601.656714:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384601.656718:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000596db894 00000020:00000001:0.0:1767384601.656719:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384601.656724:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000596db894. 00000020:00000001:0.0:1767384601.656726:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384601.656732:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384601.656735:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a963cedd x1853237049173760/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:582/0 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384601.656741:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4452d6e x1853237049173760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384601.656771:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a963cedd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049173760:12345-0@lo:253: Request processed in 4749us (5626us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384601.656779:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4452d6e x1853237049173760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384601.656799:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000001:2.0:1767384601.656809:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384601.656809:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384601.656813:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384601.656816:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384601.656819:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384601.656821:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384601.656826:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec2fcaba. 02000000:00000001:2.0:1767384601.656829:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384601.656833:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384601.656834:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5ae207c. 00000100:00000001:2.0:1767384601.656835:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384601.656841:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd64268e. 02000000:00000001:2.0:1767384601.656843:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384601.656849:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00001000:2.0:1767384601.656851:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=18 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384601.656857:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384601.656858:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=18 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384601.656862:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000da7896a4. 00000100:00000001:2.0:1767384601.656868:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384601.656870:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384601.656872:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.656874:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384601.656877:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384601.656881:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384601.656882:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384601.656888:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384601.656891:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd0231e9. 00000100:00000040:2.0:1767384601.656897:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4452d6e x1853237049173760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384601.656899:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000022d2618. 00000100:00000001:2.0:1767384601.656927:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384601.656931:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384601.656933:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384601.656937:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000040:0.0:1767384601.656938:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294890078, at 4294890079 00000020:01000004:2.0:1767384601.656942:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384601.656948:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000010:0.0:1767384601.656950:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056a8428f. 00000020:01000004:2.0:1767384601.656951:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384601.656956:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384601.656960:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384601.656961:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384601.656964:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384601.656966:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384601.656969:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4452d6e x1853237049173760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384601.656978:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4452d6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049173760:0@lo:253: 00000100:00000001:2.0:1767384601.656982:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.656985:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384601.656987:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4452d6e x1853237049173760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.656993:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384601.656996:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384601.656999:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000420ecea3. 02000000:00000001:2.0:1767384601.657008:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384601.657010:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384601.657012:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384601.657014:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384601.657016:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004f8db5f9. 02000000:00000001:2.0:1767384601.657020:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384601.657021:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384601.657023:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4452d6e. 00000100:00000001:2.0:1767384601.657026:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384601.657027:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.657029:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.657034:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384601.657036:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.657038:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384601.657040:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384601.662644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002a55d987. 00010000:00000010:2.1:1767384601.662651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e9a7c24a. 00000400:00000010:3.0:1767384601.668323:0:20640:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000028095291. 00000400:00000040:3.0:1767384601.668339:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384601.668341:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384601.668343:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384601.668345:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384601.668346:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384601.668347:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384601.668349:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384601.668350:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384601.668351:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384601.668355:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384601.668357:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384601.668358:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384601.668360:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384601.668361:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384601.668362:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384601.668364:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384601.668365:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384601.668365:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384601.668366:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384601.668368:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384601.668369:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384601.668370:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384601.668371:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384601.668372:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384601.668372:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384601.668374:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384601.668375:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384601.668376:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384601.668376:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384601.668377:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384601.668378:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384601.668379:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384601.668380:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384601.668381:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384601.668382:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384601.668383:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384601.668384:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384601.668385:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384601.668386:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384601.668387:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384601.668388:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384601.668389:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384601.668390:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384601.668391:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384601.668392:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384601.668393:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384601.668394:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384601.668394:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384601.668401:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384601.668402:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384601.668403:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384601.668405:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384601.668407:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384601.668408:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384601.668409:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384601.668410:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384601.668411:0:20640:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384601.668440:0:20640:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000028095291. 00010000:00000010:2.1:1767384601.669653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000088f369f9. 00010000:00000010:2.1:1767384601.669660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b5554aff. 00080000:00000010:1.0:1767384602.284891:0:20818:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000042c6e6cb. 00080000:00000010:1.0:1767384602.284899:0:20818:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000042c6e6cb. 00000020:00000001:1.0:1767384602.284903:0:20818:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384602.284928:0:20818:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000042c6e6cb. 00080000:00000010:1.0:1767384602.284932:0:20818:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000042c6e6cb. 00000020:00000001:1.0:1767384602.284935:0:20818:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.585684:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384602.585692:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.585699:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384602.585700:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.585752:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384602.585758:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384602.585763:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384603.035792:0:20982:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384603.035795:0:20982:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:3.0:1767384603.040373:0:20982:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384603.048462:0:20983:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007fa10260. 00000400:00000010:3.0:1767384603.048475:0:20983:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000082f96e93. 00000400:00000010:3.0:1767384603.048500:0:20983:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000be9c64fb. 00000400:00000010:3.0:1767384603.048503:0:20983:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d3cc10b6. 00000400:00000010:3.0:1767384603.048506:0:20983:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001bd70ac1. 00000400:00000010:3.0:1767384603.048510:0:20983:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000007334bc2. 00000400:00000010:3.0:1767384603.048512:0:20983:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000458f384b. 00000400:00000010:3.0:1767384603.048513:0:20983:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000347fd531. 00000400:00000010:3.0:1767384603.048516:0:20983:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b45cf121. 00000800:00000010:3.0:1767384603.048525:0:20983:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002cb3b0f5. 00000800:00000200:3.0:1767384603.048535:0:20983:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384603.048542:0:20983:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384603.048589:0:20983:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:3.0:1767384603.048632:0:20983:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp16 [8/256/0/180] 00000400:00000010:3.0:1767384603.050624:0:20983:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000009ea2a98b. 00000400:00000010:3.0:1767384603.050630:0:20983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efee3765. 00000400:00000010:3.0:1767384603.050636:0:20983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e01d6db. 00000400:00000001:3.0:1767384603.050653:0:20983:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384603.050655:0:20983:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384603.050657:0:20983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf4e898e. 00000400:00000200:3.0:1767384603.050659:0:20983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00000400:00000010:3.0:1767384603.050666:0:20983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00000400:00000010:3.0:1767384603.050670:0:20983:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 000000000816dd33. 00000400:00000200:3.0:1767384603.050674:0:20983:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (7) 00000400:00000200:3.0:1767384603.050685:0:20983:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384603.050693:0:20983:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:3.0:1767384603.050698:0:20983:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d3dbe485. 00000020:01000000:3.0:1767384603.050702:0:20983:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384603.050705:0:20983:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp16 00000400:00000010:3.0:1767384603.050720:0:20983:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000082f96e93. 00000400:00000010:3.0:1767384603.050723:0:20983:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007fa10260. 00000400:00000200:0.0:1767384603.050725:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384603.050740:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000020:00000001:1.0:1767384603.050742:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384603.050750:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384603.050753:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384603.050756:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:0.0:1767384603.050756:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005574bc34. 00000020:01000004:1.0:1767384603.050765:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384603.050767:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384603.050770:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384603.050770:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (8) 00000020:01000004:1.0:1767384603.050773:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384603.050774:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384603.050776:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384603.050777:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384603.050797:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384603.050801:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384603.050802:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384603.050807:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000220a667d. 00000100:00000010:1.0:1767384603.050808:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b048f156. 00000020:00000040:1.0:1767384603.050820:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:1.0:1767384603.050825:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384603.050831:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 02000000:00000001:1.0:1767384603.050832:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384603.050840:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384603.050849:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c4f5e164. 00000100:00000001:1.0:1767384603.050856:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.050862:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000100:00000001:1.0:1767384603.050864:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384603.050868:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.050880:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b048f156] to pc [ptlrpcd_00_02+2] req@00000000b048f156 x1853237049173888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384603.050881:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384603.050924:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:1.0:1767384603.050929:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384603.050934:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.050950:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:3.0:1767384603.050954:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384603.050959:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384603.050962:0:16351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384603.050965:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:1.0:1767384603.050971:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384603.050973:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:3.0:1767384603.050977:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384603.050980:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384603.050981:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384603.050989:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384603.050991:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384603.050993:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384603.050995:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384603.051001:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 10000000:01000000:1.0:1767384603.051002:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384603.051003:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384603.051012:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:3.0:1767384603.051015:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b048f156 x1853237049173888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384603.051018:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384603.051023:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384603.051026:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384603.051035:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384603.051037:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384603.051038:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384603.051040:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:3.0:1767384603.051043:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384603.051043:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384603.051046:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384603.051051:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384603.051052:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384603.051057:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384603.051058:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bb14fad. 02000000:00000001:3.0:1767384603.051065:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384603.051068:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000400:00000200:0.0:1767384603.051071:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000100:00100000:3.0:1767384603.051072:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b048f156 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049173888:0@lo:253: 00000100:00000001:1.0:1767384603.051080:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384603.051084:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384603.051087:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384603.051087:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.051090:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp15 02000000:00000001:3.0:1767384603.051094:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384603.051096:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006987a850. 02000000:00000001:3.0:1767384603.051097:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384603.051107:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384603.051107:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp15 lpni_is_preferred = 0 00000100:00000001:1.0:1767384603.051108:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384603.051118:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000746a8c68. 00000100:00000001:1.0:1767384603.051119:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384603.051124:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp15 02000000:00000001:3.0:1767384603.051125:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.051125:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384603.051154:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf4e898e. 00000400:00000200:0.0:1767384603.051155:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp15 NI seq info: [17:17:256:4294967295] 192.168.202.137@tcp15 LPNI seq info [17:17:8:4294967295] 00000400:00000010:3.0:1767384603.051159:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082f96e93. 00000100:00000040:1.0:1767384603.051159:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bb14fad] to pc [ptlrpcd_00_03+3] req@000000004bb14fad x1853237049174016/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384603.051168:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049173888, portal 25 00000100:00000001:3.0:1767384603.051181:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384603.051185:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.051187:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp15 00000100:00000001:3.0:1767384603.051188:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924124544 : -123268785427072 : ffff8fe33fd52d80) 10000000:00000001:1.0:1767384603.051188:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384603.051198:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384603.051201:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384603.051205:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d3dbe485. 00000100:00000040:3.0:1767384603.051207:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b048f156 x1853237049173888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.051240:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384603.051241:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384603.051251:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:3.0:1767384603.051258:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384603.051258:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp15(192.168.202.137@tcp15:) -> 192.168.202.137@tcp15(192.168.202.137@tcp:192.168.202.137@tcp15) : PUT try# 0 00000100:00000001:1.0:1767384603.051259:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.051270:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384603.051271:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000816dd33. 00000100:00000001:1.0:1767384603.051275:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384603.051282:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049173888, offset 0 00000100:00000001:1.0:1767384603.051282:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384603.051285:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767384603.051290:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.202.137@tcp15 00000100:00000001:1.0:1767384603.051298:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384603.051303:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384603.051305:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004bb14fad x1853237049174016/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384603.051306:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de1090ec. 00000400:00000200:3.0:1767384603.051323:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384603.051323:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384603.051326:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384603.051329:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cee8574a. 02000000:00000001:1.0:1767384603.051331:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384603.051334:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384603.051342:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002780 02000000:00000001:1.0:1767384603.051342:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384603.051343:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003b67739a. 00000100:00100000:1.0:1767384603.051354:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004bb14fad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049174016:0@lo:253: 00000400:00000200:3.0:1767384603.051358:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000100:00000001:1.0:1767384603.051361:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384603.051368:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384603.051372:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c22cc72a. 02000000:00000001:1.0:1767384603.051373:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384603.051373:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cee8574a] -> 12345-192.168.202.137@tcp15 (2) 00000400:00000200:3.0:1767384603.051380:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008b28de3c 02000000:00000001:1.0:1767384603.051383:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384603.051391:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fd50dab9. 00000400:00000200:3.0:1767384603.051393:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.1:1767384603.051399:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cee8574a] -> 12345-192.168.202.137@tcp15 (2) 02000000:00000001:1.0:1767384603.051401:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384603.051409:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384603.051415:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511069b7. 00000400:00000200:3.0:1767384603.051417:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b28de3c 00000400:00000010:3.0:1767384603.051420:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b28de3c. 00000100:00000001:3.0:1767384603.051424:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384603.051426:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384603.051430:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000398d5a38 x1853237049173888 msgsize 4848 00000400:00000010:1.0:1767384603.051430:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029594842. 00000100:00000200:1.0:1767384603.051437:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049174016, portal 25 00000400:00000200:0.0:1767384603.051441:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00100000:3.0:1767384603.051446:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384603.051447:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384603.051453:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924120960 : -123268785430656 : ffff8fe33fd51f80) 00000100:00000040:3.0:1767384603.051454:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384603.051459:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000100:00000040:1.0:1767384603.051464:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004bb14fad x1853237049174016/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.051468:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384603.051476:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384603.051479:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000816dd33 00000100:00000040:1.0:1767384603.051480:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384603.051484:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000816dd33. 00000400:00000010:1.0:1767384603.051486:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000070710e0. 00000100:00000001:3.0:1767384603.051492:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384603.051492:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049174016, offset 0 00000100:00000200:3.0:1767384603.051501:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b048f156 x1853237049173888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384603.051501:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384603.051511:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384603.051512:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384603.051516:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b048f156 x1853237049173888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.051520:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.051522:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384603.051525:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002800 00000400:00000200:1.0:1767384603.051529:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f5 [2] + 0 00000400:00000010:1.0:1767384603.051534:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003049272. 00000100:00000001:3.0:1767384603.051539:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384603.051540:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d8570f9b 00000100:00000001:3.0:1767384603.051545:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294891478 00000400:00000200:1.0:1767384603.051546:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384603.051550:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c901aab2. 00000100:00000001:3.0:1767384603.051556:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384603.051556:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384603.051562:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8570f9b 00000400:00000010:1.0:1767384603.051565:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8570f9b. 00000100:00000001:3.0:1767384603.051566:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294891478 00000100:00000001:1.0:1767384603.051571:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384603.051572:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3ac9c89. 00000100:00000200:1.0:1767384603.051573:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384603.051576:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384603.051577:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000008cc12918 x1853237049174016 msgsize 4848 00000100:00000001:3.0:1767384603.051580:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294891478 00000100:00100000:1.0:1767384603.051585:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384603.051587:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9406b23. 00000100:00000040:1.0:1767384603.051588:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384603.051592:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384603.051602:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294891478 00000100:00000001:1.0:1767384603.051604:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384603.051605:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000100:00000010:3.0:1767384603.051606:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fc35500. 00000100:00000001:3.0:1767384603.051609:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384603.051611:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384603.051613:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.051618:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.051620:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.051622:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384603.051624:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384603.051626:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.051628:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384603.051629:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000070710e0 00000400:00000010:1.0:1767384603.051633:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000070710e0. 00000100:00000001:1.0:1767384603.051636:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384603.051639:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004bb14fad x1853237049174016/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.051656:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384603.051660:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004bb14fad x1853237049174016/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.051665:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.051667:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384603.051670:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.051672:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294891479 00000100:00000001:1.0:1767384603.051679:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294891478 00000100:00000001:1.0:1767384603.051690:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294891479 00000100:00000001:1.0:1767384603.051700:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294891478 00000100:00000001:1.0:1767384603.051708:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294891479 00000100:00000001:1.0:1767384603.051719:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294891478 00000100:00000001:1.0:1767384603.051729:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294891479 00000100:00000001:1.0:1767384603.051737:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294891478 00000100:00000001:1.0:1767384603.051740:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384603.051742:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.051744:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.051746:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.051792:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000001:1.0:1767384603.051796:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384603.051800:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049173888 02000000:00000001:1.0:1767384603.051805:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384603.051808:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384603.051812:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.051815:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384603.051818:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049173888 00000020:00000001:1.0:1767384603.051821:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384603.051823:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384603.051825:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384603.051830:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:1.0:1767384603.051834:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384603.051838:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384603.051843:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384603.051846:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4e919cb. 00000100:00000001:1.0:1767384603.051848:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384603.051850:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4e919cb. 00000020:00000010:1.0:1767384603.051858:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f332f54. 00000020:00000010:1.0:1767384603.051865:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061411008. 00000020:00000010:1.0:1767384603.051871:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019535686. 00000100:00000040:1.0:1767384603.051878:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384603.051881:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384603.051882:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384603.051886:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.051896:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000001:1.0:1767384603.051911:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.051922:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.051935:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384603.051954:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174016 02000000:00000001:1.0:1767384603.051957:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384603.051959:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384603.051961:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.051965:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384603.051968:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174016 00000020:00000001:1.0:1767384603.051972:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384603.051975:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384603.051977:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384603.051983:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384603.051986:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384603.051989:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00100000:3.0:1767384603.051994:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000020:00000001:1.0:1767384603.051994:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384603.052000:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000040:3.0:1767384603.052002:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384603.052005:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384603.052006:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729446480 : -123268980105136 : ffff8fe3343aa050) 00000020:00000010:1.0:1767384603.052011:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4e919cb. 00000100:00000040:3.0:1767384603.052014:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000398d5a38 x1853237049173888/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:584/0 lens 4848/0 e 0 to 0 dl 1767384614 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.052015:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384603.052022:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4e919cb. 00000100:00000001:3.0:1767384603.052029:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384603.052032:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b2cf578. 00000400:00000200:0.0:1767384603.052032:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000020:00000010:3.0:1767384603.052033:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9321644. 00000100:00000001:3.0:1767384603.052038:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384603.052039:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042c6e6cb. 00000020:00000010:3.0:1767384603.052040:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9321644. 00000020:00000010:1.0:1767384603.052047:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dea50a7. 00000100:00000001:1.0:1767384603.052058:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384603.052061:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384603.052064:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384603.052065:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000398d5a38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049173888:12345-0@lo:253: 00000100:00000200:3.0:1767384603.052070:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049173888 00000100:00000001:1.0:1767384603.052074:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384603.052075:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384603.052082:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384603.052082:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384603.052086:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384603.052090:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384603.052094:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:3.0:1767384603.052098:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384603.052101:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384603.052105:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384603.052106:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384603.052107:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384603.052109:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384603.052111:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384603.052115:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000001:3.0:1767384603.052116:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384603.052118:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 02000000:00000001:3.0:1767384603.052119:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384603.052123:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729438288 : -123268980113328 : ffff8fe3343a8050) 02000000:00000010:3.0:1767384603.052127:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000153161c5. 02000000:00000001:3.0:1767384603.052132:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384603.052136:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.052136:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008cc12918 x1853237049174016/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:584/0 lens 4848/0 e 0 to 0 dl 1767384614 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384603.052160:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384603.052163:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384603.052168:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4e919cb. 20000000:00000010:3.0:1767384603.052171:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000899025f3. 00000100:00000001:1.0:1767384603.052172:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384603.052176:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 20000000:01000000:3.0:1767384603.052178:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:1.0:1767384603.052179:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4e919cb. 20000000:00000001:3.0:1767384603.052184:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384603.052189:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384603.052192:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384603.052195:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384603.052197:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008cc12918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049174016:12345-0@lo:253: 20000000:00000001:3.0:1767384603.052200:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000200:1.0:1767384603.052205:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174016 00000020:00000001:1.0:1767384603.052208:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:3.0:1767384603.052211:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f6feae32. 00000020:00000001:1.0:1767384603.052228:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:3.0:1767384603.052232:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 00000020:00000001:1.0:1767384603.052233:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384603.052236:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384603.052239:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384603.052244:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00080000:00000001:3.0:1767384603.052245:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:1.0:1767384603.052247:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:3.0:1767384603.052250:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:1.0:1767384603.052251:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384603.052255:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384603.052258:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384603.052260:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.052263:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384603.052265:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384603.052268:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000010:1.0:1767384603.052269:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d3dbe485. 02000000:00000001:1.0:1767384603.052272:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.052274:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384603.052275:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384603.052282:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f80fce70. 00080000:00000001:3.0:1767384603.052284:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384603.052286:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384603.052290:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384603.052291:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384603.052291:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00080000:00000001:3.0:1767384603.052294:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384603.052296:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384603.052301:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384603.052306:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:1.0:1767384603.052306:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384603.052309:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384603.052311:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384603.052325:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000001:3.0:1767384603.052331:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:3.0:1767384603.052334:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384603.052338:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384603.052343:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384603.052347:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384603.052352:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384603.052358:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:3.0:1767384603.052362:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384603.052366:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003b459bbc. 00080000:00000001:3.0:1767384603.052371:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804783431680 : -123268926119936 : ffff8fe337726000) 00000400:00000200:0.0:1767384603.052373:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00080000:00000001:3.0:1767384603.052374:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384603.052379:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384603.052384:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f9321644. 00080000:00000001:3.0:1767384603.052387:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384603.052391:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384603.052409:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384603.052426:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384603.052483:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384603.052553:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384603.052604:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384603.052743:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384603.052863:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000800:00000010:0.0:1767384603.053431:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001bf3ef7a. 00000800:00000010:0.0:1767384603.053442:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007979f1af. 00000400:00000200:1.0:1767384603.053450:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384603.053453:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003fec01c3. 00000400:00000200:1.0:1767384603.053479:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp15 from 243.3.0.2 00000800:00000010:1.0:1767384603.053484:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b6c1293b. 00000800:00000010:0.0:1767384603.053497:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003fec01c3. 00000800:00000010:3.0:1767384603.053525:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036671cbf. 00000800:00000010:3.0:1767384603.053544:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000816dd33. 00000800:00000010:3.0:1767384603.053568:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000298be1db. 00000800:00000200:3.1:1767384603.053589:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cee8574a] -> 12345-192.168.202.137@tcp15 (2) 00000800:00000200:3.1:1767384603.053594:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp15 00000000298be1db deleted 00000800:00000010:3.1:1767384603.053596:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000298be1db. 00000800:00000200:3.1:1767384603.053601:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384603.053629:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp15 ip 192.168.202.137:1011 00000800:00000200:3.1:1767384603.053635:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000de1090ec type 1, nob 256 niov 1 nkiov 1 00000800:00000200:3.0:1767384603.053641:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp15 p 3.x 192.168.202.137 -> 192.168.202.137:1011 incarnation:1767384601648681193 sched[0] 00000800:00000010:3.0:1767384603.053668:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e7bcb12. 00080000:00000010:1.0:1767384603.053762:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003b459bbc. 00000800:00000010:3.0:1767384603.053776:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e7bcb12. 00000800:00000010:3.0:1767384603.053782:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000816dd33. 00080000:00000010:1.0:1767384603.053787:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f9321644. 00040000:00000001:1.0:1767384603.053821:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384603.053823:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384603.053826:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384603.053832:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384603.053835:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384603.053837:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384603.053848:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000010:3.0:1767384603.053853:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b6c1293b. 00000800:00000001:2.0:1767384603.053860:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.1:1767384603.053862:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:1.0:1767384603.053863:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384603.053874:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384603.053881:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000001:2.0:1767384603.053884:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384603.053886:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp15 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384601648681193 sched[0] 00000800:00000010:0.0:1767384603.053915:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007979f1af. 20000000:01000000:1.0:1767384603.054000:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384603.054005:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384603.054014:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384603.054018:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384603.054021:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384603.054028:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000029a9cd9f. 00000800:00000200:2.0:1767384603.054031:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767384603.054032:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384603.054038:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000033dab042. 00000400:00000200:0.0:1767384603.054038:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000010:2.0:1767384603.054039:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de1090ec. 00000400:00000200:2.0:1767384603.054054:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384603.054066:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp15->192.168.202.137@tcp15: PUT: OK 00000400:00000200:2.0:1767384603.054074:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:1.0:1767384603.054080:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:2.0:1767384603.054081:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000020:00000040:1.0:1767384603.054087:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000033dab042 with handle 0x7f71e2b70dd201be to hash 00000020:00000001:1.0:1767384603.054090:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384603.054092:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384603.054094:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00000800:00000001:2.0:1767384603.054096:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384603.054097:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384603.054103:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384603.054107:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000033dab042/0x7f71e2b70dd201be lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1767384603.054109:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384603.054116:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384603.054117:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384603.054123:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000001:2.0:1767384603.054126:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.054126:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:0.0:1767384603.054129:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00010000:00000001:1.0:1767384603.054132:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384603.054136:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.054161:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:2.0:1767384603.054162:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp15(192.168.202.137@tcp15) <- 192.168.202.137@tcp15 : PUT - for me 00010000:00000001:1.0:1767384603.054163:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.054171:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384603.054175:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384603.054176:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384603.054180:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384603.054182:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000029a9cd9f) refcount = 1 00000400:00000200:2.0:1767384603.054184:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 160 into portal 0 MB=0x8000000000000000 00010000:00010000:1.0:1767384603.054185:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000033dab042/0x7f71e2b70dd201be lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384603.054194:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384603.054197:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:2.0:1767384603.054198:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 160/160 into md 0x12ed [1] + 0 00010000:00000001:1.0:1767384603.054200:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.054206:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384603.054208:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016bc228c. 00010000:00000001:1.0:1767384603.054210:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384603.054213:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384603.054230:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005f0baf49 20000000:00000001:1.0:1767384603.054235:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384603.054238:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002518287s 00010000:00000001:1.0:1767384603.054243:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384603.054245:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384603.054246:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000033dab042 refcount=4 00000800:00000001:2.0:1767384603.054247:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384603.054249:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384603.054253:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384603.054254:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384603.054256:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000033dab042/0x7f71e2b70dd201be lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384603.054260:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000800:00000001:2.0:1767384603.054262:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384603.054263:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000033dab042/0x7f71e2b70dd201be lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384603.054268:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384603.054270:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384603.054273:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384603.054276:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000033dab042/0x7f71e2b70dd201be lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384603.054282:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp15->192.168.202.137@tcp15: PUT: OK 00000400:00000200:0.0:1767384603.054282:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00010000:00000001:1.0:1767384603.054283:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384603.054288:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.054298:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384603.054301:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000033dab042/0x7f71e2b70dd201be lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384603.054302:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f0baf49 00000400:00000010:2.0:1767384603.054307:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f0baf49. 00010000:00010000:1.0:1767384603.054311:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000033dab042 already unused, calling callback (0000000058ffb97a) 00010000:00000001:1.0:1767384603.054314:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384603.054317:0:16343:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00010000:00000001:1.0:1767384603.054318:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384603.054322:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000033dab042/0x7f71e2b70dd201be lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384603.054325:0:16343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (9) 00010000:00000001:1.0:1767384603.054328:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384603.054332:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384603.054335:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384603.054337:0:16343:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000020:00000040:1.0:1767384603.054341:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000033dab042 refcount=5 00000400:00000010:2.0:1767384603.054343:0:16343:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 0000000055d9b0a4. 00000020:00000001:1.0:1767384603.054344:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384603.054349:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00000400:00000200:2.0:1767384603.054353:0:16343:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 8 00010000:00000001:1.0:1767384603.054356:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384603.054360:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000033dab042/0x7f71e2b70dd201be lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384603.054365:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00010000:00000001:1.0:1767384603.054366:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384603.054370:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384603.054372:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.054376:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384603.054377:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384603.054382:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384603.054385:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.054388:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (10) 00000020:00000040:1.0:1767384603.054389:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000033dab042 with handle 0x7f71e2b70dd201be from hash 00000400:00000200:0.0:1767384603.054392:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00010000:00000001:1.0:1767384603.054397:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384603.054399:0:16343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00010000:00000001:1.0:1767384603.054400:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384603.054404:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384603.054407:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384603.054410:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384603.054413:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp15 to MR: 192.168.202.137@tcp15 local destination 00010000:00000001:1.0:1767384603.054415:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384603.054420:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384603.054423:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.054427:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.054430:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767384603.054432:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp15 NI seq info: [18:18:256:4294967295] 192.168.202.137@tcp15 LPNI seq info [18:18:8:4294967295] 00010000:00000001:1.0:1767384603.054434:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384603.054440:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384603.054442:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384603.054444:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.054447:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.054451:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384603.054455:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000033dab042/0x7f71e2b70dd201be lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384603.054465:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp15(192.168.202.137@tcp15:192.168.202.137@tcp15) -> 192.168.202.137@tcp15(192.168.202.137@tcp15:192.168.202.137@tcp15) 192.168.202.137@tcp15 : ACK try# 0 00010000:00000001:1.0:1767384603.054466:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384603.054470:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1767384603.054478:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp15 00010000:00000001:1.0:1767384603.054480:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:0.0:1767384603.054482:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00010000:00000001:1.0:1767384603.054483:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000800:00000010:2.0:1767384603.054485:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dce8288a. 00010000:00000001:1.0:1767384603.054487:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384603.054492:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384603.054496:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384603.054502:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384603.054504:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cee8574a] -> 12345-192.168.202.137@tcp15 (4) 20000000:00000001:1.0:1767384603.054504:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384603.054510:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000033dab042/0x7f71e2b70dd201be lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384603.054515:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384603.054518:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1767384603.054519:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp15 ip 192.168.202.137:988 00010000:00010000:1.0:1767384603.054521:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000033dab042/0x7f71e2b70dd201be lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767384603.054526:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 0, nob 96 niov 1 nkiov 0 00010000:00000040:1.0:1767384603.054529:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000029a9cd9f count: 0 00010000:00000001:1.0:1767384603.054551:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384603.054552:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384603.054576:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00080000:00000020:1.0:1767384603.054583:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000800:00000200:2.0:1767384603.054585:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384603.054587:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384603.054592:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000899025f3. 00000800:00000010:2.0:1767384603.054593:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dce8288a. 20000000:00000001:1.0:1767384603.054600:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.054604:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384603.054605:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049173888 00010000:00000001:1.0:1767384603.054609:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384603.054614:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp15->192.168.202.137@tcp15: ACK: OK 00010000:00000200:1.0:1767384603.054615:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000398d5a38 x1853237049173888/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384603.054625:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000001:2.0:1767384603.054627:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384603.054627:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384603.054633:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=20 v=5 (1 0 0 0) 00000800:00000001:2.0:1767384603.054634:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384603.054639:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384603.054646:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384603.054649:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384603.054660:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384603.054665:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384603.054667:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384603.054670:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384603.054672:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.054676:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384603.054681:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384603.054684:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000010:1.0:1767384603.054698:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000070710e0. 00000100:00000200:1.0:1767384603.054704:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049173888, offset 224 00000800:00000001:2.0:1767384603.054712:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384603.054712:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384603.054730:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384603.054735:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp15(192.168.202.137@tcp15) <- 192.168.202.137@tcp15 : ACK - for me 00000400:00000200:1.0:1767384603.054741:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002780 00000400:00000200:1.0:1767384603.054749:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1309 [2] + 224 00000400:00000200:1.0:1767384603.054754:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384603.054757:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384603.054764:0:16343:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp15: ACK from 12345-192.168.202.137@tcp15 into md 0x1305 00000400:00000200:0.0:1767384603.054767:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384603.054771:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384603.054771:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384603.054796:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b048f156 x1853237049173888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384603.054804:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp15->192.168.202.137@tcp15: ACK: OK 00000100:00000040:1.0:1767384603.054814:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b048f156 x1853237049173888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384603.054818:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005574bc34 00000400:00000010:2.0:1767384603.054823:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005574bc34. 00000400:00000200:2.0:1767384603.054833:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384603.054835:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384603.054841:0:16343:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:1.0:1767384603.054843:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000070710e0 00000400:00000010:1.0:1767384603.054847:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000070710e0. 00000400:00000200:2.0:1767384603.054849:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:1.0:1767384603.054854:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384603.054856:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (9) 00000100:00000001:1.0:1767384603.054859:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384603.054859:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000800:00000001:2.0:1767384603.054866:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384603.054868:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.054874:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000800:00000001:2.0:1767384603.054876:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.054877:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384603.054881:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384603.054886:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384603.054892:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000398d5a38 x1853237049173888/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384603.054911:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000398d5a38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049173888:12345-0@lo:253: Request processed in 2882us (3480us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384603.054922:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000040:1.0:1767384603.054926:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384603.054929:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384603.054931:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384603.054936:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061411008. 00000020:00000010:1.0:1767384603.054956:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019535686. 00000400:00000200:2.0:1767384603.054968:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384603.054968:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f332f54. 00000400:00000200:0.0:1767384603.054973:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000020:00000040:1.0:1767384603.054976:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000400:00000010:2.0:1767384603.054977:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1ec992b. 02000000:00000001:1.0:1767384603.054985:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384603.054987:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b391f72e. 02000000:00000010:1.0:1767384603.054988:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000153161c5. 00000400:00000200:2.0:1767384603.054994:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 02000000:00000001:1.0:1767384603.054999:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384603.055003:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384603.055008:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000d1 00000100:00000200:1.0:1767384603.055009:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384603.055019:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcf2260a. 00000400:00000010:2.0:1767384603.055020:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 000000003fa5c9db. 00000400:00000010:1.0:1767384603.055025:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000070710e0. 00000400:00000010:2.0:1767384603.055027:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 00000000dce8288a. 00000400:00000010:2.0:1767384603.055034:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 000000007c184a66. 00000100:00000001:1.0:1767384603.055052:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384603.055054:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003634aad2. 00000100:00000001:1.0:1767384603.055055:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384603.055064:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384603.055067:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384603.055067:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384603.055068:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003634aad2 nid 192.168.202.137@tcp16 00000400:00000010:1.0:1767384603.055075:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf4e898e. 00000400:00000010:2.0:1767384603.055081:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000088efb04d. 00000400:00000200:1.0:1767384603.055082:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082f96e93 00000400:00000010:1.0:1767384603.055086:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082f96e93. 00000400:00000200:2.0:1767384603.055092:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 0000000088efb04d net tcp16 00000100:00000001:1.0:1767384603.055093:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384603.055097:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (8) 00000100:00000200:1.0:1767384603.055103:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b048f156 x1853237049173888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384603.055112:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp16 flags 0x11 00000100:00000200:1.0:1767384603.055115:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b048f156 x1853237049173888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384603.055120:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 000000003fa5c9db. 00000100:00000001:1.0:1767384603.055122:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384603.055129:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384603.055130:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 00000000dce8288a. 00000100:00000001:1.0:1767384603.055131:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384603.055137:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384603.055139:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 000000007c184a66. 00000100:00000001:1.0:1767384603.055139:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384603.055142:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.055163:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384603.055164:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 0000000055d9b0a4. 00000100:00001000:1.0:1767384603.055167:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=20 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384603.055170:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384603.055174:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000100:00001000:1.0:1767384603.055174:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384603.055182:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384603.055185:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.055189:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00010000:00000001:1.0:1767384603.055190:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384603.055193:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.055197:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.055202:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000100:00000040:1.0:1767384603.055202:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b048f156 x1853237049173888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.055222:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384603.055224:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000100:00000001:1.0:1767384603.055242:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384603.055246:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384603.055250:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000020:01000004:1.0:1767384603.055251:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:2.0:1767384603.055256:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000020:01000004:1.0:1767384603.055256:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384603.055260:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384603.055264:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384603.055266:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384603.055267:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000020:01000004:1.0:1767384603.055268:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384603.055270:0:16351:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384603.055273:0:16351:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384603.055275:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (9) 00000020:01000004:1.0:1767384603.055275:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384603.055276:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384603.055287:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b048f156 x1853237049173888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384603.055292:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b048f156 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049173888:0@lo:253: 00000100:00000001:1.0:1767384603.055297:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.055298:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384603.055305:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b048f156 x1853237049173888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.055310:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384603.055313:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384603.055315:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000746a8c68. 02000000:00000001:1.0:1767384603.055318:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384603.055319:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384603.055321:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384603.055323:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384603.055325:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c4f5e164. 02000000:00000001:1.0:1767384603.055329:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384603.055330:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384603.055332:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b048f156. 00000100:00000001:1.0:1767384603.055335:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384603.055337:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.055338:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384603.055350:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eee0485c. 00000100:00000001:1.0:1767384603.055350:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384603.055354:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384603.055355:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 00000100:00000001:1.0:1767384603.055357:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384603.055364:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384603.055366:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384603.055371:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384603.055374:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384603.055383:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384603.055393:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384603.055398:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384603.055401:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384603.055405:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384603.055407:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384603.055410:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:2.0:1767384603.055414:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:2.0:1767384603.055417:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384603.055422:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384603.055426:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384603.055429:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384603.055433:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384603.055438:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384603.055443:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384603.055448:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003ebbf121. 00000400:00000200:1.0:1767384603.055449:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:2.0:1767384603.055453:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589624832 : -123274119926784 : ffff8fe201df2c00) 00080000:00000001:2.0:1767384603.055459:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:0.0:1767384603.055460:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a5f05cc9. 00000001:00000001:2.0:1767384603.055463:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000010:0.0:1767384603.055468:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007979f1af. 00080000:00000010:2.0:1767384603.055470:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007a9a0db2. 00000400:00000200:1.0:1767384603.055473:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp15 from 242.3.0.2 00000800:00000010:0.0:1767384603.055473:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003fec01c3. 00080000:00000001:2.0:1767384603.055480:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384603.055486:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:1.0:1767384603.055491:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005fa9cc7b. 00080000:00000001:2.0:1767384603.055502:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384603.055517:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384603.055531:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003fec01c3. 00000800:00000010:2.0:1767384603.055568:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000054a14e49. 00000800:00000010:2.0:1767384603.055584:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000055d9b0a4. 00000800:00000010:2.0:1767384603.055609:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007c184a66. 00000800:00000200:2.1:1767384603.055617:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cee8574a] -> 12345-192.168.202.137@tcp15 (4) 00000800:00000200:2.1:1767384603.055622:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp15 000000007c184a66 deleted 00000800:00000010:2.1:1767384603.055625:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007c184a66. 00000800:00000200:2.1:1767384603.055637:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384603.055647:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp15 p 3.x 192.168.202.137 -> 192.168.202.137:1010 incarnation:1767384601648681193 sched[0] 00000800:00000010:2.0:1767384603.055693:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2facc3a. 00000800:00000010:2.0:1767384603.055763:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2facc3a. 00000800:00000010:2.0:1767384603.055785:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000055d9b0a4. 00000800:00000200:0.1:1767384603.055788:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384603.055802:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp15 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384601648681193 sched[0] 00000800:00000010:0.0:1767384603.055807:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007979f1af. 00000800:00000010:2.0:1767384603.055821:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005fa9cc7b. 00000800:00000001:1.0:1767384603.055858:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384603.055865:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384603.055865:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384603.055874:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384603.057215:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003ebbf121. 00080000:00000010:2.0:1767384603.057284:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007a9a0db2. 00040000:00000001:2.0:1767384603.057288:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384603.057290:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384603.057291:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384603.057293:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384603.057295:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384603.057296:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384603.057298:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384603.057305:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384603.057307:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384603.057311:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384603.057316:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384603.057319:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384603.057321:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384603.057323:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384603.057324:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384603.057328:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f2bcd722. 00010000:00000001:1.0:1767384603.057331:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384603.057332:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047818971. 00000020:00000001:1.0:1767384603.057334:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384603.057336:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000047818971 with handle 0x7f71e2b70dd201c5 to hash 00000020:00000001:1.0:1767384603.057337:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384603.057339:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384603.057340:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384603.057342:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384603.057344:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384603.057345:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd201c5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384603.057350:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384603.057351:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384603.057352:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384603.057353:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384603.057355:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.057356:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384603.057357:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.057359:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384603.057366:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384603.057367:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384603.057368:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384603.057369:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f2bcd722) refcount = 1 00010000:00010000:1.0:1767384603.057371:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000047818971/0x7f71e2b70dd201c5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384603.057374:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384603.057375:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384603.057376:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.057377:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.057378:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384603.057379:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384603.057381:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002518287s 00010000:00000001:1.0:1767384603.057383:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384603.057383:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384603.057384:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047818971 refcount=4 00000020:00000001:1.0:1767384603.057386:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384603.057387:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384603.057388:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384603.057389:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd201c5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384603.057393:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384603.057394:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd201c5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384603.057398:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384603.057399:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384603.057399:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000047818971/0x7f71e2b70dd201c5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384603.057403:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384603.057404:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.057405:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384603.057411:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000047818971/0x7f71e2b70dd201c5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384603.057415:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000047818971 already unused, calling callback (0000000058ffb97a) 00010000:00000001:1.0:1767384603.057416:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384603.057417:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384603.057418:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000047818971/0x7f71e2b70dd201c5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384603.057421:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384603.057422:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384603.057423:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384603.057424:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047818971 refcount=5 00000020:00000001:1.0:1767384603.057426:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384603.057427:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384603.057429:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384603.057430:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000047818971/0x7f71e2b70dd201c5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384603.057433:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384603.057435:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384603.057436:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.057438:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384603.057439:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384603.057440:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384603.057442:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384603.057443:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047818971 with handle 0x7f71e2b70dd201c5 from hash 00010000:00000001:1.0:1767384603.057444:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384603.057445:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384603.057446:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384603.057447:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384603.057448:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384603.057449:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384603.057450:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384603.057451:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384603.057452:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.057457:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384603.057458:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384603.057460:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384603.057461:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384603.057463:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384603.057465:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384603.057465:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.057469:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.057470:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384603.057472:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000047818971/0x7f71e2b70dd201c5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384603.057473:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f80fce70. 20000000:00000001:2.0:1767384603.057479:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.057480:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384603.057484:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1767384603.057485:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049174016 00010000:00000001:1.0:1767384603.057485:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384603.057489:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384603.057490:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384603.057491:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384603.057494:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384603.057495:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000200:2.0:1767384603.057497:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008cc12918 x1853237049174016/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384603.057498:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384603.057502:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384603.057506:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000047818971/0x7f71e2b70dd201c5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384603.057514:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384603.057516:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384603.057517:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.057519:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767384603.057522:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=20 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384603.057523:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000047818971/0x7f71e2b70dd201c5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384603.057531:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767384603.057533:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f2bcd722 count: 0 00000100:00000040:2.0:1767384603.057535:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384603.057538:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:1.0:1767384603.057540:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384603.057542:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:2.0:1767384603.057548:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384603.057550:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.057552:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384603.057554:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384603.057556:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055d9b0a4. 00000100:00000200:2.0:1767384603.057558:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049174016, offset 224 00000400:00000200:2.0:1767384603.057561:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384603.057565:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384603.057570:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002800 00000400:00000200:2.0:1767384603.057573:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1311 [2] + 224 00000400:00000200:2.0:1767384603.057576:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384603.057578:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384603.057580:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384603.057583:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004bb14fad x1853237049174016/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384603.057588:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004bb14fad x1853237049174016/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.057600:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384603.057604:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055d9b0a4 00000400:00000010:2.0:1767384603.057625:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055d9b0a4. 00000100:00000001:1.0:1767384603.057627:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384603.057628:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384603.057631:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384603.057632:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384603.057637:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384603.057638:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384603.057641:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384603.057642:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000010:1.0:1767384603.057644:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511069b7. 00010000:00000001:2.0:1767384603.057646:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384603.057651:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384603.057652:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294891479, at 4294891480 00000400:00000200:1.0:1767384603.057653:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029594842 00000020:00000001:2.0:1767384603.057657:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384603.057657:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029594842. 00000100:00000010:3.0:1767384603.057662:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fc35500. 00000100:00000001:1.0:1767384603.057664:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384603.057666:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008cc12918 x1853237049174016/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384603.057674:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004bb14fad x1853237049174016/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384603.057691:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294891479, at 4294891480 00000100:00000200:1.0:1767384603.057692:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004bb14fad x1853237049174016/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384603.057693:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008cc12918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16350:x1853237049174016:12345-0@lo:253: Request processed in 5523us (6108us total) trans 0 rc 0/0 00000100:00000010:0.0:1767384603.057713:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c901aab2. 00000100:00100000:2.0:1767384603.057726:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000001:1.0:1767384603.057729:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384603.057731:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:1.0:1767384603.057734:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.057736:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384603.057737:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384603.057738:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384603.057741:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.057742:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384603.057745:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.057746:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384603.057750:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042c6e6cb. 00000100:00001000:1.0:1767384603.057750:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=20 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384603.057758:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dea50a7. 00000100:00001000:1.0:1767384603.057758:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384603.057764:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384603.057765:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b2cf578. 00000100:00000001:1.0:1767384603.057766:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.057769:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384603.057770:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00010000:00000001:1.0:1767384603.057771:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384603.057774:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384603.057775:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384603.057794:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d3dbe485. 00000100:00000040:1.0:1767384603.057797:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004bb14fad x1853237049174016/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384603.057799:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384603.057803:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384603.057808:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384603.057809:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384603.057813:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384603.057814:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384603.057815:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000125dc367. 00000020:01000004:1.0:1767384603.057817:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384603.057820:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:2.0:1767384603.057822:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055d9b0a4. 00000020:01000004:1.0:1767384603.057823:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384603.057827:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384603.057829:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384603.057831:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384603.057832:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384603.057833:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384603.057834:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384603.057836:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004bb14fad x1853237049174016/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384603.057842:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004bb14fad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049174016:0@lo:253: 00000100:00000001:1.0:1767384603.057868:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.057869:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384603.057871:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004bb14fad x1853237049174016/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.057875:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384603.057877:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384603.057878:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fd50dab9. 02000000:00000001:1.0:1767384603.057881:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384603.057882:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384603.057883:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384603.057884:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384603.057885:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006987a850. 02000000:00000001:1.0:1767384603.057887:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384603.057888:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384603.057889:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004bb14fad. 00000100:00000001:1.0:1767384603.057891:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384603.057892:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.057893:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.057913:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384603.057915:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.057917:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384603.057918:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.058652:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294891479, at 4294891480 00000100:00000010:1.0:1767384603.058658:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3ac9c89. 00000100:00000040:2.0:1767384603.058669:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294891479, at 4294891481 00000100:00000010:2.0:1767384603.058678:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9406b23. 00010000:00000010:1.1:1767384603.066716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000029a9cd9f. 00010000:00000010:1.1:1767384603.066727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000033dab042. 00010000:00000010:1.1:1767384603.066784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f2bcd722. 00010000:00000010:1.1:1767384603.066793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047818971. 00000400:00000010:0.0:1767384603.073299:0:20988:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000026a6e352. 00000400:00000040:0.0:1767384603.073324:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384603.073327:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384603.073330:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384603.073331:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384603.073333:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384603.073334:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384603.073337:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384603.073338:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384603.073340:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384603.073341:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384603.073343:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384603.073345:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384603.073347:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384603.073348:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384603.073349:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384603.073352:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384603.073353:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384603.073354:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384603.073355:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384603.073356:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384603.073357:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384603.073358:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384603.073360:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384603.073361:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384603.073362:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384603.073364:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384603.073365:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384603.073366:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384603.073367:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384603.073368:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384603.073369:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384603.073376:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384603.073377:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384603.073378:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384603.073380:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384603.073382:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384603.073383:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384603.073385:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384603.073386:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384603.073387:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384603.073388:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384603.073390:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384603.073391:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384603.073393:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384603.073394:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384603.073395:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384603.073397:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384603.073397:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384603.073400:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384603.073401:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384603.073402:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384603.073403:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384603.073404:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384603.073406:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384603.073407:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384603.073408:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384603.073409:0:20988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384603.073449:0:20988:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000026a6e352. 00010000:00000001:2.0:1767384603.610688:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384603.610695:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384603.610699:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384603.610703:0:268:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384603.610707:0:268:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384603.610708:0:268:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384603.610711:0:268:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384603.610715:0:268:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384603.610717:0:268:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384603.610719:0:268:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384603.610753:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384603.610757:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384603.610760:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384603.788504:0:21178:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ec293b88. 00080000:00000010:3.0:1767384603.788529:0:21178:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ec293b88. 00000020:00000001:3.0:1767384603.788533:0:21178:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384603.788540:0:21178:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ec293b88. 00080000:00000010:3.0:1767384603.788544:0:21178:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ec293b88. 00000020:00000001:3.0:1767384603.788549:0:21178:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384604.121686:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384604.121692:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384604.121701:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bb14fad. 00000020:00000040:1.0:1767384604.121708:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384604.121714:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384604.121720:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384604.121727:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384604.121739:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005dca738e. 00000100:00000001:1.0:1767384604.121747:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.121758:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384604.121761:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.121768:0:17067:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384604.121772:0:17067:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.121790:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bb14fad] to pc [ptlrpcd_00_00+0] req@000000004bb14fad x1853237049174144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384604.121833:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384604.121842:0:17064:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005b8d10a3. 00000100:00000001:1.0:1767384604.121844:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.121847:0:17064:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384604.121849:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384604.121850:0:17064:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.121852:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384604.121857:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004bb14fad x1853237049174144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.121864:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384604.121865:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.121868:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384604.121870:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384604.121873:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384604.121875:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004bb14fad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049174144:0@lo:13: 00000100:00000001:1.0:1767384604.121878:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384604.121881:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384604.121884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384604.121884:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.121904:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384604.121908:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1767384604.121909:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c8455277. 02000000:00000001:1.0:1767384604.121912:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384604.121913:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000c740ba. 00000020:00000040:3.0:1767384604.121917:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000010:1.0:1767384604.121919:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511069b7. 00000100:00000001:3.0:1767384604.121920:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384604.121923:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384604.121926:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384604.121927:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083594b58. 02000000:00000010:3.0:1767384604.121934:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5f447fb. 00000100:00000200:1.0:1767384604.121936:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049174144, portal 4 00000100:00000001:1.0:1767384604.121940:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384604.121941:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.121943:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924120960 : -123268785430656 : ffff8fe33fd51f80) 00000100:00000040:3.0:1767384604.121948:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@0000000000c740ba x1853237049174272/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384604.121952:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004bb14fad x1853237049174144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.121957:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384604.121967:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.121980:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384604.121982:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384604.121983:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.121988:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384604.121990:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c740ba] to pc [ptlrpcd_00_01+1] req@0000000000c740ba x1853237049174272/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384604.121991:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000100:00000200:1.0:1767384604.121996:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049174144, offset 0 00000400:00000200:1.0:1767384604.122007:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384604.122015:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.122020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767384604.122020:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384604.122027:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384604.122030:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e932d677. 00000020:00000040:3.0:1767384604.122035:0:38:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1767384604.122035:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260002880 00000100:00000001:0.0:1767384604.122036:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.122046:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384604.122047:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384604.122050:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384604.122051:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384604.122053:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 448 02000000:00000001:3.0:1767384604.122059:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384604.122065:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f9e6679c. 00000100:00000040:0.0:1767384604.122066:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000000c740ba x1853237049174272/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384604.122067:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384604.122071:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384604.122085:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384604.122088:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384604.122104:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384604.122110:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384604.122123:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b048f156. 00000100:00000001:0.0:1767384604.122133:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384604.122134:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000b048f156 x1853237049174144 msgsize 224 00000100:00100000:1.0:1767384604.122144:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384604.122151:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384604.122153:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.122156:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384604.122158:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e932d677] to pc [ptlrpcd_00_02+2] req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384604.122167:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000400:00000010:1.0:1767384604.122170:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000100:00000001:1.0:1767384604.122176:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384604.122179:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004bb14fad x1853237049174144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.122185:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.122187:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384604.122191:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384604.122195:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004bb14fad x1853237049174144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.122196:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384604.122201:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384604.122203:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070618a25. 00000020:00000040:3.0:1767384604.122221:0:38:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384604.122231:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.122232:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384604.122234:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384604.122236:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384604.122237:0:16348:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384604.122245:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384604.122246:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.122247:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.122255:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4217 usecs (5 jiffies) 00000100:00000001:1.0:1767384604.122258:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892549 00000100:00000010:1.0:1767384604.122262:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033364435. 02000000:00000001:0.0:1767384604.122273:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384604.122274:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3ae47c5. 00000100:00000001:1.0:1767384604.122274:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384604.122287:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.122288:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892549 00000100:00100000:0.0:1767384604.122290:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000000c740ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049174272:0@lo:400: 00000100:00000010:1.0:1767384604.122296:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2bd78c0. 00000100:00000040:3.0:1767384604.122301:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384604.122304:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384604.122309:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384604.122312:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892549 00000100:00000010:1.0:1767384604.122319:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046b80ec0. 02000000:00000001:0.0:1767384604.122324:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384604.122325:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384604.122326:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384604.122333:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.122334:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.122338:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892549 02000000:00000001:0.0:1767384604.122346:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384604.122349:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070618a25] to pc [ptlrpcd_00_03+3] req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384604.122356:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd5903f6. 00000100:00000010:1.0:1767384604.122357:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000057921921. 00000100:00000001:3.0:1767384604.122360:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.122368:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384604.122368:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.122370:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384604.122382:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384604.122383:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.122387:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.122390:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384604.122393:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011c667bf. 00000100:00000010:3.0:1767384604.122394:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0482fd. 00000100:00000001:1.0:1767384604.122394:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384604.122404:0:38:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384604.122410:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384604.122412:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384604.122414:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.122414:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384604.122419:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384604.122420:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b2d231. 02000000:00000010:3.0:1767384604.122421:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4ab0367. 00000100:00000001:1.0:1767384604.122426:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.122434:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.122434:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384604.122436:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384604.122438:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049174272, portal 25 00000100:00000001:1.0:1767384604.122440:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.122453:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384604.122454:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384604.122457:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923213568 : -123268786338048 : ffff8fe33fc74700) 00000100:00000001:1.0:1767384604.122470:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384604.122474:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767384604.122477:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174144 00000100:00000001:3.0:1767384604.122480:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.122480:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000000c740ba x1853237049174272/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384604.122484:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384604.122492:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384604.122498:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.122502:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0482fd] to pc [ptlrpcd_00_00+0] req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384604.122513:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384604.122527:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174144 00000020:00000001:1.0:1767384604.122537:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384604.122545:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000100:00000001:0.0:1767384604.122547:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384604.122553:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384604.122556:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000100:00000040:0.0:1767384604.122564:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384604.122567:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000400:00000010:0.0:1767384604.122570:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da1d44e4. 00000020:00000001:1.0:1767384604.122572:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:3.0:1767384604.122575:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384604.122580:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049174272, offset 0 00000100:00000001:1.0:1767384604.122582:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384604.122583:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (230) 00000020:00000010:1.0:1767384604.122597:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a945135. 00000100:00000001:3.0:1767384604.122602:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384604.122607:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384604.122678:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004201a73e. 00000020:00000040:1.0:1767384604.122693:0:17889:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:1.0:1767384604.122713:0:17889:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384604.122719:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5672f47. 00000020:00000010:1.0:1767384604.122726:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e7b39bef. 00000020:00000010:1.0:1767384604.122732:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019535686. 00000100:00000040:1.0:1767384604.122739:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384604.122741:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384604.122749:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384604.122751:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.122758:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.122766:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.122774:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384604.122776:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384604.122781:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384604.122783:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:1.0:1767384604.122784:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924124544 : -123268785427072 : ffff8fe33fd52d80) 00000100:00000040:1.0:1767384604.122787:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b048f156 x1853237049174144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:585/0 lens 224/0 e 0 to 0 dl 1767384615 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.122795:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384604.122797:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023508462. 00000100:00000001:1.0:1767384604.122799:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384604.122802:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023508462. 00000100:00100000:1.0:1767384604.122806:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b048f156 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049174144:12345-0@lo:13: 00000100:00000200:1.0:1767384604.122808:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174144 00000020:00000001:1.0:1767384604.122822:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384604.122824:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384604.122827:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.122828:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384604.122831:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384604.122831:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384604.122834:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00000100:00000040:3.0:1767384604.122838:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384604.122838:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384604.122843:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384604.122847:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384604.122849:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384604.122850:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384604.122851:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384604.122853:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.122857:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384604.122858:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384604.122860:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384604.122862:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384604.122865:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384604.122867:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ba4eba6f. 00000100:00100000:3.0:1767384604.122870:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049174400:0@lo:400: 02000000:00000001:1.0:1767384604.122871:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.122875:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.122876:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00002000:00000001:1.0:1767384604.122878:0:17889:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:3.0:1767384604.122881:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384604.122884:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.122885:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384604.122904:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000130be73b. 00002000:00000001:1.0:1767384604.122906:0:17889:0:(ofd_obd.c:689:ofd_statfs()) Process entered 02000000:00000001:3.0:1767384604.122907:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384604.122911:0:17889:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000010:3.0:1767384604.122914:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055c4d388. 00000400:00000010:3.0:1767384604.122923:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 00000100:00000200:3.0:1767384604.122928:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049174400, portal 4 00000020:00000001:1.0:1767384604.122930:0:17889:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384604.122931:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384604.122935:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923219840 : -123268786331776 : ffff8fe33fc75f80) 00002000:00000024:1.0:1767384604.122936:0:17889:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:1.0:1767384604.122944:0:17889:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000040:3.0:1767384604.122946:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1767384604.122948:0:17889:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384604.122959:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000020:1.0:1767384604.122960:0:17889:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384604.122964:0:17889:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384604.122971:0:17889:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384604.122975:0:17889:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.122976:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:1.0:1767384604.122980:0:17889:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384604.122981:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa6e5e65. 00010000:00000040:1.0:1767384604.122984:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049174144 00000100:00000200:3.0:1767384604.122987:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049174400, offset 0 00010000:00000001:1.0:1767384604.122989:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384604.122999:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1767384604.123002:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b048f156 x1853237049174144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:585/0 lens 224/368 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384604.123010:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384604.123016:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384604.123016:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384604.123023:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=11 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384604.123028:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260002980 00000100:00000001:1.0:1767384604.123032:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384604.123041:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 1872 00000100:00000040:1.0:1767384604.123041:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384604.123048:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000400:00000200:3.0:1767384604.123052:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384604.123054:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384604.123058:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.123062:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384604.123064:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384604.123073:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384604.123074:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384604.123078:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:1.0:1767384604.123078:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000100:00000010:3.0:1767384604.123082:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056394819. 00000100:00000200:1.0:1767384604.123085:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049174144, offset 224 00000100:00000040:3.0:1767384604.123088:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000056394819 x1853237049174400 msgsize 224 00000400:00000200:1.0:1767384604.123100:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384604.123106:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384604.123118:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384604.123128:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384604.123129:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260002880 00000400:00000200:1.0:1767384604.123146:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x132d [1] + 224 00000400:00000200:1.0:1767384604.123152:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384604.123155:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6e5e65 00000400:00000010:3.0:1767384604.123161:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa6e5e65. 00000400:00000200:1.0:1767384604.123162:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384604.123169:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384604.123172:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384604.123176:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384604.123177:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384604.123193:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004bb14fad x1853237049174144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384604.123217:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260002900 00000100:00000001:3.0:1767384604.123225:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384604.123237:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.123244:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.123248:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004bb14fad x1853237049174144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384604.123254:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1f9 [2] + 0 00000100:00000001:3.0:1767384604.123256:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384604.123270:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384604.123281:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645266a0. 00000100:00000001:1.0:1767384604.123283:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384604.123284:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4217 usecs (5 jiffies) 00000400:00000200:0.0:1767384604.123294:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aa6201c9 00000100:00000001:3.0:1767384604.123296:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892550 00000400:00000200:0.0:1767384604.123304:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384604.123305:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000100:00000001:3.0:1767384604.123308:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294892549 00000400:00000010:1.0:1767384604.123316:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000100:00000001:3.0:1767384604.123321:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892550 00000400:00000200:0.0:1767384604.123322:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384604.123323:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384604.123335:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384604.123337:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294892549 00000400:00000200:0.0:1767384604.123341:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa6201c9 00000400:00000010:0.0:1767384604.123345:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa6201c9. 00000100:00000001:3.0:1767384604.123346:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892550 00000100:00000001:1.0:1767384604.123347:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.123353:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384604.123357:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000200:0.0:1767384604.123359:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384604.123362:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294892549 00000100:00000040:0.0:1767384604.123371:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000003592fbd0 x1853237049174272 msgsize 224 00000100:00000001:3.0:1767384604.123372:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892550 00010000:00000001:1.0:1767384604.123372:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384604.123383:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.123384:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294892549 00000020:00000001:1.0:1767384604.123396:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384604.123397:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384604.123403:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384604.123409:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.123409:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b048f156 x1853237049174144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:585/0 lens 224/368 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384604.123411:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384604.123415:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.123420:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384604.123432:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b048f156 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049174144:12345-0@lo:13: Request processed in 629us (1289us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384604.123436:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384604.123440:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384604.123440:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:0.0:1767384604.123446:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384604.123447:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:3.0:1767384604.123448:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.123460:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384604.123461:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384604.123468:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.123469:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384604.123470:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da1d44e4 00000100:00100000:3.0:1767384604.123471:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000010:1.0:1767384604.123477:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e7b39bef. 00000400:00000010:0.0:1767384604.123479:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da1d44e4. 00000100:00000001:3.0:1767384604.123481:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384604.123484:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019535686. 00000100:00000001:3.0:1767384604.123494:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384604.123495:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5672f47. 00000100:00000001:3.0:1767384604.123497:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.123501:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384604.123501:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:3.0:1767384604.123503:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384604.123515:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384604.123516:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384604.123520:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.123522:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384604.123532:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000000c740ba x1853237049174272/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.123533:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1767384604.123536:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384604.123538:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384604.123542:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 02000000:00000001:3.0:1767384604.123548:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384604.123555:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384604.123567:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.123571:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384604.123574:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000070618a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049174528:0@lo:400: 00000100:00000040:0.0:1767384604.123579:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000000c740ba x1853237049174272/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.123584:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384604.123602:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384604.123603:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.123615:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.123619:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384604.123629:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.123638:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384604.123638:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294892551 02000000:00000010:3.0:1767384604.123648:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b96da63. 02000000:00000001:3.0:1767384604.123653:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.123654:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294892550 00000400:00000010:3.0:1767384604.123658:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6735ccd. 00000100:00000001:1.0:1767384604.123665:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384604.123671:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa6e5e65. 00000100:00100000:1.0:1767384604.123671:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174272 02000000:00000001:1.0:1767384604.123677:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384604.123679:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049174528, portal 10 00000100:00000001:1.0:1767384604.123682:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384604.123683:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384604.123685:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923223424 : -123268786328192 : ffff8fe33fc76d80) 00000100:00000040:3.0:1767384604.123692:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.123694:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294892551 00000100:00000001:1.0:1767384604.123695:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.123710:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294892550 00000100:00000001:3.0:1767384604.123711:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384604.123712:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.123722:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294892551 00000100:00000040:3.0:1767384604.123723:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384604.123724:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174272 00000020:00000001:1.0:1767384604.123737:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384604.123738:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ca4197. 00000100:00000001:0.0:1767384604.123739:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294892550 00000020:00000040:1.0:1767384604.123741:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000200:3.0:1767384604.123747:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049174528, offset 0 00000100:00000001:0.0:1767384604.123752:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294892551 00000020:00000001:1.0:1767384604.123754:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384604.123755:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384604.123764:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:1.0:1767384604.123772:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384604.123773:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294892550 00000020:00000001:1.0:1767384604.123776:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:3.0:1767384604.123788:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384604.123790:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.123791:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384604.123800:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023508462. 00000400:00000200:3.0:1767384604.123801:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260002a00 00000100:00000001:0.0:1767384604.123801:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.123814:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384604.123828:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023508462. 00000400:00000200:3.0:1767384604.123832:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000100:00000001:0.0:1767384604.123834:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384604.123836:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5672f47. 00000100:00000001:0.0:1767384604.123844:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384604.123846:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384604.123846:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e7b39bef. 00000020:00000010:1.0:1767384604.123852:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019535686. 00000400:00000200:3.0:1767384604.123853:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384604.123853:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384604.123859:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384604.123868:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384604.123869:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384604.123870:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384604.123874:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384604.123875:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384604.123876:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384604.123881:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.123882:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:3.0:1767384604.123883:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d458b7e5. 00000100:00100000:0.0:1767384604.123904:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:3.0:1767384604.123905:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000d458b7e5 x1853237049174528 msgsize 224 00000100:00000001:1.0:1767384604.123905:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.123921:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.123926:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.123928:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384604.123934:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384604.123935:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384604.123941:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.123949:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384604.123953:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384604.123956:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384604.123960:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384604.123962:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ca4197 00000400:00000010:3.0:1767384604.123967:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026ca4197. 00000100:00000040:0.0:1767384604.123969:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.123970:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384604.123974:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384604.123975:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384604.123986:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.123990:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:1.0:1767384604.124003:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384604.124011:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729450576 : -123268980101040 : ffff8fe3343ab050) 00000100:00000001:0.0:1767384604.124016:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384604.124021:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.124022:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003592fbd0 x1853237049174272/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:585/0 lens 224/0 e 0 to 0 dl 1767384615 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384604.124031:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384604.124034:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384604.124038:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384604.124042:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384604.124048:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.124061:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384604.124063:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16349:1853237049174656:0@lo:400: 00000020:00000010:1.0:1767384604.124067:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023508462. 00000100:00000001:0.0:1767384604.124079:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384604.124080:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384604.124081:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.124083:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1767384604.124084:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023508462. 00000100:00000001:3.0:1767384604.124087:0:16350:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384604.124087:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.124095:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384604.124099:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384604.124099:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8bdc7ed. 00000100:00100000:1.0:1767384604.124107:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003592fbd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049174272:12345-0@lo:400: 02000000:00000001:0.0:1767384604.124109:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.124110:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2090 usecs (3 jiffies) 00000400:00000010:0.0:1767384604.124123:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035f178ac. 00000100:00000001:3.0:1767384604.124124:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892549 00000100:00000200:1.0:1767384604.124125:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174272 00000100:00000001:3.0:1767384604.124138:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294892551 00000020:00000001:1.0:1767384604.124139:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384604.124142:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892549 00000400:00000010:0.0:1767384604.124142:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da1d44e4. 00000020:00000001:1.0:1767384604.124144:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384604.124152:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.124153:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294892551 00000100:00000200:0.0:1767384604.124154:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049174656, portal 10 00000020:00000001:1.0:1767384604.124156:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384604.124161:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000100:00000001:3.0:1767384604.124163:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892549 00000100:00000001:0.0:1767384604.124163:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384604.124171:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923218048 : -123268786333568 : ffff8fe33fc75880) 00000100:00000001:3.0:1767384604.124173:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294892551 00000020:00000001:1.0:1767384604.124173:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384604.124181:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384604.124186:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384604.124187:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892549 00000020:00000001:1.0:1767384604.124188:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384604.124192:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294892551 00000020:00000010:0.0:1767384604.124193:0:16349:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b9004500. 00000020:00000001:1.0:1767384604.124194:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.124196:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384604.124203:0:17075:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384604.124204:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.124208:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384604.124209:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.124212:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.124214:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384604.124220:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000032c8e3b1. 00000100:00000001:3.0:1767384604.124221:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.124229:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.124238:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.124239:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384604.124243:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384604.124246:0:17075:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.124247:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384604.124255:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049174272 00000100:00000040:0.0:1767384604.124257:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384604.124265:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:0.0:1767384604.124267:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc9ec724. 00000100:00000001:3.0:1767384604.124270:0:17887:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384604.124271:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049174656, offset 0 00010000:00000200:1.0:1767384604.124272:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003592fbd0 x1853237049174272/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:585/0 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384604.124277:0:17887:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174400 02000000:00000001:3.0:1767384604.124285:0:17887:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384604.124288:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384604.124292:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384604.124297:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384604.124305:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384604.124305:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384604.124309:0:17887:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384604.124313:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384604.124321:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=21 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384604.124322:0:17887:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174400 00000400:00000200:0.0:1767384604.124328:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260002a80 00000020:00000001:3.0:1767384604.124331:0:17887:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384604.124334:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767384604.124336:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000100:00000040:1.0:1767384604.124343:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000400:00000200:0.0:1767384604.124346:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000020:00000001:3.0:1767384604.124347:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384604.124353:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000040:3.0:1767384604.124356:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000400:00000200:0.0:1767384604.124359:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384604.124361:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 02000000:00000001:1.0:1767384604.124362:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384604.124364:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 02000000:00000001:1.0:1767384604.124367:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.124380:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384604.124381:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384604.124385:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384604.124390:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048e437f8. 00000100:00000001:0.0:1767384604.124393:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384604.124394:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384604.124398:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384604.124401:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1767384604.124404:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000020:00000010:3.0:1767384604.124409:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048e437f8. 00000100:00000010:0.0:1767384604.124413:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d693a9a3. 00000100:00000200:1.0:1767384604.124414:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049174272, offset 224 00000020:00000010:3.0:1767384604.124417:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009280ae55. 00000100:00000040:0.0:1767384604.124417:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000d693a9a3 x1853237049174656 msgsize 224 00000020:00000010:3.0:1767384604.124435:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec293b88. 00000020:00000010:3.0:1767384604.124440:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00100000:0.0:1767384604.124447:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384604.124448:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384604.124453:0:17887:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384604.124457:0:17887:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384604.124460:0:17887:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384604.124464:0:17887:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384604.124464:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384604.124466:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384604.124480:0:17887:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1767384604.124481:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc9ec724 00000100:00000001:3.0:1767384604.124486:0:17887:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:0.0:1767384604.124487:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc9ec724. 00000100:00000001:3.0:1767384604.124495:0:17887:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.124498:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384604.124499:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260002900 00000100:00000200:0.0:1767384604.124504:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.124508:0:17887:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384604.124519:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1335 [1] + 224 00000100:00000001:0.0:1767384604.124523:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384604.124526:0:17887:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384604.124530:0:17887:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384604.124533:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384604.124534:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384604.124543:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384604.124552:0:17887:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:3.0:1767384604.124560:0:17887:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923227008 : -123268786324608 : ffff8fe33fc77b80) 00000400:00000200:1.0:1767384604.124560:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384604.124576:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056394819 x1853237049174400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:585/0 lens 224/0 e 0 to 0 dl 1767384615 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.124579:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.124582:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384604.124586:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384604.124592:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000000c740ba x1853237049174272/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.124595:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.124597:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384604.124635:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048e437f8. 00000100:00000040:0.0:1767384604.124638:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 1971 usecs (2 jiffies) 00000100:00000001:3.0:1767384604.124641:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384604.124642:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294892549 00000100:00000001:0.0:1767384604.124648:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294892551 00000020:00000010:3.0:1767384604.124649:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048e437f8. 00000100:00000001:0.0:1767384604.124658:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294892549 00000100:00000040:1.0:1767384604.124659:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000000c740ba x1853237049174272/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384604.124661:0:17887:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056394819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049174400:12345-0@lo:400: 00000100:00000001:0.0:1767384604.124671:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294892551 00000100:00000200:3.0:1767384604.124672:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174400 00000100:00000001:0.0:1767384604.124680:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294892549 00000020:00000001:3.0:1767384604.124681:0:17887:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384604.124687:0:17887:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384604.124688:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294892551 00000020:00000001:3.0:1767384604.124691:0:17887:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.124696:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294892549 00000020:00000001:3.0:1767384604.124698:0:17887:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384604.124699:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384604.124708:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294892551 00000020:00000001:3.0:1767384604.124710:0:17887:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000400:00000200:1.0:1767384604.124719:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000020:00000001:3.0:1767384604.124723:0:17887:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384604.124724:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384604.124725:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000020:00000001:3.0:1767384604.124733:0:17887:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.124734:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.124737:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384604.124744:0:17887:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384604.124745:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384604.124746:0:17887:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:0.0:1767384604.124748:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384604.124750:0:17887:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384604.124751:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384604.124755:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.124764:0:17887:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1767384604.124765:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011c667bf. 00000100:00000040:1.0:1767384604.124769:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000200:0.0:1767384604.124773:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b2d231 00000100:00000001:3.0:1767384604.124774:0:17887:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384604.124774:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384604.124780:0:17887:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384604.124784:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b2d231. 00000020:00000001:1.0:1767384604.124785:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384604.124786:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a706cc2b. 00000020:00000001:1.0:1767384604.124798:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384604.124800:0:17887:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.124801:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384604.124806:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003592fbd0 x1853237049174272/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:585/0 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.124810:0:17887:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384604.124814:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000000c740ba x1853237049174272/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384604.124819:0:17887:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384604.124828:0:17887:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049174400 00010000:00000001:3.0:1767384604.124837:0:17887:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384604.124848:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000056394819 x1853237049174400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:585/0 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.124865:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003592fbd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049174272:12345-0@lo:400: Request processed in 793us (1483us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384604.124905:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000000c740ba x1853237049174272/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.124908:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000040:1.0:1767384604.124917:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00010000:00000001:3.0:1767384604.124927:0:17887:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384604.124927:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384604.124933:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384604.124934:0:17887:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384604.124940:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e7b39bef. 00000100:00001000:3.0:1767384604.124947:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384604.124949:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384604.124951:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019535686. 00000100:00000001:3.0:1767384604.124953:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384604.124958:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384604.124959:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000010:1.0:1767384604.124960:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5672f47. 00000100:00000001:0.0:1767384604.124966:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384604.124967:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384604.124975:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384604.124976:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:3.0:1767384604.124977:0:17887:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384604.124978:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384604.124984:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.124985:0:17887:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.124987:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384604.124993:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000032c8e3b1. 00000100:00000001:3.0:1767384604.125001:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384604.125001:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.125002:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384604.125009:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384604.125012:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1767384604.125012:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=21 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384604.125017:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384604.125020:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ca4197. 00000100:00001000:0.0:1767384604.125024:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=21 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384604.125026:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049174400, offset 224 00000400:00000010:1.0:1767384604.125026:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4e54318. 00000100:00000001:0.0:1767384604.125029:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384604.125034:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000109727f7. 00000100:00000001:0.0:1767384604.125037:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.125042:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384604.125046:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384604.125050:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.125054:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.125061:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384604.125065:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000000c740ba x1853237049174272/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384604.125077:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260002980 00000100:00000001:1.0:1767384604.125088:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384604.125092:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384604.125093:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174528 00000100:00000001:0.0:1767384604.125100:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384604.125101:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384604.125102:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x133d [1] + 224 00000100:00000001:1.0:1767384604.125114:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384604.125114:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384604.125116:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384604.125121:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.125130:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.125136:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000c740ba x1853237049174272/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.125138:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174528 00000400:00000200:3.0:1767384604.125142:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384604.125149:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384604.125156:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000100:00000001:3.0:1767384604.125161:0:17887:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384604.125162:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384604.125164:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000000c740ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049174272:0@lo:400: 00000020:00000040:1.0:1767384604.125170:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000100:00000200:3.0:1767384604.125173:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384604.125175:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:0.0:1767384604.125175:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.125193:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384604.125195:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000040:3.0:1767384604.125199:0:17887:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.125204:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384604.125207:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000000c740ba x1853237049174272/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384604.125210:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023508462. 00000100:00000001:1.0:1767384604.125218:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384604.125229:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023508462. 00000020:00000010:1.0:1767384604.125241:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5672f47. 00000020:00000010:1.0:1767384604.125253:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e7b39bef. 00000020:00000010:1.0:1767384604.125261:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019535686. 00000100:00000040:1.0:1767384604.125277:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384604.125279:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384604.125286:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1767384604.125288:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384604.125295:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:0.0:1767384604.125296:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd5903f6. 00000100:00000001:3.0:1767384604.125298:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384604.125306:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384604.125306:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384604.125311:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384604.125313:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ca4197 00000020:00000040:0.0:1767384604.125315:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000100:00000001:1.0:1767384604.125316:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:3.0:1767384604.125321:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026ca4197. 00000020:00000001:0.0:1767384604.125326:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384604.125329:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:0.0:1767384604.125330:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5f447fb. 00000100:00000001:3.0:1767384604.125333:0:17887:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384604.125340:0:17887:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384604.125340:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.125345:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.125346:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384604.125351:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767384604.125353:0:17887:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000010:0.0:1767384604.125358:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000000c740ba. 00010000:00000001:3.0:1767384604.125359:0:17887:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384604.125364:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384604.125367:0:17887:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.125368:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384604.125377:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384604.125378:0:17887:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384604.125382:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384604.125389:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384604.125392:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174656 00000100:00000001:0.0:1767384604.125392:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384604.125394:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056394819 x1853237049174400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:585/0 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.125398:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384604.125400:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384604.125404:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.125405:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384604.125412:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.125413:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.125429:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384604.125431:0:17887:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056394819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049174400:12345-0@lo:400: Request processed in 828us (2336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384604.125436:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174656 00000020:00000001:1.0:1767384604.125442:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384604.125443:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000020:00000040:1.0:1767384604.125445:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000100:00000040:3.0:1767384604.125447:0:17887:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000020:00000001:1.0:1767384604.125449:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384604.125450:0:17887:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1767384604.125452:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000100:00000001:3.0:1767384604.125453:0:17887:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384604.125458:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec293b88. 00000020:00000001:1.0:1767384604.125459:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000001:0.0:1767384604.125461:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384604.125467:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000020:00000001:1.0:1767384604.125468:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000001:0.0:1767384604.125468:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384604.125482:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384604.125483:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009280ae55. 00000020:00000010:1.0:1767384604.125488:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023508462. 00000100:00100000:0.0:1767384604.125493:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000040:3.0:1767384604.125495:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000020:00000010:1.0:1767384604.125497:0:17080:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005660eebf. 00000100:00000040:0.0:1767384604.125507:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000100:00000001:3.0:1767384604.125508:0:17887:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384604.125509:0:17080:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000001:0.0:1767384604.125520:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923217152 : -123268786334464 : ffff8fe33fc75500) 00000100:00000001:1.0:1767384604.125527:0:17080:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1767384604.125528:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d458b7e5 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:585/0 lens 224/0 e 0 to 0 dl 1767384615 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384604.125531:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b47e87be. 00000100:00000001:3.0:1767384604.125543:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384604.125544:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006948b2ff. 00000100:00000001:0.0:1767384604.125547:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384604.125548:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384604.125551:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002903e5b3. 00000020:00000010:0.0:1767384604.125551:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064c5cf71. 00000400:00000001:3.0:1767384604.125554:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384604.125559:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384604.125568:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384604.125569:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511069b7. 00000100:00000001:1.0:1767384604.125570:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384604.125575:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384604.125583:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384604.125585:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064c5cf71. 00000400:00000200:3.0:1767384604.125586:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083594b58 00000400:00000010:3.0:1767384604.125590:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083594b58. 00000100:00000001:1.0:1767384604.125602:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384604.125603:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384604.125668:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:0.0:1767384604.125673:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d458b7e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049174528:12345-0@lo:400: 00000100:00000001:1.0:1767384604.125674:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384604.125675:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004bb14fad x1853237049174144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.125698:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384604.125698:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174528 00000020:00000001:0.0:1767384604.125705:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384604.125711:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384604.125720:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004bb14fad x1853237049174144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384604.125720:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.125728:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384604.125729:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384604.125735:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000001:1.0:1767384604.125737:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384604.125745:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384604.125749:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384604.125751:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:00000001:0.0:1767384604.125752:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.125755:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.125767:0:16348:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384604.125767:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384604.125769:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000020:00000001:0.0:1767384604.125777:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384604.125778:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384604.125779:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575787264 : -123274133764352 : ffff8fe2010c0700) 00000100:00000001:3.0:1767384604.125784:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384604.125785:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.125792:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.125794:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d693a9a3 x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:585/0 lens 224/0 e 0 to 0 dl 1767384615 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384604.125797:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384604.125799:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.125803:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1767384604.125805:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=11 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384604.125808:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1767384604.125818:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=11 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384604.125819:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000631e0695. 00000100:00000001:1.0:1767384604.125822:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384604.125827:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384604.125830:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008432249f. 00000100:00000001:3.0:1767384604.125831:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384604.125833:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.125837:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.125837:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384604.125839:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384604.125846:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008432249f. 00010000:00000001:3.0:1767384604.125848:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000040:0.0:1767384604.125849:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049174528 00010000:00000001:0.0:1767384604.125858:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00080000:3.0:1767384604.125864:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004bb14fad x1853237049174144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.125865:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d693a9a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16349:x1853237049174656:12345-0@lo:400: 00010000:00000200:0.0:1767384604.125872:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d458b7e5 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:585/0 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384604.125886:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174656 00000020:00000001:1.0:1767384604.125905:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384604.125913:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384604.125920:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.125921:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.125923:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384604.125932:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384604.125933:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1767384604.125933:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384604.125939:0:16348:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00001000:0.0:1767384604.125944:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=16 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384604.125945:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000040:3.0:1767384604.125948:0:16348:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@00000000fd410bd2 x1853237049171072/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384604.125955:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384604.125961:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384604.125962:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384604.125969:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384604.125972:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384604.125974:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384604.125975:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384604.125982:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.125982:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000040:3.0:1767384604.125984:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd410bd2 x1853237049171072/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384604.125996:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384604.125997:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384604.125998:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384604.126002:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.126004:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384604.126005:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384604.126007:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767384604.126009:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009f0a5706. 02000000:00000001:1.0:1767384604.126010:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384604.126022:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1767384604.126022:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000032c8e3b1. 00000020:00000001:3.0:1767384604.126028:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384604.126030:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384604.126031:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384604.126036:0:16348:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:0.0:1767384604.126040:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b2d231. 00000020:00000001:3.0:1767384604.126041:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384604.126041:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384604.126048:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000683a0d56. 00000020:00000001:1.0:1767384604.126050:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384604.126050:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049174528, offset 224 00010000:00000040:1.0:1767384604.126066:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049174656 02000000:00000001:3.0:1767384604.126068:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384604.126072:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384604.126074:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767384604.126075:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384604.126081:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd410bd2. 00010000:00000200:1.0:1767384604.126083:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d693a9a3 x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:585/0 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.126086:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384604.126092:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384604.126098:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384604.126101:0:16348:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384604.126101:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384604.126105:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.126106:0:16348:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00001000:1.0:1767384604.126114:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=16 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384604.126115:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260002a00 00000100:00000001:3.0:1767384604.126121:0:16348:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384604.126126:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.126135:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384604.126141:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004bb14fad x1853237049174144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384604.126142:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1349 [1] + 224 00000100:00000040:1.0:1767384604.126146:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:3.0:1767384604.126151:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.126161:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:3.0:1767384604.126162:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384604.126167:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384604.126168:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384604.126169:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384604.126175:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384604.126180:0:16348:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384604.126184:0:16348:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000200:0.0:1767384604.126184:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384604.126185:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384604.126195:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000040:3.0:1767384604.126196:0:16348:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000010:1.0:1767384604.126199:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000100:00000001:0.0:1767384604.126199:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384604.126208:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:3.0:1767384604.126209:0:16348:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000200:1.0:1767384604.126209:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049174656, offset 224 00000400:00000200:1.0:1767384604.126233:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:3.0:1767384604.126237:0:16348:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.126250:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004bb14fad x1853237049174144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384604.126256:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384604.126261:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384604.126289:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260002a80 00000400:00000200:1.0:1767384604.126314:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1351 [1] + 224 00000100:00000001:0.0:1767384604.126332:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384604.126334:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004bb14fad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049174144:0@lo:13: 00000400:00000200:1.0:1767384604.126335:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384604.126338:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b2d231 00000400:00000010:0.0:1767384604.126344:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b2d231. 00000100:00000001:3.0:1767384604.126346:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.126349:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384604.126350:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384604.126351:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384604.126356:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384604.126360:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004bb14fad x1853237049174144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.126361:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384604.126362:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384604.126375:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384604.126376:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384604.126388:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384604.126389:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384604.126395:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.126396:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384604.126403:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c8455277. 00000020:00000001:0.0:1767384604.126406:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384604.126412:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384604.126412:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384604.126415:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d458b7e5 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:585/0 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384604.126424:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384604.126429:0:16348:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384604.126440:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384604.126445:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005dca738e. 02000000:00000001:3.0:1767384604.126455:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384604.126463:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384604.126468:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004bb14fad. 00000100:00000001:3.0:1767384604.126480:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1767384604.126484:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d458b7e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049174528:12345-0@lo:400: Request processed in 932us (2572us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384604.126486:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.126488:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384604.126496:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.126504:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384604.126505:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000400:00000200:1.0:1767384604.126507:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000100:00000001:3.0:1767384604.126508:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384604.126515:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000100:00000040:0.0:1767384604.126521:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000100:00000001:3.0:1767384604.126522:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.126523:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384604.126534:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384604.126535:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384604.126536:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.126549:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384604.126550:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.126558:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000010:0.0:1767384604.126559:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e7b39bef. 00010000:00000001:1.0:1767384604.126571:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384604.126572:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019535686. 00000020:00000001:1.0:1767384604.126574:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384604.126578:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5672f47. 00000020:00000001:1.0:1767384604.126579:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384604.126580:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.126588:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384604.126591:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d693a9a3 x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:585/0 lens 224/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384604.126591:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000400:00000001:3.0:1767384604.126594:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384604.126602:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384604.126603:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384604.126668:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d693a9a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16349:x1853237049174656:12345-0@lo:400: Request processed in 785us (2188us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384604.126671:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6735ccd. 00000400:00000200:3.0:1767384604.126681:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6e5e65 00000400:00000010:3.0:1767384604.126685:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa6e5e65. 00000100:00100000:1.0:1767384604.126690:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384604.126696:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384604.126705:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000200:3.0:1767384604.126706:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.126712:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384604.126720:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384604.126723:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384604.126727:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006948b2ff. 00000100:00000001:3.0:1767384604.126732:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384604.126735:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002903e5b3. 00000100:00000001:3.0:1767384604.126737:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.126741:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384604.126743:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384604.126745:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b47e87be. 00000100:00000001:3.0:1767384604.126746:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384604.126749:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.126754:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384604.126759:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=16 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384604.126759:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000100:00000001:1.0:1767384604.126765:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384604.126767:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384604.126774:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384604.126777:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.126785:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384604.126791:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384604.126796:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:3.0:1767384604.126798:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.126804:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:1.0:1767384604.126804:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000040:3.0:1767384604.126808:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384604.126812:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384604.126816:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.126823:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.126828:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384604.126830:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384604.126832:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384604.126840:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.126842:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.126847:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384604.126848:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000070618a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049174528:0@lo:400: 00000400:00000001:1.0:1767384604.126851:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384604.126856:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384604.126859:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035f178ac. 00000400:00000200:1.0:1767384604.126865:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da1d44e4 00000400:00000010:1.0:1767384604.126867:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da1d44e4. 00000100:00000001:1.0:1767384604.126873:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384604.126874:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384604.126877:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384604.126880:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384604.126881:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055c4d388. 00000400:00000200:3.0:1767384604.126899:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00000400:00000010:3.0:1767384604.126901:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00000100:00000001:3.0:1767384604.126906:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384604.126914:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384604.126915:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.126933:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384604.126938:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384604.126939:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.126941:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384604.126945:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384604.126948:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384604.126951:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.126952:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384604.126955:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.126957:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.126960:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:1.0:1767384604.126961:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=16 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384604.126963:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384604.126967:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1767384604.126970:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384604.126971:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.126975:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384604.126977:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.126981:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384604.126982:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767384604.126989:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=11 v=5 (5 0 0 0) 00010000:00080000:1.0:1767384604.126992:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384604.126995:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384604.126998:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384604.127000:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.127005:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384604.127011:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384604.127014:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.127015:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384604.127019:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384604.127023:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384604.127026:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.127027:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.127033:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384604.127035:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384604.127036:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384604.127040:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384604.127042:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.127048:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.127055:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.127057:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384604.127059:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.127060:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.127062:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384604.127065:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384604.127068:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384604.127072:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.127080:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16349:1853237049174656:0@lo:400: 00000100:00100000:3.0:1767384604.127089:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049174400:0@lo:400: 00000100:00000001:1.0:1767384604.127090:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.127095:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384604.127098:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384604.127099:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0482fd x1853237049174656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.127103:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384604.127109:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070618a25 x1853237049174528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.127110:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384604.127114:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384604.127118:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8bdc7ed. 00000100:00000001:3.0:1767384604.127119:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384604.127122:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384604.127123:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1767384604.127124:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b96da63. 00000020:00000001:1.0:1767384604.127127:0:16349:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384604.127129:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1767384604.127130:0:16349:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384604.127132:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384604.127134:0:16350:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384604.127136:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384604.127137:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384604.127140:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c4ab0367. 02000000:00000001:1.0:1767384604.127145:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384604.127147:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1767384604.127149:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3ae47c5. 00000100:00000010:1.0:1767384604.127151:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0482fd. 02000000:00000001:3.0:1767384604.127154:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384604.127157:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384604.127157:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:3.0:1767384604.127158:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070618a25. 00000100:00000001:1.0:1767384604.127162:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.127163:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384604.127167:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.127168:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.127169:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384604.127174:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e932d677 x1853237049174400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.127178:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384604.127181:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384604.127183:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384604.127183:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000130be73b. 02000000:00000001:3.0:1767384604.127186:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384604.127189:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384604.127190:0:16350:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384604.127190:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.127195:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384604.127198:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f9e6679c. 00000100:00000001:1.0:1767384604.127199:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.127202:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.127206:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384604.127208:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384604.127208:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e932d677. 00000100:00000001:3.0:1767384604.127210:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384604.127210:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.127212:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.127216:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384604.127217:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.127218:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.127220:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.129677:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294892551, at 4294892552 00000100:00000040:2.0:1767384604.129683:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294892551, at 4294892552 00000100:00000040:1.0:1767384604.129686:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294892551, at 4294892552 00000100:00000010:0.0:1767384604.129688:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033364435. 00000100:00000010:2.0:1767384604.129696:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046b80ec0. 00000100:00000010:1.0:1767384604.129700:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2bd78c0. 00000100:00000040:3.0:1767384604.129736:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294892551, at 4294892552 00000100:00000010:3.0:1767384604.129746:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000057921921. 00000001:00000001:2.0:1767384604.554293:0:21342:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384604.554298:0:21342:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:2.0:1767384604.557503:0:21342:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384604.564530:0:21343:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003558e447. 00000400:00000010:0.0:1767384604.564546:0:21343:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000094fb2a28. 00000400:00000010:0.0:1767384604.564557:0:21343:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001f919782. 00000400:00000010:0.0:1767384604.564560:0:21343:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008c8627df. 00000400:00000010:0.0:1767384604.564564:0:21343:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000031d05f68. 00000400:00000010:0.0:1767384604.564569:0:21343:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000089ddaada. 00000400:00000010:0.0:1767384604.564570:0:21343:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a60731ed. 00000400:00000010:0.0:1767384604.564572:0:21343:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003bf8da7b. 00000400:00000010:0.0:1767384604.564575:0:21343:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000587bfdc2. 00000800:00000010:0.0:1767384604.564588:0:21343:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000112648eb. 00000800:00000200:0.0:1767384604.564600:0:21343:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384604.564993:0:21343:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384604.565061:0:21343:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:0.0:1767384604.565084:0:21343:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp17 [8/256/0/180] 00000400:00000010:0.0:1767384604.566353:0:21343:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000aea357ba. 00000400:00000010:0.0:1767384604.566359:0:21343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011c667bf. 00000400:00000010:0.0:1767384604.566365:0:21343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b2d231. 00000400:00000001:0.0:1767384604.566381:0:21343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384604.566383:0:21343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384604.566386:0:21343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efee3765. 00000400:00000200:0.0:1767384604.566388:0:21343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e01d6db 00000400:00000010:0.0:1767384604.566390:0:21343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e01d6db. 00000400:00000010:0.0:1767384604.566393:0:21343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000009ea2a98b. 00000400:00000200:0.0:1767384604.566398:0:21343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (8) 00000400:00000200:0.0:1767384604.566411:0:21343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384604.566420:0:21343:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:0.0:1767384604.566429:0:21343:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008df6b3a5. 00000400:00000200:2.0:1767384604.566434:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384604.566435:0:21343:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384604.566438:0:21343:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp17 00000400:00000200:2.0:1767384604.566448:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:0.0:1767384604.566451:0:21343:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000094fb2a28. 00000400:00000010:2.0:1767384604.566454:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001341358. 00000400:00000010:0.0:1767384604.566455:0:21343:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003558e447. 00000400:00000200:2.0:1767384604.566459:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (9) 00000400:00000010:2.0:1767384604.566466:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007da30c2a. 00000400:00000200:2.0:1767384604.566470:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000200:2.0:1767384604.566484:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:2.0:1767384604.566489:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384604.566494:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384604.566498:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384604.566502:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384604.566506:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384604.566509:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384604.566512:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000001:3.0:1767384604.566514:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384604.566516:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 10000000:00000001:3.0:1767384604.566521:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384604.566524:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp16 10000000:00000001:3.0:1767384604.566526:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384604.566530:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp16 lpni_is_preferred = 0 10000000:01000000:3.0:1767384604.566531:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384604.566535:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp16 00000020:01000004:3.0:1767384604.566536:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384604.566541:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384604.566543:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384604.566545:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384604.566548:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp16 NI seq info: [19:19:256:4294967295] 192.168.202.137@tcp16 LPNI seq info [19:19:8:4294967295] 00000020:01000004:3.0:1767384604.566554:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384604.566557:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp16 00000020:01000004:3.0:1767384604.566558:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384604.566561:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384604.566563:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384604.566567:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384604.566570:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384604.566571:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp16(192.168.202.137@tcp16:) -> 192.168.202.137@tcp16(192.168.202.137@tcp:192.168.202.137@tcp16) : PUT try# 0 00000100:00000010:3.0:1767384604.566577:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e932d677. 00000800:00000200:2.0:1767384604.566578:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.202.137@tcp16 00000020:00000040:3.0:1767384604.566585:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000800:00000010:2.0:1767384604.566586:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000d90eef7. 00000100:00000001:3.0:1767384604.566591:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384604.566595:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:2.0:1767384604.566596:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000051fe6aef. 02000000:00000001:3.0:1767384604.566602:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384604.566602:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004165773b. 00000800:00000200:2.0:1767384604.566631:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051fe6aef] -> 12345-192.168.202.137@tcp16 (2) 00000800:00000200:2.1:1767384604.566637:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051fe6aef] -> 12345-192.168.202.137@tcp16 (2) 02000000:00000010:3.0:1767384604.566638:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dde9f896. 00000100:00000001:3.0:1767384604.566647:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.566656:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384604.566657:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00000001:3.0:1767384604.566660:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.566669:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000100:00000040:3.0:1767384604.566672:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e932d677] to pc [ptlrpcd_00_01+1] req@00000000e932d677 x1853237049174784/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384604.566700:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384604.566702:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.566705:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384604.566707:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384604.566714:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384604.566715:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384604.566716:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384604.566718:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384604.566719:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384604.566721:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384604.566722:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384604.566723:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384604.566724:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384604.566724:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384604.566725:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384604.566726:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384604.566727:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384604.566730:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070618a25. 00000020:00000040:3.0:1767384604.566731:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384604.566733:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384604.566740:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 02000000:00000001:3.0:1767384604.566741:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384604.566744:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384604.566751:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000743869de. 00000100:00000001:3.0:1767384604.566754:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.566757:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384604.566758:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.566761:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070618a25] to pc [ptlrpcd_00_02+2] req@0000000070618a25 x1853237049174912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384604.566775:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384604.566777:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.566778:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384604.566780:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384604.566782:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008df6b3a5. 00000400:00000200:2.0:1767384604.566789:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000001:3.0:1767384604.566793:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384604.566798:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384604.566800:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.566809:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384604.566811:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.566814:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.566817:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384604.566820:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384604.566821:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000040:3.0:1767384604.566827:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e932d677 x1853237049174784/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.566833:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.566834:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384604.566841:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.566844:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.566845:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384604.566847:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 02000000:00000001:3.0:1767384604.566854:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384604.566857:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384604.566861:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049174784:0@lo:253: 00000100:00000001:3.0:1767384604.566865:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384604.566870:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384604.566873:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.566876:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384604.566899:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 02000000:00000010:3.0:1767384604.566906:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000168595db. 02000000:00000001:3.0:1767384604.566909:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384604.566918:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055c4d388. 00000400:00000010:3.0:1767384604.566923:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082f96e93. 00000100:00000200:3.0:1767384604.566928:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049174784, portal 25 00000100:00000001:0.0:1767384604.566928:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384604.566929:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000001:3.0:1767384604.566932:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384604.566933:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384604.566935:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923219840 : -123268786331776 : ffff8fe33fc75f80) 00000100:00000001:0.0:1767384604.566937:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384604.566943:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e932d677 x1853237049174784/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384604.566948:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070618a25 x1853237049174912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.566952:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384604.566962:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384604.566967:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000298be1db. 00000100:00000001:0.0:1767384604.566968:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384604.566969:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000200:3.0:1767384604.566970:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049174784, offset 0 00000100:00000001:0.0:1767384604.566971:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.566977:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384604.566979:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384604.566981:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.566984:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384604.566987:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000070618a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049174912:0@lo:253: 00000100:00000001:0.0:1767384604.566991:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384604.566993:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384604.566995:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.566999:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384604.566999:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384604.567002:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 02000000:00000010:0.0:1767384604.567005:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008df6b3a5. 02000000:00000001:0.0:1767384604.567009:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384604.567013:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006802ca69. 00000400:00000200:3.0:1767384604.567014:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002b00 00000400:00000010:0.0:1767384604.567019:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094fb2a28. 00000400:00000200:3.0:1767384604.567024:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000400:00000010:3.0:1767384604.567027:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d1d093f. 00000400:00000200:2.0:1767384604.567029:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384604.567031:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009587c1b7 00000100:00000200:0.0:1767384604.567036:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049174912, portal 25 00000400:00000200:3.0:1767384604.567040:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384604.567040:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384604.567043:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923223424 : -123268786328192 : ffff8fe33fc76d80) 00000400:00000200:3.0:1767384604.567048:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384604.567052:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000070618a25 x1853237049174912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384604.567054:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384604.567056:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009587c1b7 00000400:00000010:3.0:1767384604.567062:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009587c1b7. 00000100:00000001:0.0:1767384604.567065:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384604.567069:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384604.567070:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384604.567073:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384604.567077:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000fa5ab432 x1853237049174784 msgsize 4848 00000400:00000010:0.0:1767384604.567078:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015561576. 00000100:00100000:3.0:1767384604.567086:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384604.567086:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049174912, offset 0 00000100:00000040:3.0:1767384604.567090:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384604.567098:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384604.567103:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384604.567104:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384604.567109:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384604.567114:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000298be1db 00000400:00000010:3.0:1767384604.567118:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000298be1db. 00000400:00000200:0.0:1767384604.567121:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002b80 00000100:00000001:3.0:1767384604.567124:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384604.567129:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000100:00000200:3.0:1767384604.567130:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e932d677 x1853237049174784/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384604.567135:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000845adf91. 00000400:00000200:2.0:1767384604.567137:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384604.567141:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f17ad9b3 00000100:00000001:3.0:1767384604.567149:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384604.567149:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384604.567155:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e932d677 x1853237049174784/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384604.567158:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384604.567162:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f17ad9b3 00000100:00000001:3.0:1767384604.567167:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.567169:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384604.567169:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000010:0.0:1767384604.567175:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f17ad9b3. 00000100:00000001:3.0:1767384604.567177:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.567180:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384604.567182:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294892994 00000100:00000200:0.0:1767384604.567184:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384604.567189:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000002bf7a798 x1853237049174912 msgsize 4848 00000100:00000010:3.0:1767384604.567190:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077d74fba. 00000100:00100000:0.0:1767384604.567197:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384604.567199:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000100:00000001:3.0:1767384604.567200:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384604.567200:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384604.567211:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294892994 00000100:00000001:0.0:1767384604.567214:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384604.567215:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c901aab2. 00000100:00000001:3.0:1767384604.567220:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384604.567221:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015561576 00000100:00000001:3.0:1767384604.567224:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294892994 00000400:00000010:0.0:1767384604.567225:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015561576. 00000100:00000001:0.0:1767384604.567230:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384604.567231:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3ac9c89. 00000100:00000200:0.0:1767384604.567234:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070618a25 x1853237049174912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.567235:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384604.567240:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294892994 00000100:00000010:3.0:1767384604.567246:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9406b23. 00000100:00000001:0.0:1767384604.567247:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384604.567250:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384604.567251:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070618a25 x1853237049174912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.567255:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384604.567260:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.567265:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.567266:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.567270:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384604.567272:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.567275:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.567279:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294892994 00000100:00000001:3.0:1767384604.567283:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384604.567283:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294892994 00000100:00000001:3.0:1767384604.567286:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.567287:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294892994 00000100:00000001:0.0:1767384604.567291:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294892994 00000100:00000001:0.0:1767384604.567292:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294892994 00000100:00000001:0.0:1767384604.567294:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294892994 00000100:00000001:0.0:1767384604.567296:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294892994 00000100:00000001:0.0:1767384604.567297:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294892994 00000100:00000001:0.0:1767384604.567298:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384604.567300:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.567302:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.567304:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384604.567305:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384604.567310:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174784 00000100:00000001:0.0:1767384604.567312:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384604.567314:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384604.567315:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384604.567317:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384604.567319:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.567323:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.567329:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384604.567330:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174784 00000100:00000001:0.0:1767384604.567334:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384604.567335:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384604.567336:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384604.567338:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:0.0:1767384604.567341:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.567343:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384604.567347:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:3.0:1767384604.567356:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:3.0:1767384604.567359:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384604.567365:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384604.567368:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048e437f8. 00000100:00000001:3.0:1767384604.567374:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384604.567376:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048e437f8. 00000100:00000001:0.0:1767384604.567377:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384604.567380:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174912 00000020:00000010:3.0:1767384604.567382:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a3343c. 02000000:00000001:0.0:1767384604.567383:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384604.567386:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384604.567388:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384604.567389:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec293b88. 02000000:00000001:0.0:1767384604.567391:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384604.567395:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174912 00000020:00000010:3.0:1767384604.567396:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000020:00000001:0.0:1767384604.567397:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384604.567400:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384604.567403:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384604.567405:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000040:3.0:1767384604.567406:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384604.567407:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384604.567413:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384604.567413:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384604.567418:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384604.567419:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384604.567421:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384604.567423:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1837212. 00000100:00000001:0.0:1767384604.567427:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384604.567429:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1837212. 00000100:00000001:3.0:1767384604.567431:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384604.567434:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033babcdd. 00000020:00000010:0.0:1767384604.567439:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083e8577b. 00000100:00000001:3.0:1767384604.567441:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384604.567442:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5ae207c. 00000100:00000001:0.0:1767384604.567451:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384604.567454:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384604.567455:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.567462:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.567464:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384604.567465:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.567469:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384604.567479:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000040:3.0:1767384604.567483:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384604.567485:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729440336 : -123268980111280 : ffff8fe3343a8850) 00000100:00000001:0.0:1767384604.567486:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384604.567489:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1767384604.567490:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eaf666ba. 00000100:00000040:3.0:1767384604.567491:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa5ab432 x1853237049174784/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:585/0 lens 4848/0 e 0 to 0 dl 1767384615 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384604.567497:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000800:00000010:2.0:1767384604.567498:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009d28aeb9. 00000100:00000040:0.0:1767384604.567504:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:3.0:1767384604.567507:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384604.567508:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729453648 : -123268980097968 : ffff8fe3343abc50) 00000800:00000010:2.0:1767384604.567511:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007b69630a. 00000020:00000010:3.0:1767384604.567512:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048e437f8. 00000100:00000040:0.0:1767384604.567516:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002bf7a798 x1853237049174912/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:585/0 lens 4848/0 e 0 to 0 dl 1767384615 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.567520:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384604.567523:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048e437f8. 00000100:00100000:3.0:1767384604.567533:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa5ab432 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049174784:12345-0@lo:253: 00000100:00000001:0.0:1767384604.567533:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384604.567538:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1837212. 00000100:00000200:3.0:1767384604.567539:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174784 00000020:00000001:3.0:1767384604.567543:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384604.567545:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384604.567549:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1837212. 00000020:00000001:3.0:1767384604.567550:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384604.567555:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.567558:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000010:2.0:1767384604.567563:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007b69630a. 00000100:00100000:0.0:1767384604.567563:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002bf7a798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049174912:12345-0@lo:253: 00000100:00000200:0.0:1767384604.567570:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174912 00000020:00000001:3.0:1767384604.567571:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384604.567573:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384604.567578:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384604.567578:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384604.567582:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384604.567582:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.567588:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384604.567589:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384604.567593:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384604.567594:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384604.567598:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384604.567599:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.567599:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384604.567606:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384604.567628:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384604.567632:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384604.567638:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004b8ed9e8. 02000000:00000001:3.0:1767384604.567641:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.567644:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.567648:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384604.567649:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384604.567654:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.567658:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:3.0:1767384604.567662:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006c7d7a88. 02000000:00000001:0.0:1767384604.567664:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:3.0:1767384604.567667:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384604.567671:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384604.567675:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:0.0:1767384604.567675:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004f8db5f9. 20000000:00000001:3.0:1767384604.567680:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.567681:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.567686:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.567686:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.567693:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384604.567694:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384604.567706:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000420ecea3. 20000000:00000010:3.0:1767384604.567709:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f4f7a047. 20000000:01000000:0.0:1767384604.567709:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384604.567714:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:0.0:1767384604.567714:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384604.567719:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384604.567722:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.567725:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384604.567725:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384604.567730:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384604.567734:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384604.567739:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384604.567762:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384604.567779:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384604.567783:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384604.567784:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:3.0:1767384604.567785:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384604.567791:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384604.567794:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384604.567797:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000001:3.0:1767384604.567804:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:3.0:1767384604.567808:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384604.567810:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384604.567816:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.567816:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp16 from 241.3.0.2 00080000:00000001:3.0:1767384604.567819:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384604.567822:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c8638a5b. 00000020:00000001:3.0:1767384604.567830:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384604.567836:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:3.0:1767384604.567839:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384604.567847:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ff8a8415. 00080000:00000001:3.0:1767384604.567851:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804886273536 : -123268823278080 : ffff8fe33d939e00) 00080000:00000001:3.0:1767384604.567855:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384604.567860:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384604.567864:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000048e437f8. 00080000:00000001:3.0:1767384604.567868:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384604.567871:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384604.567902:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384604.567923:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384604.567983:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000032fb85d. 00000800:00000010:3.0:1767384604.567987:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000298be1db. 00000800:00000010:3.0:1767384604.568024:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000935299e2. 00000800:00000200:3.1:1767384604.568032:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051fe6aef] -> 12345-192.168.202.137@tcp16 (2) 00000800:00000200:3.1:1767384604.568041:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp16 00000000935299e2 deleted 00000800:00000010:3.1:1767384604.568044:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000935299e2. 00000800:00000200:3.1:1767384604.568051:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384604.568061:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp16 ip 192.168.202.137:1009 00000800:00000200:3.1:1767384604.568065:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000d90eef7 type 1, nob 272 niov 1 nkiov 1 00000800:00000200:3.0:1767384604.568070:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp16 p 3.x 192.168.202.137 -> 192.168.202.137:1009 incarnation:1767384603048527009 sched[0] 00000800:00000010:3.0:1767384604.568076:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092aaf97b. 00000800:00000010:3.0:1767384604.568136:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092aaf97b. 00000800:00000010:3.0:1767384604.568139:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000298be1db. 00000800:00000200:0.1:1767384604.568162:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384604.568169:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp16 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384603048527009 sched[0] 00000800:00000010:0.0:1767384604.568172:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009d28aeb9. 00000800:00000010:3.0:1767384604.568173:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c8638a5b. 00000800:00000001:2.0:1767384604.568187:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384604.568195:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384604.568198:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384604.568204:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384604.568229:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000200:2.0:1767384604.568258:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384604.568263:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000d90eef7. 00000800:00000001:3.0:1767384604.568267:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384604.568269:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384604.568277:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384604.568282:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp16->192.168.202.137@tcp16: PUT: OK 00000800:00000001:3.0:1767384604.568283:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384604.568288:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384604.568290:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384604.568293:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384604.568294:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000400:00000200:3.0:1767384604.568307:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp16(192.168.202.137@tcp16) <- 192.168.202.137@tcp16 : PUT - for me 00000400:00000200:3.0:1767384604.568322:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384604.568331:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 176/176 into md 0x131d [1] + 0 00000400:00000010:3.0:1767384604.568335:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1ec992b. 00000400:00000200:3.0:1767384604.568340:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b391f72e 00000800:00000001:3.0:1767384604.568344:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384604.568355:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384604.568358:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384604.568371:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp16->192.168.202.137@tcp16: PUT: OK 00000400:00000200:3.0:1767384604.568377:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b391f72e 00000400:00000200:0.0:1767384604.568378:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000010:3.0:1767384604.568379:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b391f72e. 00000400:00000200:3.0:1767384604.568387:0:16343:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384604.568391:0:16343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (10) 00000400:00000200:3.0:1767384604.568397:0:16343:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:3.0:1767384604.568401:0:16343:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000298be1db. 00000400:00000200:3.0:1767384604.568403:0:16343:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 9 00000400:00000200:3.0:1767384604.568407:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:3.0:1767384604.568420:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (11) 00000400:00000200:3.0:1767384604.568425:0:16343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384604.568431:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp16 to MR: 192.168.202.137@tcp16 local destination 00000400:00000200:0.0:1767384604.568432:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384604.568444:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp16 NI seq info: [20:20:256:4294967295] 192.168.202.137@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1767384604.568461:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp16(192.168.202.137@tcp16:192.168.202.137@tcp16) -> 192.168.202.137@tcp16(192.168.202.137@tcp16:192.168.202.137@tcp16) 192.168.202.137@tcp16 : ACK try# 0 00000800:00000200:3.0:1767384604.568472:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp16 00000400:00000200:2.0:1767384604.568473:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384604.568477:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3ae47c5. 00000400:00000010:2.0:1767384604.568481:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac54ecfe. 00000800:00000200:3.0:1767384604.568482:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051fe6aef] -> 12345-192.168.202.137@tcp16 (4) 00000400:00000010:2.0:1767384604.568487:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065124a4a. 00000800:00000200:3.0:1767384604.568492:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp16 ip 192.168.202.137:988 00000800:00000200:3.0:1767384604.568499:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3ae47c5 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384604.568503:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 00000400:00000200:2.0:1767384604.568513:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1004d1 00000400:00000010:2.0:1767384604.568520:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 000000000d90eef7. 00000400:00000010:2.0:1767384604.568525:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 00000000fcc0a463. 00000400:00000010:2.0:1767384604.568530:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000e92021fd. 00000400:00000200:0.0:1767384604.568530:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000010:2.0:1767384604.568558:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c6e7da9a. 00000800:00000200:3.0:1767384604.568562:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384604.568566:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3ae47c5. 00000400:00000200:2.0:1767384604.568566:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c6e7da9a nid 192.168.202.137@tcp17 00000400:00000200:3.0:1767384604.568572:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384604.568574:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000089e9af6a. 00000400:00000200:0.0:1767384604.568575:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384604.568581:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 0000000089e9af6a net tcp17 00000400:00000200:3.0:1767384604.568582:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp16->192.168.202.137@tcp16: ACK: OK 00000400:00000200:2.0:1767384604.568587:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (10) 00000400:00000200:2.0:1767384604.568593:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp17 flags 0x11 00000400:00000010:2.0:1767384604.568596:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 000000000d90eef7. 00000400:00000010:2.0:1767384604.568599:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 00000000fcc0a463. 00000800:00000001:3.0:1767384604.568600:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384604.568602:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000e92021fd. 00000800:00000001:3.0:1767384604.568645:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384604.568651:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384604.568657:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384604.568658:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384604.568663:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384604.568670:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp16(192.168.202.137@tcp16) <- 192.168.202.137@tcp16 : ACK - for me 00000400:00000010:2.0:1767384604.568675:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000298be1db. 00000400:00000200:3.0:1767384604.568682:0:16343:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp16: ACK from 12345-192.168.202.137@tcp16 into md 0x1371 00000400:00000200:2.0:1767384604.568684:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384604.568687:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100551 00000400:00000200:2.0:1767384604.568695:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 1 00000400:00000200:3.0:1767384604.568696:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384604.568699:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 00000400:00000200:3.0:1767384604.568704:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp16->192.168.202.137@tcp16: ACK: OK 00000400:00000200:2.0:1767384604.568707:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384604.568713:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100511 rc 0 00000400:00000200:3.0:1767384604.568714:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001341358 00000400:00000010:3.0:1767384604.568718:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001341358. 00000400:00000200:2.0:1767384604.568720:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:3.0:1767384604.568725:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384604.568726:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (11) 00000400:00000200:3.0:1767384604.568735:0:16343:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:3.0:1767384604.568742:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (10) 00000800:00000001:3.0:1767384604.568750:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384604.568753:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384604.569098:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384604.569122:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384604.569135:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384604.569152:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384604.569166:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384604.569182:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384604.569200:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384604.569212:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384604.569225:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000800:00000010:0.0:1767384604.569353:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000da7896a4. 00000800:00000010:0.0:1767384604.569359:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000015561576. 00000800:00000010:0.0:1767384604.569363:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e1837212. 00000400:00000200:3.0:1767384604.569386:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384604.569395:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e1837212. 00000400:00000200:3.0:1767384604.569400:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp16 from 240.3.0.2 00000800:00000010:3.0:1767384604.569404:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000099f4b1ba. 00000800:00000010:2.0:1767384604.569427:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000662959aa. 00000800:00000010:2.0:1767384604.569433:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009d28aeb9. 00000800:00000010:2.0:1767384604.569451:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003fa5c9db. 00000800:00000200:2.1:1767384604.569456:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051fe6aef] -> 12345-192.168.202.137@tcp16 (4) 00000800:00000200:2.1:1767384604.569459:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp16 000000003fa5c9db deleted 00000800:00000010:2.1:1767384604.569461:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003fa5c9db. 00000800:00000200:2.1:1767384604.569465:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384604.569471:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp16 p 3.x 192.168.202.137 -> 192.168.202.137:1008 incarnation:1767384603048527009 sched[0] 00000800:00000010:2.0:1767384604.569476:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007b69630a. 00000800:00000010:2.0:1767384604.569558:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007b69630a. 00000800:00000010:2.0:1767384604.569561:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009d28aeb9. 00000800:00000200:0.1:1767384604.569576:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384604.569588:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp16 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384603048527009 sched[0] 00000800:00000010:0.0:1767384604.569590:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000015561576. 00000800:00000010:2.0:1767384604.569597:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000099f4b1ba. 00000800:00000001:0.0:1767384604.569665:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384604.569669:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384604.569671:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384604.569673:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384604.569925:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ff8a8415. 00080000:00000010:3.0:1767384604.569966:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000048e437f8. 00040000:00000001:3.0:1767384604.569972:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384604.569975:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384604.569978:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384604.569981:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384604.569983:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.569984:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384604.569995:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384604.570004:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384604.570008:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384604.570013:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384604.570017:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384604.570019:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bd5903f6. 20000000:00000001:2.0:1767384604.570022:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384604.570023:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 10000000:01000000:2.0:1767384604.570025:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384604.570027:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384604.570031:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384604.570032:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384604.570035:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384604.570037:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384604.570042:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:2.0:1767384604.570045:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f0d9bfb4. 00080000:00000001:0.0:1767384604.570050:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.570051:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384604.570054:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:2.0:1767384604.570056:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5ac7893. 00080000:00000001:0.0:1767384604.570057:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384604.570061:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384604.570063:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c5ac7893 with handle 0x7f71e2b70dd201cc to hash 00080000:00000001:0.0:1767384604.570066:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384604.570067:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384604.570069:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.570070:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00080000:00000002:0.0:1767384604.570073:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00010000:00000001:2.0:1767384604.570075:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00000020:00000001:0.0:1767384604.570079:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00010000:00000001:2.0:1767384604.570081:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:0.0:1767384604.570081:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384604.570084:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384604.570085:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384604.570087:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd201cc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384604.570089:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384604.570094:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384604.570098:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384604.570101:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:0.0:1767384604.570103:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:2.0:1767384604.570105:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384604.570106:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384604.570108:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:0.0:1767384604.570110:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009c87fc07. 00010000:00000001:2.0:1767384604.570111:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384604.570114:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799578772480 : -123274130779136 : ffff8fe201399400) 00010000:00000001:2.0:1767384604.570115:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.570120:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384604.570120:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384604.570124:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384604.570124:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384604.570126:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:0.0:1767384604.570127:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e1837212. 00010000:00000001:2.0:1767384604.570130:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1767384604.570130:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.570133:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:0.0:1767384604.570134:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384604.570138:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384604.570141:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f0d9bfb4) refcount = 1 00010000:00010000:2.0:1767384604.570144:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd201cc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384604.570144:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.570152:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384604.570155:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:0.0:1767384604.570156:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384604.570157:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:3.0:1767384604.570165:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384604.570165:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.570168:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384604.570171:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000001:2.0:1767384604.570173:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000010:3.0:1767384604.570174:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006c7d7a88. 20000000:01000000:2.0:1767384604.570178:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002518287s 20000000:00000001:3.0:1767384604.570179:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.570182:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:3.0:1767384604.570183:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049174784 00000020:00000001:2.0:1767384604.570184:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384604.570189:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1767384604.570189:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5ac7893 refcount=4 00000020:00000001:2.0:1767384604.570193:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00010000:00000001:2.0:1767384604.570196:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00010000:00000200:3.0:1767384604.570197:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa5ab432 x1853237049174784/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.570199:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384604.570202:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd201cc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384604.570217:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384604.570218:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1767384604.570221:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.570222:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd201cc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384604.570228:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=21 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384604.570229:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.570232:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384604.570235:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384604.570235:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd201cc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.570240:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384604.570241:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.570247:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:2.0:1767384604.570247:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384604.570249:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd201cc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384604.570251:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384604.570256:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384604.570261:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.570261:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c5ac7893 already unused, calling callback (0000000058ffb97a) 00000100:00000001:3.0:1767384604.570264:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384604.570265:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767384604.570268:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384604.570268:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384604.570270:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd201cc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384604.570272:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000935299e2. 00000100:00000200:3.0:1767384604.570278:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049174784, offset 224 00010000:00000001:2.0:1767384604.570279:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1767384604.570283:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384604.570287:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384604.570289:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384604.570291:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5ac7893 refcount=5 00000400:00000200:3.0:1767384604.570295:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384604.570295:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00010000:00000001:2.0:1767384604.570301:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00010000:00000001:2.0:1767384604.570303:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1767384604.570306:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002b00 00010000:00010000:2.0:1767384604.570307:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd201cc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384604.570315:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1375 [2] + 224 00010000:00000001:2.0:1767384604.570316:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384604.570320:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384604.570321:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384604.570322:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.570330:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384604.570330:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384604.570333:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384604.570334:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384604.570338:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:3.0:1767384604.570342:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e932d677 x1853237049174784/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.570342:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384604.570347:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5ac7893 with handle 0x7f71e2b70dd201cc from hash 00010000:00000001:2.0:1767384604.570351:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384604.570353:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.570356:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.570358:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:3.0:1767384604.570361:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e932d677 x1853237049174784/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.570362:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384604.570366:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384604.570370:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384604.570373:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.570375:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.570376:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384604.570377:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384604.570379:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.570380:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.570381:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.570382:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384604.570383:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.570387:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.570389:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935299e2 00010000:00010000:2.0:1767384604.570389:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd201cc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384604.570393:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000935299e2. 00010000:00000001:2.0:1767384604.570398:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384604.570399:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384604.570400:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.570402:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384604.570403:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384604.570406:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384604.570407:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.570409:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000001:0.0:1767384604.570410:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384604.570411:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384604.570413:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000001:0.0:1767384604.570413:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384604.570415:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384604.570417:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384604.570418:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384604.570418:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055c4d388. 00010000:00000001:2.0:1767384604.570420:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384604.570424:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384604.570424:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1767384604.570425:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082f96e93 00010000:00000001:2.0:1767384604.570428:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384604.570429:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082f96e93. 00000100:00000040:3.0:1767384604.570431:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa5ab432 x1853237049174784/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384604.570435:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.570435:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384604.570440:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd201cc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384604.570443:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e932d677 x1853237049174784/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384604.570453:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa5ab432 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049174784:12345-0@lo:253: Request processed in 2941us (3371us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384604.570459:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384604.570464:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384604.570467:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd201cc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384604.570469:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e932d677 x1853237049174784/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384604.570486:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f0d9bfb4 count: 0 00000100:00100000:3.0:1767384604.570489:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000001:0.0:1767384604.570493:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384604.570494:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00000001:2.0:1767384604.570497:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384604.570497:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.570498:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 20000000:00000001:2.0:1767384604.570501:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384604.570502:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384604.570503:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384604.570508:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec293b88. 00000020:00000010:3.0:1767384604.570513:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 02000000:00000001:0.0:1767384604.570513:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384604.570514:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384604.570518:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384604.570519:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a3343c. 02000000:00000001:0.0:1767384604.570521:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384604.570525:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00001000:0.0:1767384604.570526:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=21 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384604.570529:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384604.570530:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=21 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384604.570532:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004b8ed9e8. 00000100:00000001:0.0:1767384604.570534:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384604.570537:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.570538:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384604.570539:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384604.570541:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384604.570542:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.570545:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384604.570546:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384604.570550:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e932d677 x1853237049174784/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384604.570552:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6735ccd. 00000400:00000010:3.0:1767384604.570557:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000935299e2. 00000100:00000001:0.0:1767384604.570559:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384604.570563:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384604.570565:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384604.570567:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384604.570568:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384604.570569:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384604.570570:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384604.570571:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384604.570573:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384604.570576:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384604.570577:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384604.570578:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384604.570580:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384604.570583:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e932d677 x1853237049174784/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384604.570588:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049174784:0@lo:253: 00000100:00000001:0.0:1767384604.570591:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.570592:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384604.570593:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e932d677 x1853237049174784/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.570597:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384604.570601:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384604.570647:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000168595db. 02000000:00000001:0.0:1767384604.570652:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384604.570654:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384604.570655:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384604.570657:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384604.570659:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dde9f896. 02000000:00000001:0.0:1767384604.570663:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384604.570665:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384604.570667:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e932d677. 00000100:00000001:0.0:1767384604.570675:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384604.570677:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.570680:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.570685:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384604.570687:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.570689:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384604.570690:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384604.571689:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009c87fc07. 00080000:00000010:0.0:1767384604.571740:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e1837212. 00040000:00000001:0.0:1767384604.571744:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384604.571745:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384604.571747:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384604.571748:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384604.571750:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384604.571751:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384604.571753:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384604.571761:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384604.571763:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384604.571766:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384604.571770:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384604.571774:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384604.571775:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384604.571777:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384604.571778:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384604.571783:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001118e0ac. 00010000:00000001:2.0:1767384604.571786:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384604.571788:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052d18255. 00000020:00000001:2.0:1767384604.571790:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384604.571792:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052d18255 with handle 0x7f71e2b70dd201d3 to hash 00000020:00000001:2.0:1767384604.571794:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384604.571795:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384604.571799:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384604.571800:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384604.571801:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.571803:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000052d18255/0x7f71e2b70dd201d3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.571815:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384604.571817:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384604.571820:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384604.571821:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384604.571824:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.571826:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384604.571829:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.571832:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384604.571835:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384604.571838:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384604.571840:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384604.571842:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001118e0ac) refcount = 1 00010000:00010000:2.0:1767384604.571845:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052d18255/0x7f71e2b70dd201d3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.571848:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384604.571850:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384604.571851:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.571852:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.571853:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384604.571854:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384604.571856:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002518287s 00010000:00000001:2.0:1767384604.571858:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384604.571859:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384604.571860:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=4 00000020:00000001:2.0:1767384604.571862:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384604.571863:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384604.571865:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384604.571866:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052d18255/0x7f71e2b70dd201d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.571872:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384604.571876:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052d18255/0x7f71e2b70dd201d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384604.571894:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384604.571899:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384604.571902:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000420ecea3. 00010000:00000001:2.0:1767384604.571906:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.571909:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384604.571911:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.571912:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000052d18255/0x7f71e2b70dd201d3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384604.571916:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049174912 00010000:00000001:2.0:1767384604.571921:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384604.571922:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384604.571925:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384604.571928:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002bf7a798 x1853237049174912/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.571930:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384604.571933:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000052d18255/0x7f71e2b70dd201d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384604.571945:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384604.571948:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052d18255 already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384604.571949:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.571951:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384604.571953:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384604.571954:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000052d18255/0x7f71e2b70dd201d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384604.571961:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=21 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384604.571962:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384604.571964:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384604.571967:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384604.571967:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1767384604.571970:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=5 00000100:00000040:0.0:1767384604.571970:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000001:2.0:1767384604.571974:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00000100:00000001:0.0:1767384604.571975:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:2.0:1767384604.571978:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 02000000:00000001:0.0:1767384604.571979:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384604.571982:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:0.0:1767384604.571983:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.571987:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000052d18255/0x7f71e2b70dd201d3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384604.571989:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384604.571995:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384604.571996:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384604.571999:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:0.0:1767384604.572000:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015561576. 00010000:00000001:2.0:1767384604.572001:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384604.572006:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049174912, offset 224 00010000:00000001:2.0:1767384604.572007:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384604.572009:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384604.572012:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384604.572020:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384604.572021:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384604.572026:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052d18255 with handle 0x7f71e2b70dd201d3 from hash 00010000:00000001:2.0:1767384604.572027:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384604.572030:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.572032:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384604.572033:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384604.572035:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384604.572040:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384604.572042:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384604.572045:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:0.0:1767384604.572046:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002b80 00010000:00000001:2.0:1767384604.572048:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.572053:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384604.572058:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x137d [2] + 224 00010000:00000001:2.0:1767384604.572059:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384604.572062:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384604.572066:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384604.572066:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384604.572068:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.572071:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384604.572073:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384604.572076:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.572080:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.572082:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000052d18255/0x7f71e2b70dd201d3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384604.572082:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384604.572087:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070618a25 x1853237049174912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.572089:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.572092:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.572095:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384604.572098:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384604.572101:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384604.572103:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000070618a25 x1853237049174912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.572105:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.572108:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384604.572114:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384604.572118:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.572120:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000052d18255/0x7f71e2b70dd201d3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.572124:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384604.572126:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384604.572126:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384604.572130:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052d18255/0x7f71e2b70dd201d3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384604.572133:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015561576 00000400:00000010:0.0:1767384604.572135:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015561576. 00000100:00000001:0.0:1767384604.572139:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384604.572141:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:2.0:1767384604.572145:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001118e0ac count: 0 00000100:00000001:0.0:1767384604.572146:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.572150:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384604.572152:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384604.572154:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.572156:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384604.572158:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384604.572160:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bf7a798 x1853237049174912/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.572161:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384604.572161:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384604.572164:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000001:3.0:1767384604.572168:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384604.572172:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384604.572174:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002bf7a798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16350:x1853237049174912:12345-0@lo:253: Request processed in 4639us (4981us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384604.572175:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006802ca69. 00000400:00000200:3.0:1767384604.572179:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094fb2a28 00000400:00000010:3.0:1767384604.572180:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094fb2a28. 00000100:00000001:3.0:1767384604.572182:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384604.572189:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070618a25 x1853237049174912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384604.572194:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000040:0.0:1767384604.572200:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:0.0:1767384604.572204:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384604.572206:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070618a25 x1853237049174912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.572208:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384604.572214:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083e8577b. 00000100:00000001:3.0:1767384604.572215:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384604.572218:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384604.572219:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5ae207c. 00000100:00000001:3.0:1767384604.572220:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384604.572222:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384604.572224:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033babcdd. 00000100:00000001:3.0:1767384604.572225:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384604.572229:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384604.572230:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:3.0:1767384604.572231:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.572234:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384604.572236:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004f8db5f9. 00000100:00001000:3.0:1767384604.572242:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=21 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384604.572244:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384604.572247:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384604.572249:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.572253:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384604.572255:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384604.572256:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.572261:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384604.572262:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002deb8679. 00010000:00000001:3.0:1767384604.572264:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.572268:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384604.572268:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015561576. 00000100:00000040:3.0:1767384604.572275:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070618a25 x1853237049174912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.572281:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384604.572284:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384604.572286:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384604.572290:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384604.572292:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384604.572295:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384604.572296:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384604.572298:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384604.572300:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384604.572302:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384604.572304:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384604.572306:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384604.572309:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070618a25 x1853237049174912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384604.572315:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000070618a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049174912:0@lo:253: 00000100:00000001:3.0:1767384604.572321:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.572323:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384604.572328:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070618a25 x1853237049174912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.572333:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384604.572337:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384604.572338:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008df6b3a5. 02000000:00000001:3.0:1767384604.572341:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384604.572342:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384604.572343:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384604.572345:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384604.572351:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000743869de. 02000000:00000001:3.0:1767384604.572355:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384604.572356:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384604.572357:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070618a25. 00000100:00000001:3.0:1767384604.572360:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384604.572362:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.572363:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.572366:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384604.572367:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.572369:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.572370:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.572651:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294892994, at 4294892995 00000100:00000010:0.0:1767384604.572657:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077d74fba. 00000100:00000040:3.0:1767384604.573661:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294892994, at 4294892996 00000100:00000040:1.0:1767384604.573661:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294892994, at 4294892996 00000100:00000040:2.0:1767384604.573663:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294892994, at 4294892996 00000100:00000010:3.0:1767384604.573675:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9406b23. 00000100:00000010:2.0:1767384604.573682:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3ac9c89. 00000100:00000010:1.0:1767384604.573684:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c901aab2. 00010000:00000010:2.1:1767384604.574919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f0d9bfb4. 00010000:00000010:2.1:1767384604.574927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5ac7893. 00010000:00000010:2.1:1767384604.580628:0:21347:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001118e0ac. 00010000:00000010:2.1:1767384604.580638:0:21347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052d18255. 00000400:00000010:0.0:1767384604.585662:0:21348:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000026a6e352. 00000400:00000040:0.0:1767384604.585684:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384604.585686:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384604.585689:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384604.585691:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384604.585693:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384604.585694:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384604.585697:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384604.585698:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384604.585700:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384604.585701:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384604.585703:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384604.585704:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384604.585706:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384604.585707:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384604.585707:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384604.585709:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384604.585713:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384604.585714:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384604.585715:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384604.585717:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384604.585718:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384604.585719:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384604.585720:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384604.585721:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384604.585722:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384604.585723:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384604.585724:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384604.585725:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384604.585726:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384604.585727:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384604.585727:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384604.585729:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384604.585729:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384604.585730:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384604.585731:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384604.585732:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384604.585733:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384604.585735:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384604.585736:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384604.585737:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384604.585738:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384604.585738:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384604.585739:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384604.585740:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384604.585741:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384604.585742:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384604.585743:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384604.585744:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384604.585745:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384604.585746:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384604.585747:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384604.585748:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384604.585748:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384604.585750:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384604.585751:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384604.585755:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384604.585755:0:21348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384604.585784:0:21348:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000026a6e352. 00010000:00000001:2.0:1767384604.635009:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384604.635021:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.635032:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384604.635035:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.635084:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384604.635092:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384604.635099:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384605.387346:0:21548:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004a44aa41. 00080000:00000010:3.0:1767384605.387356:0:21548:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004a44aa41. 00000020:00000001:3.0:1767384605.387361:0:21548:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384605.387367:0:21548:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004a44aa41. 00080000:00000010:3.0:1767384605.387372:0:21548:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004a44aa41. 00000020:00000001:3.0:1767384605.387374:0:21548:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.658757:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384605.658764:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.658769:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384605.658770:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384605.658785:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384605.658788:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384605.658790:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384606.158792:0:21712:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384606.158796:0:21712:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:1.0:1767384606.161850:0:21712:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384606.168492:0:21713:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006464e20d. 00000400:00000010:1.0:1767384606.168504:0:21713:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d45dc5d6. 00000400:00000010:1.0:1767384606.168513:0:21713:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000126d48bd. 00000400:00000010:1.0:1767384606.168516:0:21713:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d36bff96. 00000400:00000010:1.0:1767384606.168519:0:21713:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c44ac493. 00000400:00000010:1.0:1767384606.168522:0:21713:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003fc65554. 00000400:00000010:1.0:1767384606.168524:0:21713:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007a613d69. 00000400:00000010:1.0:1767384606.168525:0:21713:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fc6d9a17. 00000400:00000010:1.0:1767384606.168528:0:21713:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001df71712. 00000800:00000010:1.0:1767384606.168538:0:21713:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000a730779. 00000800:00000200:1.0:1767384606.168548:0:21713:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384606.168555:0:21713:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384606.168596:0:21713:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:1.0:1767384606.168640:0:21713:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp18 [8/256/0/180] 00000400:00000010:1.0:1767384606.170218:0:21713:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 000000003715af3d. 00000400:00000010:1.0:1767384606.170225:0:21713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aad89ee4. 00000400:00000010:1.0:1767384606.170231:0:21713:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000400:00000001:1.0:1767384606.170247:0:21713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384606.170250:0:21713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384606.170252:0:21713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011c667bf. 00000400:00000200:1.0:1767384606.170255:0:21713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b2d231 00000400:00000010:1.0:1767384606.170264:0:21713:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b2d231. 00000400:00000010:1.0:1767384606.170269:0:21713:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000aea357ba. 00000400:00000200:1.0:1767384606.170274:0:21713:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (9) 00000400:00000200:1.0:1767384606.170286:0:21713:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384606.170294:0:21713:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:1.0:1767384606.170299:0:21713:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f80fce70. 00000020:01000000:1.0:1767384606.170302:0:21713:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384606.170305:0:21713:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp18 00000400:00000010:1.0:1767384606.170320:0:21713:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d45dc5d6. 00000400:00000010:1.0:1767384606.170325:0:21713:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006464e20d. 00000400:00000200:0.0:1767384606.170326:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384606.170335:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:0.0:1767384606.170343:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc9ec724. 00000400:00000200:0.0:1767384606.170346:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (10) 00000400:00000010:0.0:1767384606.170353:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f6229c02. 00000400:00000200:0.0:1767384606.170357:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000200:0.0:1767384606.170372:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000020:00000001:2.0:1767384606.170378:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384606.170378:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:2.0:1767384606.170384:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384606.170384:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:2.0:1767384606.170388:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384606.170391:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:01000000:2.0:1767384606.170392:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384606.170397:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384606.170401:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384606.170404:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384606.170404:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:2.0:1767384606.170406:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384606.170409:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384606.170411:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384606.170414:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384606.170416:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384606.170417:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384606.170417:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:2.0:1767384606.170420:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384606.170426:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089f67573. 00000400:00000200:0.0:1767384606.170427:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:2.0:1767384606.170432:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:0.0:1767384606.170436:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:2.0:1767384606.170438:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384606.170442:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384606.170445:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:2.0:1767384606.170448:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.170452:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:0.0:1767384606.170458:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp17 00000400:00000200:0.0:1767384606.170464:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp17 lpni_is_preferred = 0 02000000:00000010:2.0:1767384606.170465:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000095af6048. 00000400:00000200:0.0:1767384606.170470:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp17 00000100:00000001:2.0:1767384606.170473:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.170477:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp17 NI seq info: [21:21:256:4294967295] 192.168.202.137@tcp17 LPNI seq info [21:21:8:4294967295] 00000100:00000001:2.0:1767384606.170483:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384606.170483:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp17 00000100:00000001:2.0:1767384606.170485:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.170494:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089f67573] to pc [ptlrpcd_00_03+3] req@0000000089f67573 x1853237049175040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384606.170505:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp17(192.168.202.137@tcp17:) -> 192.168.202.137@tcp17(192.168.202.137@tcp:192.168.202.137@tcp17) : PUT try# 0 00000800:00000200:0.0:1767384606.170519:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.202.137@tcp17 00000800:00000010:0.0:1767384606.170523:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066c932a4. 00000800:00000010:0.0:1767384606.170531:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004b165b8f. 00000800:00000010:0.0:1767384606.170533:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b61233be. 00000800:00000200:0.0:1767384606.170537:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b165b8f] -> 12345-192.168.202.137@tcp17 (2) 00000800:00000200:0.1:1767384606.170541:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b165b8f] -> 12345-192.168.202.137@tcp17 (2) 10000000:00000001:2.0:1767384606.170545:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384606.170550:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384606.170554:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384606.170556:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384606.170557:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384606.170557:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00000001:1.0:1767384606.170565:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384606.170567:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000020:00000001:2.0:1767384606.170568:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384606.170570:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384606.170574:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384606.170578:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384606.170580:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384606.170585:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:1.0:1767384606.170585:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089f67573 x1853237049175040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384606.170590:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384606.170595:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384606.170600:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384606.170602:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384606.170603:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384606.170639:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384606.170641:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384606.170642:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384606.170645:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384606.170648:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384606.170649:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384606.170652:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ebaace5d. 02000000:00000001:1.0:1767384606.170654:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384606.170659:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 02000000:00000001:1.0:1767384606.170660:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.170666:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767384606.170668:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089f67573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049175040:0@lo:253: 02000000:00000001:2.0:1767384606.170671:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384606.170674:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384606.170676:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384606.170681:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384606.170684:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d3dbe485. 02000000:00000001:1.0:1767384606.170685:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.170691:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384606.170691:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384606.170695:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000100:00000001:2.0:1767384606.170696:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767384606.170697:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006987a850. 00000100:00000001:2.0:1767384606.170699:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384606.170702:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.170707:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebaace5d] to pc [ptlrpcd_00_00+0] req@00000000ebaace5d x1853237049175168/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384606.170707:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2eecea. 00000400:00000010:1.0:1767384606.170713:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d45dc5d6. 00000100:00000200:1.0:1767384606.170720:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049175040, portal 25 00000100:00000001:1.0:1767384606.170723:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384606.170725:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120990976 : -123269588560640 : ffff8fe30ff65500) 00000100:00000040:1.0:1767384606.170730:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089f67573 x1853237049175040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384606.170731:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384606.170740:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.170740:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000020:00000001:2.0:1767384606.170746:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384606.170751:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384606.170756:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f80fce70. 00000100:00000001:1.0:1767384606.170757:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384606.170763:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384606.170767:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b2e4547. 00000100:00000200:1.0:1767384606.170769:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049175040, offset 0 00000100:00000001:2.0:1767384606.170770:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384606.170775:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.170776:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384606.170779:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384606.170782:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384606.170788:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384606.170791:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384606.170791:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384606.170799:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384606.170802:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.170806:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384606.170806:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002c00 00000100:00000001:2.0:1767384606.170810:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384606.170811:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000001:2.0:1767384606.170812:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384606.170817:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000400:00000010:1.0:1767384606.170821:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097fe8701. 00000100:00000040:2.0:1767384606.170822:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ebaace5d x1853237049175168/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384606.170825:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8fcc927 00000100:00000001:2.0:1767384606.170832:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384606.170833:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384606.170833:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384606.170839:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384606.170841:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384606.170843:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384606.170846:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384606.170847:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8fcc927 00000400:00000010:1.0:1767384606.170850:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8fcc927. 00000100:00100000:2.0:1767384606.170851:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ebaace5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049175168:0@lo:253: 00000100:00000001:1.0:1767384606.170855:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384606.170856:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384606.170857:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384606.170860:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384606.170861:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000000f62404b x1853237049175040 msgsize 4848 00000400:00000200:0.0:1767384606.170861:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 02000000:00000001:2.0:1767384606.170863:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384606.170883:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384606.170888:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1767384606.170889:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f80fce70. 00000100:00000040:1.0:1767384606.170891:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384606.170894:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384606.170899:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012e5a920. 00000100:00000001:1.0:1767384606.170916:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384606.170917:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054ba9967. 00000100:00000200:2.0:1767384606.170923:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049175168, portal 25 00000100:00000001:2.0:1767384606.170925:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384606.170925:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b2e4547 00000100:00000001:2.0:1767384606.170927:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120987392 : -123269588564224 : ffff8fe30ff64700) 00000400:00000010:1.0:1767384606.170929:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b2e4547. 00000100:00000001:1.0:1767384606.170933:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384606.170935:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ebaace5d x1853237049175168/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384606.170939:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089f67573 x1853237049175040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384606.170944:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000001:1.0:1767384606.170958:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384606.170963:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384606.170966:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089f67573 x1853237049175040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384606.170970:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384606.170975:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000769fe828. 00000100:00000001:1.0:1767384606.170978:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384606.170982:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049175168, offset 0 00000100:00000001:1.0:1767384606.170983:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384606.170989:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384606.170991:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384606.170994:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294894598 00000400:00000200:2.0:1767384606.171000:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384606.171003:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046b80ec0. 00000400:00000200:2.0:1767384606.171007:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002c80 00000400:00000200:2.0:1767384606.171015:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000400:00000200:0.0:1767384606.171015:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000001:1.0:1767384606.171016:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384606.171023:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a0a39ab. 00000100:00000001:1.0:1767384606.171024:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294894598 00000400:00000200:2.0:1767384606.171027:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000857e4f59 00000100:00000010:1.0:1767384606.171028:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033364435. 00000400:00000200:2.0:1767384606.171033:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384606.171033:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384606.171037:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294894598 00000400:00000200:2.0:1767384606.171040:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384606.171043:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009abe4812. 00000400:00000200:2.0:1767384606.171045:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000857e4f59 00000100:00000001:1.0:1767384606.171046:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767384606.171048:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000857e4f59. 00000100:00000001:1.0:1767384606.171050:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294894598 00000100:00000001:2.0:1767384606.171053:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384606.171055:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384606.171057:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000188adab9 x1853237049175168 msgsize 4848 00000100:00000010:1.0:1767384606.171058:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d26381b. 00000100:00000001:1.0:1767384606.171063:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00100000:2.0:1767384606.171067:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384606.171068:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384606.171069:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384606.171072:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.171076:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000001:1.0:1767384606.171077:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384606.171081:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.171082:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384606.171087:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384606.171089:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384606.171090:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000769fe828 00000400:00000010:2.0:1767384606.171093:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000769fe828. 00000100:00000001:1.0:1767384606.171093:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384606.171096:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384606.171099:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384606.171099:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384606.171104:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384606.171107:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ebaace5d x1853237049175168/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.171114:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384606.171116:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ebaace5d x1853237049175168/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.171123:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.171124:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384606.171131:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.171133:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000100:00000001:2.0:1767384606.171134:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294894598 00000100:00000001:2.0:1767384606.171140:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294894598 00000100:00000001:2.0:1767384606.171148:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294894598 00000100:00000001:2.0:1767384606.171149:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294894598 00000100:00000001:2.0:1767384606.171151:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294894598 00000100:00000001:2.0:1767384606.171153:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294894598 00000100:00000001:2.0:1767384606.171155:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294894598 00000100:00000001:2.0:1767384606.171156:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294894598 00000100:00000001:2.0:1767384606.171158:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384606.171159:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.171161:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.171164:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.171178:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000001:2.0:1767384606.171184:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384606.171187:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175040 02000000:00000001:2.0:1767384606.171190:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384606.171192:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384606.171194:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384606.171197:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384606.171199:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175040 00000020:00000001:2.0:1767384606.171201:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384606.171203:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384606.171205:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384606.171207:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:2.0:1767384606.171209:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384606.171222:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:0.0:1767384606.171225:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000100:00000001:2.0:1767384606.171226:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384606.171231:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007b00fe26. 00000100:00000001:2.0:1767384606.171235:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384606.171237:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007b00fe26. 00000020:00000010:2.0:1767384606.171243:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000178897de. 00000020:00000010:2.0:1767384606.171246:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b897b715. 00000020:00000010:2.0:1767384606.171251:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a07631b6. 00000100:00000040:2.0:1767384606.171259:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384606.171261:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384606.171268:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384606.171269:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.171271:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000100:00000001:2.0:1767384606.171277:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.171286:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.171294:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384606.171297:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175168 02000000:00000001:2.0:1767384606.171298:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384606.171301:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384606.171302:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384606.171304:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384606.171306:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175168 00000020:00000001:2.0:1767384606.171308:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384606.171308:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384606.171311:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384606.171312:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:2.0:1767384606.171315:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:0.0:1767384606.171316:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000020:00000001:2.0:1767384606.171318:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384606.171322:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384606.171323:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384606.171326:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007b00fe26. 00000100:00000001:1.0:1767384606.171328:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.171329:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384606.171333:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007b00fe26. 00000020:00000010:2.0:1767384606.171338:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb8f34cb. 00000020:00000010:2.0:1767384606.171343:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000995c1d81. 00000020:00000010:2.0:1767384606.171348:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d744744e. 00000100:00000001:2.0:1767384606.171353:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384606.171354:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384606.171357:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384606.171357:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384606.171363:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384606.171371:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384606.171375:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000001:2.0:1767384606.171376:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384606.171382:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384606.171385:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729444432 : -123268980107184 : ffff8fe3343a9850) 00000100:00000040:1.0:1767384606.171391:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000f62404b x1853237049175040/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:587/0 lens 4848/0 e 0 to 0 dl 1767384617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384606.171392:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000100:00000001:2.0:1767384606.171393:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384606.171397:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384606.171403:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000001:1.0:1767384606.171403:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384606.171408:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000020:00000010:1.0:1767384606.171409:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4e919cb. 00000100:00000001:2.0:1767384606.171411:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729448528 : -123268980103088 : ffff8fe3343aa850) 00000100:00000001:1.0:1767384606.171413:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384606.171418:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000188adab9 x1853237049175168/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:587/0 lens 4848/0 e 0 to 0 dl 1767384617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384606.171422:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4e919cb. 00000100:00100000:1.0:1767384606.171431:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000f62404b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049175040:12345-0@lo:253: 00000100:00000001:2.0:1767384606.171434:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384606.171437:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175040 00000020:00000010:2.0:1767384606.171438:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007b00fe26. 00000020:00000001:1.0:1767384606.171441:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384606.171442:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384606.171448:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007b00fe26. 00000020:00000001:1.0:1767384606.171448:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384606.171452:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.171454:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000020:00000001:1.0:1767384606.171457:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384606.171461:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000188adab9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049175168:12345-0@lo:253: 00000020:00000001:1.0:1767384606.171462:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:1.0:1767384606.171468:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384606.171469:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175168 00000020:00000001:1.0:1767384606.171472:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384606.171473:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384606.171478:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384606.171482:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384606.171483:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384606.171486:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384606.171487:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384606.171490:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384606.171493:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384606.171494:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384606.171499:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384606.171499:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384606.171503:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384606.171505:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fd50dab9. 00000020:00000001:2.0:1767384606.171507:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384606.171510:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384606.171511:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384606.171513:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384606.171518:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384606.171519:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384606.171526:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384606.171530:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384606.171533:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c4f5e164. 00000400:00000200:0.0:1767384606.171534:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 02000000:00000010:2.0:1767384606.171539:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d2bd720f. 20000000:01000000:1.0:1767384606.171540:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:2.0:1767384606.171547:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384606.171547:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384606.171553:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384606.171554:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384606.171557:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384606.171560:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384606.171562:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384606.171569:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384606.171570:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000213112c0. 20000000:01000000:2.0:1767384606.171575:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384606.171577:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384606.171579:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:1.0:1767384606.171580:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a521335e. 20000000:00000001:2.0:1767384606.171581:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384606.171585:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384606.171586:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:2.0:1767384606.171588:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384606.171597:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384606.171603:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384606.171661:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384606.171679:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384606.171692:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384606.171695:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384606.171696:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384606.171699:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384606.171707:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384606.171711:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:1.0:1767384606.171715:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:1.0:1767384606.171717:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384606.171719:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384606.171722:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384606.171725:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384606.171727:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384606.171745:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:1.0:1767384606.171749:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384606.171752:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f627727a. 00080000:00000001:1.0:1767384606.171755:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649868288 : -123274059683328 : ffff8fe205766a00) 00080000:00000001:1.0:1767384606.171759:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384606.171762:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384606.171765:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f4e919cb. 00080000:00000001:1.0:1767384606.171768:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384606.171770:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384606.171783:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384606.171800:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384606.171903:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004f8db5f9. 00000800:00000010:0.0:1767384606.171909:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bd200150. 00000800:00000010:0.0:1767384606.171916:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e97b92b8. 00000800:00000010:0.0:1767384606.171985:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e97b92b8. 00000400:00000200:1.0:1767384606.172044:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384606.172062:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp17 from 239.3.0.2 00000800:00000010:1.0:1767384606.172065:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000007eb6032. 00000800:00000010:2.0:1767384606.172108:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000210ebf10. 00000800:00000010:2.0:1767384606.172113:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000769fe828. 00000800:00000010:2.0:1767384606.172138:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000083c47498. 00000800:00000200:2.1:1767384606.172144:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b165b8f] -> 12345-192.168.202.137@tcp17 (2) 00000800:00000200:2.1:1767384606.172150:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp17 0000000083c47498 deleted 00000800:00000010:2.1:1767384606.172152:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000083c47498. 00000800:00000200:2.1:1767384606.172158:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384606.172165:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp17 ip 192.168.202.137:1007 00000800:00000200:2.1:1767384606.172169:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000066c932a4 type 1, nob 288 niov 1 nkiov 1 00000800:00000200:2.0:1767384606.172175:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp17 p 3.x 192.168.202.137 -> 192.168.202.137:1007 incarnation:1767384604564589808 sched[0] 00000800:00000010:2.0:1767384606.172186:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003502c768. 00000800:00000010:2.0:1767384606.172344:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003502c768. 00000800:00000010:2.0:1767384606.172351:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000769fe828. 00000800:00000200:0.1:1767384606.172395:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384606.172419:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000007eb6032. 00000800:00000001:1.0:1767384606.172430:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384606.172437:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384606.172445:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp17 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384604564589808 sched[0] 00000800:00000010:0.0:1767384606.172449:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bd200150. 00000800:00000200:1.0:1767384606.172499:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384606.172503:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066c932a4. 00000400:00000200:1.0:1767384606.172509:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384606.172515:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp17->192.168.202.137@tcp17: PUT: OK 00000400:00000200:1.0:1767384606.172521:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384606.172524:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000800:00000001:2.0:1767384606.172527:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384606.172536:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000001:2.0:1767384606.172540:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384606.172547:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384606.172553:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384606.172566:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp17(192.168.202.137@tcp17) <- 192.168.202.137@tcp17 : PUT - for me 00000400:00000200:2.0:1767384606.172580:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384606.172587:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 192/192 into md 0x1385 [1] + 0 00000400:00000010:2.0:1767384606.172591:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac54ecfe. 00000400:00000200:2.0:1767384606.172599:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065124a4a 00000800:00000001:2.0:1767384606.172640:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384606.172651:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384606.172654:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384606.172662:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp17->192.168.202.137@tcp17: PUT: OK 00000400:00000200:2.0:1767384606.172665:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065124a4a 00000400:00000010:2.0:1767384606.172667:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065124a4a. 00000400:00000200:0.0:1767384606.172669:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384606.172671:0:16343:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384606.172677:0:16343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (11) 00000400:00000200:2.0:1767384606.172685:0:16343:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:2.0:1767384606.172689:0:16343:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 000000002ba3a374. 00000400:00000200:2.0:1767384606.172694:0:16343:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 10 00000400:00000200:2.0:1767384606.172705:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384606.172717:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (12) 00000400:00000200:2.0:1767384606.172720:0:16343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384606.172725:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp17 to MR: 192.168.202.137@tcp17 local destination 00000400:00000200:2.0:1767384606.172733:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp17 NI seq info: [22:22:256:4294967295] 192.168.202.137@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:2.0:1767384606.172748:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp17(192.168.202.137@tcp17:192.168.202.137@tcp17) -> 192.168.202.137@tcp17(192.168.202.137@tcp17:192.168.202.137@tcp17) 192.168.202.137@tcp17 : ACK try# 0 00000400:00000200:0.0:1767384606.172765:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000200:2.0:1767384606.172768:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp17 00000800:00000010:2.0:1767384606.172773:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000380abf47. 00000800:00000200:2.0:1767384606.172779:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b165b8f] -> 12345-192.168.202.137@tcp17 (4) 00000800:00000200:2.0:1767384606.172787:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp17 ip 192.168.202.137:988 00000800:00000200:2.0:1767384606.172790:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000380abf47 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384606.172814:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000800:00000200:2.0:1767384606.172852:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384606.172855:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000380abf47. 00000400:00000200:2.0:1767384606.172859:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384606.172864:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp17->192.168.202.137@tcp17: ACK: OK 00000800:00000001:2.0:1767384606.172885:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384606.172890:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384606.172894:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384606.172897:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384606.172899:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000800:00000001:2.0:1767384606.172900:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384606.172905:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384606.172911:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp17(192.168.202.137@tcp17) <- 192.168.202.137@tcp17 : ACK - for me 00000400:00000200:2.0:1767384606.172922:0:16343:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp17: ACK from 12345-192.168.202.137@tcp17 into md 0x139d 00000400:00000200:2.0:1767384606.172926:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384606.172932:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp17->192.168.202.137@tcp17: ACK: OK 00000400:00000200:2.0:1767384606.172934:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc9ec724 00000400:00000010:2.0:1767384606.172935:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc9ec724. 00000400:00000200:2.0:1767384606.172939:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384606.172943:0:16343:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:2.0:1767384606.172947:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384606.172950:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (11) 00000800:00000001:2.0:1767384606.172955:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384606.172958:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384606.172961:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384606.173016:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384606.173058:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384606.173066:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384606.173071:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a932ce. 00000400:00000010:1.0:1767384606.173076:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b553cac0. 00000400:00000200:1.0:1767384606.173079:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 00000400:00000200:0.0:1767384606.173082:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384606.173085:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000d1 00000400:00000010:1.0:1767384606.173099:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 00000000626afda4. 00000400:00000010:1.0:1767384606.173102:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 00000000f1b6c4a2. 00000400:00000200:0.0:1767384606.173105:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000010:1.0:1767384606.173106:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 000000004270dfac. 00000400:00000010:1.0:1767384606.173126:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c9832463. 00000400:00000200:1.0:1767384606.173131:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c9832463 nid 192.168.202.137@tcp18 00000400:00000200:0.0:1767384606.173134:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000010:1.0:1767384606.173135:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000036560797. 00000400:00000200:1.0:1767384606.173140:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 0000000036560797 net tcp18 00000400:00000200:1.0:1767384606.173143:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (10) 00000400:00000200:1.0:1767384606.173150:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp18 flags 0x11 00000400:00000010:1.0:1767384606.173153:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 00000000626afda4. 00000400:00000010:1.0:1767384606.173156:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 00000000f1b6c4a2. 00000400:00000010:1.0:1767384606.173159:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 000000004270dfac. 00000400:00000010:1.0:1767384606.173161:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 000000002ba3a374. 00000400:00000200:1.0:1767384606.173165:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384606.173166:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384606.173168:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000400:00000200:1.0:1767384606.173174:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000400:00000200:1.0:1767384606.173178:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000200:1.0:1767384606.173181:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384606.173183:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000400:00000200:1.0:1767384606.173186:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:1.0:1767384606.173189:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (11) 00000400:00000200:0.0:1767384606.173197:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384606.173213:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384606.173228:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384606.173245:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384606.173262:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000800:00000010:0.0:1767384606.173371:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000420ecea3. 00000800:00000010:0.0:1767384606.173375:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bd200150. 00000800:00000010:0.0:1767384606.173379:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e97b92b8. 00000800:00000010:0.0:1767384606.173412:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e97b92b8. 00000400:00000200:1.0:1767384606.173435:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384606.173462:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp17 from 238.3.0.2 00000800:00000010:1.0:1767384606.173465:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000415546f2. 00000800:00000010:2.0:1767384606.173517:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000227684b4. 00000800:00000010:2.0:1767384606.173525:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000769fe828. 00000800:00000010:2.0:1767384606.173559:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000083c47498. 00000800:00000200:2.1:1767384606.173566:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b165b8f] -> 12345-192.168.202.137@tcp17 (4) 00000800:00000200:2.1:1767384606.173570:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp17 0000000083c47498 deleted 00000800:00000010:2.1:1767384606.173572:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000083c47498. 00000800:00000200:2.1:1767384606.173576:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384606.173580:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp17 p 3.x 192.168.202.137 -> 192.168.202.137:1006 incarnation:1767384604564589808 sched[0] 00000800:00000010:2.0:1767384606.173584:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003502c768. 00000800:00000010:2.0:1767384606.173678:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003502c768. 00000800:00000010:2.0:1767384606.173682:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000769fe828. 00000800:00000200:1.1:1767384606.173685:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384606.173691:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp17 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384604564589808 sched[0] 00000800:00000010:1.0:1767384606.173694:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bd200150. 00000800:00000010:2.0:1767384606.173700:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000415546f2. 00000800:00000001:2.0:1767384606.173730:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384606.173734:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384606.173735:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384606.173738:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384606.173753:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f627727a. 00080000:00000010:0.0:1767384606.173777:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f4e919cb. 00040000:00000001:0.0:1767384606.173792:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384606.173795:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384606.173797:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384606.173800:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384606.173802:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384606.173803:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384606.173813:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384606.173820:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384606.173824:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384606.173828:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384606.173832:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:2.0:1767384606.173835:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008f9352cd. 20000000:00000001:1.0:1767384606.173837:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384606.173839:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 10000000:01000000:1.0:1767384606.173840:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384606.173844:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384606.173845:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384606.173848:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384606.173860:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384606.173862:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:1.0:1767384606.173884:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c33938c9. 00080000:00000001:2.0:1767384606.173885:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384606.173891:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384606.173895:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384606.173896:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384606.173898:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384606.173899:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aa7eefe5. 00080000:00000001:2.0:1767384606.173901:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384606.173904:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384606.173905:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:2.0:1767384606.173907:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000040:1.0:1767384606.173910:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000aa7eefe5 with handle 0x7f71e2b70dd201da to hash 00000020:00000001:2.0:1767384606.173912:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00000020:00000001:1.0:1767384606.173914:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:2.0:1767384606.173916:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384606.173917:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782841344 : -123268926710272 : ffff8fe337695e00) 00080000:00000001:2.0:1767384606.173923:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384606.173923:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782841344 : -123268926710272 : ffff8fe337695e00) 00080000:00000001:2.0:1767384606.173929:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.173930:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384606.173934:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384606.173934:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384606.173940:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1767384606.173940:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd201da lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384606.173944:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384606.173960:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384606.173961:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384606.173963:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002c7db964. 00010000:00000001:1.0:1767384606.173964:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384606.173969:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384606.173970:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589625856 : -123274119925760 : ffff8fe201df3000) 00010000:00000001:1.0:1767384606.173973:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384606.173974:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384606.173977:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384606.173978:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384606.173981:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384606.173982:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003502c768. 00010000:00000001:1.0:1767384606.173983:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384606.173985:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.173986:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384606.173990:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384606.173990:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384606.173994:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384606.173995:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000020:0.0:1767384606.173995:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:1.0:1767384606.173997:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c33938c9) refcount = 1 00080000:00000001:2.0:1767384606.173999:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384606.174000:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd201da lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384606.174006:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384606.174009:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:2.0:1767384606.174010:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000010:0.0:1767384606.174010:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c4f5e164. 00010000:00000001:1.0:1767384606.174012:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384606.174015:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384606.174015:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.174021:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384606.174022:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049175040 00010000:00000001:1.0:1767384606.174024:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384606.174027:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:00000001:1.0:1767384606.174028:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384606.174032:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002518287s 00010000:00000200:0.0:1767384606.174033:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000f62404b x1853237049175040/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:587/0 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384606.174035:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384606.174040:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384606.174043:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384606.174044:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384606.174046:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aa7eefe5 refcount=4 00000100:00001000:0.0:1767384606.174048:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=23 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384606.174049:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782841344 : -123268926710272 : ffff8fe337695e00) 00010000:00000001:1.0:1767384606.174055:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782841344 : -123268926710272 : ffff8fe337695e00) 00000100:00000001:0.0:1767384606.174057:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384606.174058:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000040:0.0:1767384606.174061:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00010000:1.0:1767384606.174062:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd201da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384606.174066:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384606.174071:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384606.174073:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000001:0.0:1767384606.174075:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384606.174076:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd201da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384606.174079:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384606.174084:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384606.174084:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384606.174087:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384606.174089:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee14d600. 00010000:00010000:1.0:1767384606.174090:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd201da lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384606.174094:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049175040, offset 224 00010000:00000001:1.0:1767384606.174101:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384606.174104:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.174104:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384606.174109:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384606.174112:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd201da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384606.174116:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384606.174124:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000aa7eefe5 already unused, calling callback (0000000058ffb97a) 00000400:00000200:0.0:1767384606.174127:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002c00 00010000:00000001:1.0:1767384606.174128:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384606.174131:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384606.174134:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd201da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384606.174135:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13a1 [2] + 224 00000400:00000200:0.0:1767384606.174144:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384606.174145:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384606.174149:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384606.174150:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384606.174152:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384606.174154:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384606.174155:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aa7eefe5 refcount=5 00000020:00000001:1.0:1767384606.174158:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782841344 : -123268926710272 : ffff8fe337695e00) 00000100:00000200:0.0:1767384606.174160:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089f67573 x1853237049175040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384606.174161:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782841344 : -123268926710272 : ffff8fe337695e00) 00000100:00000040:0.0:1767384606.174171:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000089f67573 x1853237049175040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384606.174172:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384606.174175:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd201da lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384606.174192:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384606.174193:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384606.174195:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.174198:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384606.174200:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384606.174201:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384606.174202:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384606.174206:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384606.174209:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aa7eefe5 with handle 0x7f71e2b70dd201da from hash 00000400:00000200:0.0:1767384606.174209:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee14d600 00000400:00000010:0.0:1767384606.174212:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee14d600. 00010000:00000001:1.0:1767384606.174225:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384606.174228:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384606.174229:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384606.174230:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384606.174231:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384606.174234:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384606.174235:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384606.174237:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384606.174239:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384606.174240:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384606.174241:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384606.174242:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:2.0:1767384606.174245:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2eecea. 00010000:00000001:1.0:1767384606.174247:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1767384606.174247:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000200:2.0:1767384606.174252:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d45dc5d6 00010000:00000001:0.0:1767384606.174252:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384606.174253:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:2.0:1767384606.174256:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d45dc5d6. 00000020:00000001:0.0:1767384606.174256:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.174258:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.174264:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384606.174264:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384606.174265:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.174268:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f62404b x1853237049175040/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:587/0 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384606.174271:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:2.0:1767384606.174272:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089f67573 x1853237049175040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384606.174275:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384606.174284:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384606.174287:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384606.174290:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.174295:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.174300:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384606.174303:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd201da lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384606.174307:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089f67573 x1853237049175040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384606.174308:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000f62404b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049175040:12345-0@lo:253: Request processed in 2899us (3441us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384606.174325:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384606.174327:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384606.174329:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384606.174329:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000001:2.0:1767384606.174330:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384606.174333:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384606.174336:0:16351:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384606.174336:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00000001:1.0:1767384606.174337:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:2.0:1767384606.174339:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384606.174340:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384606.174341:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384606.174342:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384606.174343:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384606.174345:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.174346:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384606.174348:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b897b715. 02000000:00000001:2.0:1767384606.174349:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384606.174354:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=23 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384606.174355:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a07631b6. 00010000:00000001:1.0:1767384606.174360:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:2.0:1767384606.174363:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=23 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384606.174363:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000178897de. 00010000:00000001:1.0:1767384606.174364:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384606.174370:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.174372:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384606.174373:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00010000:00010000:1.0:1767384606.174374:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd201da lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384606.174376:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384606.174378:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384606.174382:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384606.174383:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fd50dab9. 00010000:00000001:2.0:1767384606.174386:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.174387:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1767384606.174388:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384606.174390:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.174391:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384606.174392:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384606.174394:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd201da lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384606.174399:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089f67573 x1853237049175040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384606.174399:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000040:1.0:1767384606.174405:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c33938c9 count: 0 00000400:00000010:0.0:1767384606.174406:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e05c36a. 00000100:00000001:2.0:1767384606.174412:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384606.174413:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee14d600. 00010000:00000001:1.0:1767384606.174415:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384606.174416:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 20000000:00000001:1.0:1767384606.174418:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384606.174419:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384606.174423:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384606.174425:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384606.174426:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384606.174427:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384606.174428:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384606.174434:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384606.174435:0:16351:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384606.174436:0:16351:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384606.174436:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384606.174437:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384606.174439:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089f67573 x1853237049175040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384606.174445:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089f67573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049175040:0@lo:253: 00000100:00000001:2.0:1767384606.174448:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.174449:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384606.174450:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089f67573 x1853237049175040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.174454:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384606.174456:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384606.174458:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006987a850. 02000000:00000001:2.0:1767384606.174461:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384606.174462:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384606.174463:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384606.174466:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384606.174468:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000095af6048. 02000000:00000001:2.0:1767384606.174473:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384606.174476:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384606.174477:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089f67573. 00000100:00000001:2.0:1767384606.174480:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384606.174480:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.174482:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.174485:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384606.174486:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.174487:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384606.174488:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384606.175991:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002c7db964. 00080000:00000010:2.0:1767384606.176022:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003502c768. 00040000:00000001:2.0:1767384606.176026:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384606.176027:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384606.176028:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384606.176030:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384606.176032:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384606.176039:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384606.176041:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384606.176048:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384606.176051:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384606.176054:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384606.176058:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384606.176061:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384606.176062:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384606.176064:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384606.176067:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384606.176071:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000029a9cd9f. 00010000:00000001:1.0:1767384606.176073:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384606.176075:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ddc78d25. 00000020:00000001:1.0:1767384606.176078:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384606.176081:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ddc78d25 with handle 0x7f71e2b70dd201e1 to hash 00000020:00000001:1.0:1767384606.176083:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384606.176085:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00010000:00000001:1.0:1767384606.176088:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00010000:00000001:1.0:1767384606.176090:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384606.176093:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384606.176094:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201e1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384606.176099:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384606.176102:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384606.176112:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384606.176114:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384606.176116:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384606.176118:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384606.176121:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384606.176123:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384606.176125:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384606.176126:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384606.176126:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384606.176128:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000029a9cd9f) refcount = 1 00010000:00010000:1.0:1767384606.176131:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201e1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384606.176135:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384606.176137:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384606.176138:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384606.176140:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.176142:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384606.176145:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384606.176150:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002518287s 00010000:00000001:1.0:1767384606.176152:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384606.176155:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384606.176158:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ddc78d25 refcount=4 00000020:00000001:1.0:1767384606.176160:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00010000:00000001:1.0:1767384606.176162:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00010000:00000001:1.0:1767384606.176164:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384606.176166:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384606.176172:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384606.176175:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384606.176179:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384606.176181:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384606.176184:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201e1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384606.176194:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384606.176197:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.176201:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384606.176204:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384606.176208:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384606.176210:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ddc78d25 already unused, calling callback (0000000058ffb97a) 00000100:00000001:2.0:1767384606.176212:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384606.176215:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000213112c0. 00010000:00000001:1.0:1767384606.176215:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384606.176219:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 20000000:00000001:2.0:1767384606.176221:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384606.176223:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384606.176225:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049175168 00010000:00000001:2.0:1767384606.176228:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384606.176235:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000188adab9 x1853237049175168/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:587/0 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384606.176235:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384606.176238:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384606.176241:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384606.176245:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ddc78d25 refcount=5 00010000:00000001:2.0:1767384606.176246:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384606.176248:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384606.176250:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00000100:00001000:2.0:1767384606.176251:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=23 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384606.176256:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00000100:00000001:2.0:1767384606.176257:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384606.176261:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384606.176263:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:1.0:1767384606.176263:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384606.176267:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201e1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384606.176268:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384606.176270:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.176274:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384606.176279:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384606.176279:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384606.176282:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:2.0:1767384606.176284:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000769fe828. 00010000:00000001:1.0:1767384606.176285:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384606.176290:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049175168, offset 224 00010000:00000001:1.0:1767384606.176291:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384606.176295:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384606.176298:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384606.176299:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384606.176301:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384606.176306:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ddc78d25 with handle 0x7f71e2b70dd201e1 from hash 00010000:00000001:1.0:1767384606.176310:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384606.176314:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384606.176315:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384606.176318:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384606.176328:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767384606.176329:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002c80 00010000:00000001:1.0:1767384606.176334:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384606.176338:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13a9 [2] + 224 00010000:00000001:1.0:1767384606.176338:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384606.176342:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:2.0:1767384606.176346:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384606.176346:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384606.176352:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384606.176353:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384606.176356:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384606.176360:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384606.176360:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:2.0:1767384606.176366:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ebaace5d x1853237049175168/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384606.176367:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384606.176370:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384606.176372:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.176376:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.176379:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384606.176382:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201e1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384606.176384:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ebaace5d x1853237049175168/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384606.176387:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384606.176388:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384606.176389:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384606.176391:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384606.176393:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384606.176396:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384606.176398:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384606.176401:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384606.176404:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384606.176406:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201e1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384606.176409:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384606.176410:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384606.176411:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201e1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384606.176413:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:1.0:1767384606.176415:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000029a9cd9f count: 0 00000400:00000200:2.0:1767384606.176420:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000769fe828 00000400:00000010:2.0:1767384606.176425:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000769fe828. 00010000:00000001:1.0:1767384606.176426:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384606.176427:0:17072:0:(events.c:386:reply_out_callback()) Process entered 20000000:00000001:1.0:1767384606.176428:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384606.176432:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384606.176436:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.176440:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384606.176441:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384606.176442:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384606.176444:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384606.176446:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000188adab9 x1853237049175168/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:587/0 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.176452:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384606.176453:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000188adab9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049175168:12345-0@lo:253: Request processed in 5019us (5394us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384606.176456:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384606.176462:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384606.176464:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000400:00000001:0.0:1767384606.176465:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384606.176468:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000400:00000010:0.0:1767384606.176469:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012e5a920. 00000100:00000001:2.0:1767384606.176472:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384606.176474:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384606.176475:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054ba9967 00000020:00000010:2.0:1767384606.176477:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000995c1d81. 00000400:00000010:0.0:1767384606.176478:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054ba9967. 00000020:00000010:2.0:1767384606.176483:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d744744e. 00000100:00000001:0.0:1767384606.176484:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384606.176490:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb8f34cb. 00000100:00000200:0.0:1767384606.176492:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ebaace5d x1853237049175168/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384606.176495:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:2.0:1767384606.176498:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384606.176501:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d2bd720f. 02000000:00000001:2.0:1767384606.176507:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1767384606.176511:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ebaace5d x1853237049175168/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.176512:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384606.176519:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384606.176520:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384606.176524:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384606.176526:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac54ecfe. 00000100:00000001:0.0:1767384606.176526:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384606.176527:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384606.176529:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384606.176532:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384606.176534:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000769fe828. 02000000:00000001:0.0:1767384606.176534:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384606.176538:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=23 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384606.176542:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384606.176544:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384606.176545:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384606.176547:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384606.176548:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.176549:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.176552:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ebaace5d x1853237049175168/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.176557:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384606.176558:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384606.176559:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384606.176561:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384606.176562:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384606.176563:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384606.176565:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384606.176565:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384606.176566:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384606.176568:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384606.176569:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384606.176570:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384606.176573:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebaace5d x1853237049175168/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384606.176578:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ebaace5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049175168:0@lo:253: 00000100:00000001:0.0:1767384606.176581:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384606.176588:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384606.176590:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ebaace5d x1853237049175168/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.176594:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384606.176595:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384606.176597:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f80fce70. 02000000:00000001:0.0:1767384606.176599:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384606.176600:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384606.176601:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384606.176603:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384606.176604:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d3dbe485. 02000000:00000001:0.0:1767384606.176643:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384606.176646:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384606.176648:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ebaace5d. 00000100:00000001:0.0:1767384606.176652:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384606.176655:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384606.176657:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384606.176665:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384606.176667:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384606.176672:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294894598, at 4294894599 00000100:00000001:0.0:1767384606.176673:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384606.176679:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384606.176681:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033364435. 00000100:00000040:2.0:1767384606.177656:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294894598, at 4294894600 00000100:00000040:3.0:1767384606.177662:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294894598, at 4294894600 00000100:00000010:2.0:1767384606.177662:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009abe4812. 00000100:00000040:0.0:1767384606.177664:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294894598, at 4294894600 00000100:00000010:3.0:1767384606.177683:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d26381b. 00000100:00000010:0.0:1767384606.177685:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046b80ec0. 00010000:00000010:1.1:1767384606.183667:0:21714:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c33938c9. 00010000:00000010:1.1:1767384606.183674:0:21714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aa7eefe5. 00010000:00000010:1.1:1767384606.183683:0:21714:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000029a9cd9f. 00010000:00000010:1.1:1767384606.183686:0:21714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ddc78d25. 00000400:00000010:1.0:1767384606.189316:0:21718:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ed9ada15. 00000400:00000040:1.0:1767384606.189339:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384606.189342:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384606.189345:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384606.189347:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384606.189350:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384606.189351:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384606.189355:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384606.189356:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384606.189358:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384606.189360:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384606.189362:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384606.189364:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384606.189367:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384606.189369:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384606.189369:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384606.189371:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384606.189372:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384606.189373:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384606.189374:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384606.189376:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384606.189377:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384606.189378:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384606.189379:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384606.189380:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384606.189380:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384606.189382:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384606.189383:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384606.189384:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384606.189385:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384606.189386:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384606.189387:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384606.189388:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384606.189389:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384606.189390:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384606.189391:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384606.189391:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384606.189392:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384606.189399:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384606.189400:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384606.189401:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384606.189402:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384606.189403:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384606.189404:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384606.189405:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384606.189406:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384606.189407:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384606.189408:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384606.189409:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384606.189411:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384606.189411:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384606.189412:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384606.189413:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384606.189414:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384606.189415:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384606.189416:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384606.189417:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384606.189418:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384606.189445:0:21718:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ed9ada15. 00010000:00000001:2.0:1767384606.682704:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384606.682715:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.682721:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384606.682722:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384606.682752:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384606.682755:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384606.682759:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384606.962159:0:21929:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fb07c702. 00080000:00000010:3.0:1767384606.962174:0:21929:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fb07c702. 00000020:00000001:3.0:1767384606.962182:0:21929:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384606.962192:0:21929:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fb07c702. 00080000:00000010:3.0:1767384606.962214:0:21929:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fb07c702. 00000020:00000001:3.0:1767384606.962219:0:21929:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384607.194657:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384607.194662:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 2 10000000:00000001:0.0:1767384607.194666:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384607.194669:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384607.194670:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384607.194671:0:17077:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384607.194673:0:17077:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384607.194674:0:17077:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384607.194676:0:17077:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8fe3054f6000 from 11 10000000:00000001:0.0:1767384607.194678:0:17077:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384607.194679:0:17077:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384607.194690:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd2d4228. 00000020:00000040:0.0:1767384607.194694:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384607.194697:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384607.194700:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384607.194704:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384607.194709:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009ccb3da. 00000100:00000001:0.0:1767384607.194714:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.194717:0:17077:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384607.194719:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384607.194726:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000266cbc2d. 00010000:00000001:0.0:1767384607.194729:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384607.194732:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000092087ec4. 00000020:00000001:0.0:1767384607.194736:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384607.194738:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000092087ec4 with handle 0x7f71e2b70dd201e8 to hash 00000020:00000001:0.0:1767384607.194740:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384607.194741:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384607.194743:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384607.194746:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384607.194748:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384607.194750:0:17077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384607.194756:0:17077:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384607.194764:0:17077:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384607.194768:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384607.194769:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384607.194774:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e64d8c91. 00000100:00000001:0.0:1767384607.194775:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804860261696 : -123268849289920 : ffff8fe33c06b540) 00000100:00000001:0.0:1767384607.194777:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384607.194778:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575791744 : -123274133759872 : ffff8fe2010c1880) 00000100:00000001:0.0:1767384607.194782:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384607.194788:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.194790:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384607.194791:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384607.194797:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd2d4228 x1853237049175296/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.194805:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384607.194806:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.194809:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384607.194812:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384607.194814:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.194815:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049175296:0@lo:101: 00000100:00000001:0.0:1767384607.194818:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384607.194823:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384607.194825:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.194827:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384607.194830:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002f656c96. 02000000:00000001:0.0:1767384607.194831:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384607.194835:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d28bf8e. 00000400:00000010:0.0:1767384607.194840:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009923467a. 00000100:00000200:0.0:1767384607.194846:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049175296, portal 25 00000100:00000001:0.0:1767384607.194847:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384607.194848:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575791744 : -123274133759872 : ffff8fe2010c1880) 00000100:00000040:0.0:1767384607.194851:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd2d4228 x1853237049175296/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.194856:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384607.194858:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384607.194876:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b640f3a8. 00000100:00000200:0.0:1767384607.194879:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049175296, offset 0 00000400:00000200:0.0:1767384607.194884:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384607.194894:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384607.194902:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260002d00 00000400:00000200:0.0:1767384607.194907:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x225 [2] + 0 00000400:00000010:0.0:1767384607.194910:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025c3f0e6. 00000400:00000200:0.0:1767384607.194913:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bae8311d 00000400:00000200:0.0:1767384607.194923:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.194926:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384607.194930:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bae8311d 00000400:00000010:0.0:1767384607.194932:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bae8311d. 00000100:00000001:0.0:1767384607.194936:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384607.194937:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384607.194940:0:17077:0:(events.c:337:request_in_callback()) incoming req@0000000028605bd2 x1853237049175296 msgsize 328 00000100:00100000:0.0:1767384607.194942:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384607.194943:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384607.194955:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384607.194961:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b640f3a8 00000400:00000010:0.0:1767384607.194962:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b640f3a8. 00000100:00000001:0.0:1767384607.194964:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384607.194966:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd2d4228 x1853237049175296/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.194974:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.194976:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bd2d4228 x1853237049175296/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.194981:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.194983:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384607.194986:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.194991:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294895622 00000100:00000010:0.0:1767384607.194996:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ef8deb67. 00000100:00000001:0.0:1767384607.195002:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384607.195007:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294895622 00000100:00000010:0.0:1767384607.195010:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056a8428f. 00000100:00000001:0.0:1767384607.195014:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384607.195017:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294895622 00000100:00000010:0.0:1767384607.195019:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048ca23ed. 00000100:00000001:0.0:1767384607.195025:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384607.195029:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294895622 00000100:00000001:3.0:1767384607.195033:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384607.195034:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000057bc40d1. 00000100:00100000:3.0:1767384607.195042:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175296 00000100:00000001:0.0:1767384607.195043:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767384607.195050:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384607.195055:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.195059:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384607.195060:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.195068:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.195071:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.195074:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384607.195078:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384607.195079:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175296 00000020:00000001:3.0:1767384607.195086:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384607.195087:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e64d8c91 going to sleep for 11 seconds 00000020:00000040:3.0:1767384607.195091:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:0.0:1767384607.195094:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384607.195098:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.195111:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384607.195114:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:3.0:1767384607.195118:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:3.0:1767384607.195121:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384607.195143:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384607.195149:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005cb7ef52. 00000100:00000001:3.0:1767384607.195152:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384607.195155:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005cb7ef52. 00000020:00000010:3.0:1767384607.195165:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050ecbb2f. 00000020:00000010:3.0:1767384607.195171:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007afa6d30. 00000020:00000010:3.0:1767384607.195178:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000040:3.0:1767384607.195192:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384607.195196:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384607.195198:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384607.195200:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.195210:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.195228:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.195264:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384607.195266:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384607.195273:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000040:3.0:1767384607.195277:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384607.195279:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140326992 : -123269569224624 : ffff8fe3111d6050) 00000100:00000040:3.0:1767384607.195285:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028605bd2 x1853237049175296/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 328/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.195293:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384607.195296:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005cb7ef52. 00000100:00000001:3.0:1767384607.195298:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384607.195299:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005cb7ef52. 00000100:00100000:3.0:1767384607.195302:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028605bd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:17077:x1853237049175296:12345-0@lo:101: 00000100:00000200:3.0:1767384607.195306:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175296 00000020:00000001:3.0:1767384607.195309:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384607.195318:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384607.195321:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.195324:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384607.195325:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000020:00000001:3.0:1767384607.195329:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384607.195331:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384607.195333:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384607.195335:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384607.195340:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.195342:0:17072:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384607.195344:0:17072:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384607.195346:0:17072:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384607.195348:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384607.195349:0:17072:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.195355:0:17072:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384607.195362:0:17072:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000010a75c15. 00010000:00000001:3.0:1767384607.195366:0:17072:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384607.195369:0:17072:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d3f7d351. 00000020:00000001:3.0:1767384607.195373:0:17072:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384607.195375:0:17072:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d3f7d351 with handle 0x7f71e2b70dd201ef to hash 00000020:00000001:3.0:1767384607.195378:0:17072:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384607.195380:0:17072:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00000001:3.0:1767384607.195383:0:17072:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00010000:3.0:1767384607.195387:0:17072:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd201ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f71e2b70dd201e8 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384607.195396:0:17072:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000f6abc116 : new locks_count 10 00000020:00000040:3.0:1767384607.195399:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=15 00000100:00000001:3.0:1767384607.195409:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384607.195413:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384607.195418:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000df4f1df5. 02000000:00000001:3.0:1767384607.195421:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.195424:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.195427:0:17072:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384607.195432:0:17072:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384607.195442:0:17072:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384607.195445:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384607.195447:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.195450:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384607.195452:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.195456:0:17072:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384607.195459:0:17072:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384607.195461:0:17072:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384607.195463:0:17072:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384607.195465:0:17072:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010a75c15) refcount = 1 00010000:00010000:3.0:1767384607.195471:0:17072:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd201ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7f71e2b70dd201e8 expref: 15 pid: 17072 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.195479:0:17072:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384607.195481:0:17072:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384607.195483:0:17072:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.195486:0:17072:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.195488:0:17072:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384607.195495:0:17072:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384607.195497:0:17072:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd201ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd201e8 expref: 15 pid: 17072 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.195503:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384607.195506:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384607.195509:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.195512:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.195515:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384607.195517:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.195519:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384607.195521:0:17072:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d3f7d351, rc 0) 00000020:00000001:3.0:1767384607.195524:0:17072:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384607.195528:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049175296 00010000:00000001:3.0:1767384607.195532:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384607.195537:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028605bd2 x1853237049175296/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 328/344 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384607.195547:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384607.195558:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384607.195563:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384607.195568:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384607.195572:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384607.195575:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384607.195578:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384607.195581:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.195584:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384607.195587:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384607.195593:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 00000100:00000200:3.0:1767384607.195598:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049175296, offset 224 00000400:00000200:3.0:1767384607.195605:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384607.195617:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384607.195660:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260002d00 00000400:00000200:3.0:1767384607.195667:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x13c5 [1] + 224 00000400:00000200:3.0:1767384607.195673:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.195677:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384607.195683:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384607.195688:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd2d4228 x1853237049175296/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384607.195698:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000bd2d4228 x1853237049175296/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.195717:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384607.195727:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00000400:00000010:3.0:1767384607.195730:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00000100:00000001:0.0:1767384607.195733:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384607.195736:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384607.195740:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384607.195741:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384607.195742:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384607.195746:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d28bf8e. 00000100:00000001:3.0:1767384607.195749:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384607.195750:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009923467a 00000400:00000010:0.0:1767384607.195755:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009923467a. 00000100:00000040:3.0:1767384607.195762:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:0.0:1767384607.195763:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384607.195770:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384607.195771:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd2d4228 x1853237049175296/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384607.195776:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.195785:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384607.195789:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd2d4228 x1853237049175296/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384607.195794:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028605bd2 x1853237049175296/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 328/344 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.195798:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384607.195801:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.195807:0:17077:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384607.195812:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384607.195817:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.195819:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.195822:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384607.195831:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=24 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384607.195842:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384607.195857:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384607.195871:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.195875:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384607.195876:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.195879:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.195946:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd2d4228 x1853237049175296/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384607.195951:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028605bd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049175296:12345-0@lo:101: Request processed in 563us (916us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384607.195960:0:17077:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384607.195966:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384607.195977:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384607.195979:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000040:0.0:1767384607.195984:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd2d4228 x1853237049175296/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384607.195987:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384607.195998:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767384607.196003:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049175296:0@lo:101: 00000100:00000001:3.0:1767384607.196005:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384607.196009:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384607.196014:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007afa6d30. 00000100:00000001:0.0:1767384607.196014:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.196023:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000010:3.0:1767384607.196025:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000100:00000001:0.0:1767384607.196027:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384607.196033:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050ecbb2f. 00000100:00000040:0.0:1767384607.196036:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd2d4228 x1853237049175296/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384607.196041:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:3.0:1767384607.196052:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384607.196054:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384607.196057:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000df4f1df5. 00000100:00000010:0.0:1767384607.196060:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e64d8c91. 02000000:00000001:3.0:1767384607.196063:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384607.196067:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384607.196068:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.196071:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384607.196078:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384607.196078:0:17077:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384607.196081:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384607.196086:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384607.196087:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008383418f. 00000020:00000040:0.0:1767384607.196091:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=4 00000020:00000001:0.0:1767384607.196096:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00000400:00000010:3.0:1767384607.196097:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000596a3d94. 00010000:00000001:0.0:1767384607.196100:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000040:0.0:1767384607.196106:0:17077:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000092087ec4, remote cookie: 0x7f71e2b70dd201ef, flags: 0x0 00010000:00000001:0.0:1767384607.196109:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384607.196113:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384607.196116:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384607.196117:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384607.196118:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384607.196120:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000266cbc2d) refcount = 1 00010000:00010000:0.0:1767384607.196123:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd201ef expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.196129:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384607.196131:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384607.196132:0:17077:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384607.196139:0:17077:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384607.196142:0:17077:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384607.196144:0:17077:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd201ef expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.196151:0:17077:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384607.196153:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.196154:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.196155:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.196156:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.196158:0:17077:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.196160:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.196163:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd2d4228 x1853237049175296/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.196171:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384607.196174:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384607.196177:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002f656c96. 02000000:00000001:0.0:1767384607.196181:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384607.196182:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384607.196184:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384607.196186:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384607.196188:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000009ccb3da. 02000000:00000001:0.0:1767384607.196191:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384607.196193:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384607.196195:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd2d4228. 00000100:00000001:0.0:1767384607.196199:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384607.196200:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384607.196202:0:17077:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384607.196204:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384607.196205:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 3 10000000:00000001:0.0:1767384607.196207:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.196209:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384607.196211:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.196212:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=3 00000020:00000001:0.0:1767384607.196214:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384607.196215:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384607.196217:0:17077:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384607.196223:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.196224:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.196225:0:17077:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384607.196227:0:17077:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384607.196229:0:17077:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000051622b10. 00000100:00000010:0.0:1767384607.196241:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd2d4228. 00000020:00000040:0.0:1767384607.196244:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384607.196246:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384607.196248:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384607.196250:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384607.196254:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009ccb3da. 00000100:00000001:0.0:1767384607.196257:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.196260:0:17077:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384607.196263:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002f656c96. 00000100:00000010:0.0:1767384607.196266:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d914b395. 00000020:00000040:0.0:1767384607.196268:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384607.196271:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384607.196272:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384607.196275:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e64d8c91. 00000100:00000001:0.0:1767384607.196277:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804860261696 : -123268849289920 : ffff8fe33c06b540) 00000100:00000001:0.0:1767384607.196279:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384607.196280:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575791744 : -123274133759872 : ffff8fe2010c1880) 00000100:00000001:0.0:1767384607.196283:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384607.196285:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.196287:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384607.196288:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384607.196291:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd2d4228 x1853237049175424/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.196298:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384607.196300:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.196302:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384607.196303:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384607.196305:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.196307:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049175424:0@lo:256: 00000100:00000001:0.0:1767384607.196309:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384607.196318:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384607.196319:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.196321:0:17077:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384607.196325:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d28bf8e. 00000400:00000010:0.0:1767384607.196328:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b667421e. 00000100:00000200:0.0:1767384607.196331:0:17077:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260002d80-0x6958260002d80, portal 33 00000100:00000001:0.0:1767384607.196334:0:17077:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.196335:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384607.196338:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b96da63. 02000000:00000001:0.0:1767384607.196339:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384607.196341:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093c8ad7b. 00000400:00000010:0.0:1767384607.196344:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009923467a. 00000100:00000200:0.0:1767384607.196345:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049175424, portal 25 00000100:00000001:0.0:1767384607.196347:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384607.196348:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575791744 : -123274133759872 : ffff8fe2010c1880) 00000100:00000040:0.0:1767384607.196352:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd2d4228 x1853237049175424/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.196357:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384607.196358:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384607.196361:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b640f3a8. 00000100:00000200:0.0:1767384607.196362:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049175424, offset 0 00000400:00000200:0.0:1767384607.196365:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384607.196370:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384607.196375:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260002d80 00000400:00000200:0.0:1767384607.196379:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x935 [2] + 0 00000400:00000010:0.0:1767384607.196381:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9a27017. 00000400:00000200:0.0:1767384607.196384:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f94de9fa 00000400:00000200:0.0:1767384607.196387:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.196389:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384607.196391:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f94de9fa 00000400:00000010:0.0:1767384607.196393:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f94de9fa. 00000100:00000001:0.0:1767384607.196396:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384607.196398:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384607.196401:0:17077:0:(events.c:337:request_in_callback()) incoming req@0000000085086ca4 x1853237049175424 msgsize 304 00000100:00100000:0.0:1767384607.196414:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384607.196416:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384607.196429:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384607.196436:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b640f3a8 00000400:00000010:0.0:1767384607.196438:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b640f3a8. 00000100:00000001:0.0:1767384607.196442:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384607.196447:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd2d4228 x1853237049175424/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.196456:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.196461:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bd2d4228 x1853237049175424/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.196464:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384607.196467:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175424 02000000:00000001:3.0:1767384607.196474:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384607.196475:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.196477:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.196478:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384607.196483:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.196488:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.196490:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384607.196508:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175424 00000100:00000001:0.0:1767384607.196509:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294895623 00000020:00000001:3.0:1767384607.196514:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384607.196516:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384607.196519:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384607.196520:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294895622 00000020:00000040:3.0:1767384607.196525:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:3.0:1767384607.196529:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384607.196530:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294895623 00000020:00000001:3.0:1767384607.196532:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384607.196539:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384607.196541:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294895622 00000020:00000010:3.0:1767384607.196543:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005cb7ef52. 00000100:00000001:0.0:1767384607.196547:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294895623 00000100:00000001:0.0:1767384607.196551:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294895622 00000100:00000001:3.0:1767384607.196560:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384607.196562:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294895623 00000020:00000010:3.0:1767384607.196567:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005cb7ef52. 00000100:00000001:0.0:1767384607.196570:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895622 00000020:00000010:3.0:1767384607.196577:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050ecbb2f. 00000100:00000001:0.0:1767384607.196578:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384607.196585:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384607.196586:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007afa6d30. 00000100:00000001:0.0:1767384607.196588:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384607.196592:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384607.196593:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00100000:0.0:1767384607.196595:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e64d8c91 going to sleep for 11 seconds 00000100:00000001:0.0:1767384607.196603:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384607.196605:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384607.196632:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.196650:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384607.196651:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384607.196652:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.196658:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.196669:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.196683:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384607.196685:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384607.196691:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00000040:3.0:1767384607.196695:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384607.196697:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140324944 : -123269569226672 : ffff8fe3111d5850) 00000100:00000040:3.0:1767384607.196703:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000085086ca4 x1853237049175424/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 304/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.196709:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384607.196712:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005cb7ef52. 00000100:00000001:3.0:1767384607.196713:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384607.196715:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005cb7ef52. 00000100:00100000:3.0:1767384607.196722:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000085086ca4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049175424:12345-0@lo:256: 00000100:00000200:3.0:1767384607.196726:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175424 00000020:00000001:3.0:1767384607.196727:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384607.196730:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384607.196731:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.196733:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384607.196735:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592544 : -1047959072 : ffffffffc18969e0) 00000020:00000001:3.0:1767384607.196737:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384607.196739:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384607.196740:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384607.196746:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384607.196749:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.196752:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384607.196755:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384607.196759:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000df4f1df5. 02000000:00000001:3.0:1767384607.196761:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.196762:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384607.196765:0:17072:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384607.196769:0:17072:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384607.196773:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384607.196775:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384607.196778:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384607.196780:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384607.196781:0:17072:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384607.196784:0:17072:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000002244c0af. 20000000:00000001:3.0:1767384607.196786:0:17072:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384607.196797:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384607.196805:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384607.196811:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384607.196812:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384607.196813:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384607.196815:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384607.196817:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384607.196818:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384607.196819:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384607.196821:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:01000000:3.0:1767384607.196823:0:17072:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 224, pages 3872/1/4/3. 20000000:00000040:3.0:1767384607.196827:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384607.196828:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384607.196830:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384607.196831:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384607.196832:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384607.196833:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384607.196834:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384607.196835:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384607.196837:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384607.196839:0:17072:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:01000000:3.0:1767384607.196840:0:17072:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 224, pages 3648/1/4/3. 20000000:01000000:3.0:1767384607.196841:0:17072:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 448, version 24 20000000:00000001:3.0:1767384607.196846:0:17072:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=448 : 448 : 1c0) 00000100:00000001:3.0:1767384607.196850:0:17072:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384607.196855:0:17072:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b5084f0a. 00000100:00000010:3.0:1767384607.196858:0:17072:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007bcec321. 00000020:00000040:3.0:1767384607.196877:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=16 00010000:00000001:3.0:1767384607.196880:0:17072:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384607.196883:0:17072:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384607.196886:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 00000400:00000010:3.0:1767384607.196891:0:17072:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000ef465b2. 00000400:00000200:3.0:1767384607.196894:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384607.196901:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384607.196905:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 448 into portal 33 MB=0x6958260002d80 00000400:00000200:3.0:1767384607.196909:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 448/448 into md 0x13d5 [4] + 0 00000400:00000010:3.0:1767384607.196912:0:17072:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d28bf8e. 00000400:00000200:3.0:1767384607.196914:0:17072:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b667421e 00000400:00000200:3.0:1767384607.196917:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.196919:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384607.196922:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b667421e 00000400:00000010:3.0:1767384607.196923:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b667421e. 00000100:00000001:3.0:1767384607.196926:0:17072:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384607.196927:0:17072:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000bd2d4228 desc 000000002f656c96 mbits 1853237049175424 00000100:00000001:3.0:1767384607.196937:0:17072:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384607.196939:0:17072:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384607.196942:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384607.196947:0:17072:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x13e1 00000400:00000200:3.0:1767384607.196950:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.196952:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384607.196957:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384607.196958:0:17072:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:0.0:1767384607.196963:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384607.196964:0:17072:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000b5084f0a 00000100:00000001:3.0:1767384607.196981:0:17072:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384607.196989:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00000400:00000010:3.0:1767384607.196991:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00000100:00000001:3.0:1767384607.196993:0:17072:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384607.196994:0:17072:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000b5084f0a 00000100:00000001:3.0:1767384607.196996:0:17072:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384607.197013:0:17072:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 448 bytes via portal 33 id 12345-0@lo mbits 0x6958260002d80-0x6958260002d80 00000100:00000001:3.0:1767384607.197015:0:17072:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.197019:0:17072:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.197021:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384607.197024:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000010:3.0:1767384607.197027:0:17072:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007bcec321. 00000100:00000010:3.0:1767384607.197029:0:17072:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b5084f0a. 00000100:00000001:3.0:1767384607.197031:0:17072:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384607.197032:0:17072:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384607.197038:0:17072:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000002244c0af. 20000000:00000001:3.0:1767384607.197041:0:17072:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384607.197043:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049175424 00010000:00000001:3.0:1767384607.197045:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384607.197048:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000085086ca4 x1853237049175424/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 304/240 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384607.197054:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384607.197055:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384607.197057:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384607.197059:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384607.197061:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384607.197064:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384607.197066:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384607.197067:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.197069:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384607.197071:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384607.197074:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 00000100:00000200:3.0:1767384607.197077:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049175424, offset 224 00000400:00000200:3.0:1767384607.197080:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384607.197084:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384607.197087:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260002d80 00000400:00000200:3.0:1767384607.197090:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x13d9 [1] + 224 00000400:00000200:3.0:1767384607.197093:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.197095:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384607.197097:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384607.197105:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd2d4228 x1853237049175424/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384607.197110:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000bd2d4228 x1853237049175424/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.197123:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384607.197126:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00000400:00000010:3.0:1767384607.197127:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00000100:00000001:3.0:1767384607.197129:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384607.197130:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384607.197133:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384607.197136:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384607.197138:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384607.197140:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.197142:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384607.197147:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085086ca4 x1853237049175424/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 304/240 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.197148:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384607.197153:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000085086ca4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049175424:12345-0@lo:256: Request processed in 443us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384607.197163:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000400:00000001:0.0:1767384607.197164:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384607.197166:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384607.197170:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384607.197170:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384607.197176:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384607.197177:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093c8ad7b. 00000020:00000010:3.0:1767384607.197179:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007afa6d30. 00000020:00000010:3.0:1767384607.197183:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000400:00000200:0.0:1767384607.197186:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009923467a 00000020:00000010:3.0:1767384607.197187:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050ecbb2f. 00000400:00000010:0.0:1767384607.197196:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009923467a. 00000020:00000040:3.0:1767384607.197197:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:3.0:1767384607.197204:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384607.197206:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000df4f1df5. 00000100:00000001:0.0:1767384607.197207:0:17077:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384607.197209:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384607.197212:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384607.197217:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd2d4228 x1853237049175424/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384607.197219:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384607.197227:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2042555. 00000100:00000200:0.0:1767384607.197232:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd2d4228 x1853237049175424/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384607.197233:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d5b30d4. 00000100:00000001:0.0:1767384607.197239:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384607.197243:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.197246:0:17077:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384607.197249:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384607.197251:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.197254:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.197256:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384607.197259:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=24 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384607.197264:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384607.197267:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384607.197268:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.197270:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384607.197271:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.197273:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.197277:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000bd2d4228 x1853237049175424/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384607.197286:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000bd2d4228 x1853237049175424/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.197293:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384607.197295:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384607.197298:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd2d4228 x1853237049175424/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384607.197304:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049175424:0@lo:256: 00000100:00000001:0.0:1767384607.197315:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.197316:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.197317:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384607.197319:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.197320:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd2d4228 x1853237049175424/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.197325:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384607.197326:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e64d8c91. 00000100:00000001:0.0:1767384607.197328:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384607.197328:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384607.197331:0:17077:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 24, more 0. 10000000:00000001:0.0:1767384607.197334:0:17077:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384607.197338:0:17077:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000c77b1409. 10000000:00000040:0.0:1767384607.197348:0:17077:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.137@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384607.197353:0:17077:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384607.197355:0:17077:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384607.197361:0:17077:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.137@tcp has 192.168.202.137@tcp. 00000100:00000001:0.0:1767384607.197363:0:17077:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.197365:0:17077:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384607.197367:0:17077:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.137@tcp with 192.168.202.137@tcp 00000100:00000200:0.0:1767384607.197368:0:17077:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.137@tcp' 00000400:00000200:0.0:1767384607.197370:0:17077:0:(peer.c:1356:LNetAddPeer()) Add peer with 10 NIDs 00000400:00001000:0.0:1767384607.197373:0:17077:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384607.197376:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:0.0:1767384607.197380:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384607.197384:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (10) 00000400:00000200:0.0:1767384607.197387:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384607.197391:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:0.0:1767384607.197393:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (11) 00000400:00000200:0.0:1767384607.197395:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:0.0:1767384607.197396:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:0.0:1767384607.197401:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384607.197403:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:0.0:1767384607.197405:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:0.0:1767384607.197416:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384607.197418:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000400:00000200:0.0:1767384607.197420:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.137@tcp12 00000400:00000200:0.0:1767384607.197424:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384607.197426:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp12 00000400:00000200:0.0:1767384607.197428:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.137@tcp13 00000400:00000200:0.0:1767384607.197431:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384607.197434:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp13 00000400:00000200:0.0:1767384607.197436:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.137@tcp14 00000400:00000200:0.0:1767384607.197439:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384607.197441:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp14 00000400:00000200:0.0:1767384607.197443:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.137@tcp15 00000400:00000200:0.0:1767384607.197447:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384607.197449:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp15 00000400:00000200:0.0:1767384607.197451:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.137@tcp16 00000400:00000200:0.0:1767384607.197455:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384607.197457:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp16 00000400:00000200:0.0:1767384607.197458:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.137@tcp17 00000400:00000200:0.0:1767384607.197460:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384607.197461:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp17 00000400:00000200:0.0:1767384607.197463:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.137@tcp18 00000400:00000200:0.0:1767384607.197465:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384607.197466:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp18 00000100:00000001:0.0:1767384607.197468:0:17077:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.197470:0:17077:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384607.197473:0:17077:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.137@tcp' by NID '192.168.202.137@tcp' 10000000:00000010:0.0:1767384607.197476:0:17077:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d36dbe1b. 10000000:00000040:0.0:1767384607.197478:0:17077:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 24/24 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.137@tcp::2 00000020:00000080:0.0:1767384607.197480:0:17077:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384607.197485:0:17077:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384607.197489:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef134cf6. 00000020:00000010:0.0:1767384607.197493:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000683231a3. 00000040:00000010:0.0:1767384607.197496:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f0c53e0b. 00000020:00000010:0.0:1767384607.197500:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000071c4539e. 00000020:00000010:0.0:1767384607.197504:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000961572ab. 00000020:00000010:0.0:1767384607.197512:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000637ccdf7. 80000000:00000010:0.0:1767384607.197516:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000077d74fba. 40000000:00000010:0.0:1767384607.197519:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000020f6bd81. 00100000:00000010:0.0:1767384607.197523:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005b93d47d. 00040000:00000010:0.0:1767384607.197527:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000049656014. 00040000:00000010:0.0:1767384607.197530:0:17077:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004ed0f815. 00040000:00000010:0.0:1767384607.197533:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000081d4340b. 00080000:00000010:0.0:1767384607.197539:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ddd1eb98. 00080000:00000010:0.0:1767384607.197545:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d3dbe485. 00000004:00000010:0.0:1767384607.197552:0:17077:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003d2d0c39. 00000004:00000010:0.0:1767384607.197558:0:17077:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bf65f7b5. 00000004:00000010:0.0:1767384607.197562:0:17077:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fdcf52a1. 00002000:00000010:0.0:1767384607.197567:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003558e447. 00000004:00000010:0.0:1767384607.197571:0:17077:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007a82df08. 00000004:00000001:0.0:1767384607.197576:0:17077:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384607.197579:0:17077:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384607.197581:0:17077:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d36dbe1b 00000040:00001000:0.0:1767384607.197583:0:17077:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384607.197585:0:17077:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384607.197587:0:17077:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384607.197589:0:17077:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384607.197592:0:17077:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384607.197594:0:17077:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384607.197596:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384607.197598:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.137@tcp::2 00000040:00000001:0.0:1767384607.197599:0:17077:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384607.197704:0:17077:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384607.197709:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000683231a3. 00000040:00000010:0.0:1767384607.197713:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f0c53e0b. 00000020:00000010:0.0:1767384607.197716:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000071c4539e. 00000020:00000010:0.0:1767384607.197721:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000961572ab. 00000020:00000010:0.0:1767384607.197725:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000637ccdf7. 80000000:00000010:0.0:1767384607.197728:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000077d74fba. 40000000:00000010:0.0:1767384607.197731:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000020f6bd81. 00100000:00000010:0.0:1767384607.197733:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005b93d47d. 00040000:00000010:0.0:1767384607.197740:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000049656014. 00040000:00000010:0.0:1767384607.197743:0:17077:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004ed0f815. 00040000:00000010:0.0:1767384607.197745:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000081d4340b. 00080000:00000010:0.0:1767384607.197750:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d3dbe485. 00080000:00000010:0.0:1767384607.197752:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ddd1eb98. 00000004:00000010:0.0:1767384607.197756:0:17077:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003d2d0c39. 00000004:00000010:0.0:1767384607.197761:0:17077:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bf65f7b5. 00000004:00000010:0.0:1767384607.197763:0:17077:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fdcf52a1. 00002000:00000010:0.0:1767384607.197766:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003558e447. 00000004:00000010:0.0:1767384607.197769:0:17077:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007a82df08. 00000020:00000010:0.0:1767384607.197771:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef134cf6. 00000020:00000001:0.0:1767384607.197773:0:17077:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.197775:0:17077:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384607.197777:0:17077:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d36dbe1b. 10000000:00000010:0.0:1767384607.197779:0:17077:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000c77b1409. 10000000:00000001:0.0:1767384607.197781:0:17077:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.197783:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.197786:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd2d4228 x1853237049175424/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.197791:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384607.197792:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384607.197794:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b96da63. 02000000:00000001:0.0:1767384607.197796:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384607.197797:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384607.197798:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384607.197800:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384607.197801:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384607.197803:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384607.197804:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384607.197805:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384607.197806:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d914b395. 00000100:00000010:0.0:1767384607.197809:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002f656c96. 00000100:00000001:0.0:1767384607.197812:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384607.197813:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000009ccb3da. 02000000:00000001:0.0:1767384607.197816:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384607.197821:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384607.197822:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd2d4228. 00000100:00000001:0.0:1767384607.197825:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384607.197826:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384607.197837:0:17077:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000051622b10. 10000000:01000000:0.0:1767384607.197841:0:17077:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.137@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384607.197844:0:17077:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384607.197846:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384607.197847:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.197848:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=3 00000020:00000001:0.0:1767384607.197850:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384607.197852:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384607.197854:0:17077:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384607.197856:0:17077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd201ef expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.197877:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.197878:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384607.197879:0:17077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd201ef expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.197884:0:17077:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384607.197885:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.197886:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384607.197888:0:17077:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384607.197889:0:17077:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384607.197891:0:17077:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384607.197892:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384607.197893:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 3 10000000:00000001:0.0:1767384607.197894:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384607.201660:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294895623, at 4294895624 00000100:00000010:2.0:1767384607.201667:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048ca23ed. 00000100:00000040:0.0:1767384607.202644:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294895623, at 4294895625 00000100:00000010:0.0:1767384607.202651:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef8deb67. 00000100:00000040:1.0:1767384607.202663:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294895623, at 4294895625 00000100:00000010:1.0:1767384607.202671:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056a8428f. 00000100:00000040:3.0:1767384607.202677:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294895623, at 4294895625 00000100:00000010:3.0:1767384607.202689:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000057bc40d1. 00000020:00000010:3.0:1767384607.209264:0:21988:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000005cb7ef52. 00000020:00000040:3.0:1767384607.209273:0:21988:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384607.209277:0:21988:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000005cb7ef52. 00010000:00000001:2.0:1767384607.706663:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384607.706668:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.706674:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384607.706675:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.706692:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384607.706694:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384607.706696:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384607.718831:0:22095:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384607.718834:0:22095:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:0.0:1767384607.722304:0:22095:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384607.729474:0:22096:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003558e447. 00000400:00000010:0.0:1767384607.729487:0:22096:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009f7d2351. 00000400:00000010:0.0:1767384607.729496:0:22096:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000038d6bf55. 00000400:00000010:0.0:1767384607.729499:0:22096:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009e1ab881. 00000400:00000010:0.0:1767384607.729502:0:22096:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000068df9a07. 00000400:00000010:0.0:1767384607.729506:0:22096:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000004097685. 00000400:00000010:0.0:1767384607.729507:0:22096:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000f09a667. 00000400:00000010:0.0:1767384607.729509:0:22096:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000042eb1f6b. 00000400:00000010:0.0:1767384607.729511:0:22096:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d36fd8cf. 00000800:00000010:0.0:1767384607.729521:0:22096:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000049656014. 00000800:00000200:0.0:1767384607.729531:0:22096:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384607.729537:0:22096:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384607.729569:0:22096:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:0.0:1767384607.729588:0:22096:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp19 [8/256/0/180] 00000400:00000010:0.0:1767384607.731508:0:22096:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000b357a77f. 00000400:00000010:0.0:1767384607.731514:0:22096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093c8ad7b. 00000400:00000010:0.0:1767384607.731518:0:22096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009923467a. 00000400:00000001:0.0:1767384607.731531:0:22096:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384607.731532:0:22096:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384607.731534:0:22096:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aad89ee4. 00000400:00000200:0.0:1767384607.731537:0:22096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000400:00000010:0.0:1767384607.731539:0:22096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000400:00000010:0.0:1767384607.731542:0:22096:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 000000003715af3d. 00000400:00000200:0.0:1767384607.731548:0:22096:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (10) 00000400:00000200:0.0:1767384607.731559:0:22096:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384607.731568:0:22096:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:0.0:1767384607.731575:0:22096:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d3dbe485. 00000020:01000000:0.0:1767384607.731578:0:22096:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384607.731580:0:22096:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp19 00000400:00000200:1.0:1767384607.731594:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384607.731594:0:22096:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009f7d2351. 00000400:00000010:0.0:1767384607.731597:0:22096:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003558e447. 00000400:00000200:1.0:1767384607.731603:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:1.0:1767384607.731636:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da87f175. 00000400:00000200:1.0:1767384607.731642:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (11) 00000400:00000010:1.0:1767384607.731650:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d8f2598b. 00000400:00000200:1.0:1767384607.731656:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000020:00000001:2.0:1767384607.731674:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384607.731678:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 10000000:00000001:2.0:1767384607.731681:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384607.731685:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384607.731688:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384607.731692:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384607.731693:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384607.731697:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384607.731702:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384607.731704:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384607.731707:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384607.731710:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384607.731710:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384607.731715:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384607.731719:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384607.731722:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384607.731725:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384607.731725:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000010:2.0:1767384607.731733:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089f67573. 00000020:00000040:2.0:1767384607.731739:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:1.0:1767384607.731739:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:2.0:1767384607.731745:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384607.731748:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384607.731753:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.731759:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000010:2.0:1767384607.731762:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bb9a89ab. 00000400:00000200:1.0:1767384607.731768:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:2.0:1767384607.731769:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.731778:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:2.0:1767384607.731779:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384607.731782:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.731788:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000040:2.0:1767384607.731791:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089f67573] to pc [ptlrpcd_00_01+1] req@0000000089f67573 x1853237049175552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384607.731799:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384607.731816:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:1.0:1767384607.731825:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp18 00000400:00000200:1.0:1767384607.731831:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp18 lpni_is_preferred = 0 10000000:00000001:2.0:1767384607.731835:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.731835:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp18 10000000:00000001:2.0:1767384607.731839:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.731842:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384607.731845:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384607.731847:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp18 NI seq info: [23:23:256:4294967295] 192.168.202.137@tcp18 LPNI seq info [23:23:8:4294967295] 00000020:00000001:2.0:1767384607.731851:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384607.731871:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384607.731873:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384607.731874:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp18 10000000:01000000:2.0:1767384607.731875:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384607.731879:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384607.731881:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384607.731883:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384607.731884:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384607.731887:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384607.731890:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384607.731892:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384607.731893:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384607.731896:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384607.731899:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp18(192.168.202.137@tcp18:) -> 192.168.202.137@tcp18(192.168.202.137@tcp:192.168.202.137@tcp18) : PUT try# 0 00000100:00000010:2.0:1767384607.731900:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7a26ca0. 00000020:00000040:2.0:1767384607.731904:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384607.731907:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384607.731910:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384607.731911:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.202.137@tcp18 02000000:00000001:2.0:1767384607.731912:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384607.731920:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000881abff4. 02000000:00000010:2.0:1767384607.731921:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002530340d. 00000100:00000001:2.0:1767384607.731927:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.731931:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384607.731932:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384607.731933:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b0f5bf45. 00000100:00000040:2.0:1767384607.731938:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a26ca0] to pc [ptlrpcd_00_02+2] req@00000000a7a26ca0 x1853237049175680/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384607.731941:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c72e52e0. 00000100:00000001:3.0:1767384607.731952:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767384607.731952:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0f5bf45] -> 12345-192.168.202.137@tcp18 (2) 00000100:00000001:3.0:1767384607.731962:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384607.731967:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384607.731968:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0f5bf45] -> 12345-192.168.202.137@tcp18 (2) 00000100:00000001:3.0:1767384607.731969:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384607.731975:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.731979:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384607.731983:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089f67573 x1853237049175552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:2.0:1767384607.731985:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384607.731989:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d3dbe485. 00000400:00000200:1.0:1767384607.731992:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384607.732007:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000100:00000001:2.0:1767384607.732011:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384607.732021:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384607.732023:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384607.732025:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.732027:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384607.732031:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384607.732036:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.732037:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7a26ca0 x1853237049175680/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384607.732038:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384607.732045:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.732050:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384607.732057:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.732057:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.732067:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767384607.732071:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089f67573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049175552:0@lo:253: 02000000:00000001:2.0:1767384607.732073:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384607.732080:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384607.732089:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a7a26ca0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049175680:0@lo:253: 00000100:00000001:3.0:1767384607.732091:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384607.732092:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000100:00000001:2.0:1767384607.732094:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384607.732102:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384607.732102:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384607.732119:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.732123:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.732127:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384607.732127:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384607.732140:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d2bd720f. 02000000:00000010:3.0:1767384607.732142:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004b8ed9e8. 02000000:00000001:2.0:1767384607.732143:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.732153:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384607.732155:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033316468. 00000400:00000200:1.0:1767384607.732163:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000010:3.0:1767384607.732165:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084c56a4f. 00000400:00000010:2.0:1767384607.732166:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3681e80. 00000100:00000200:2.0:1767384607.732184:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049175680, portal 25 00000100:00000001:2.0:1767384607.732188:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384607.732189:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fca207a. 00000100:00000001:2.0:1767384607.732190:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120985600 : -123269588566016 : ffff8fe30ff64000) 00000100:00000040:2.0:1767384607.732201:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a7a26ca0 x1853237049175680/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384607.732203:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049175552, portal 25 00000400:00000200:1.0:1767384607.732213:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000001:3.0:1767384607.732214:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384607.732216:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384607.732219:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120990976 : -123269588560640 : ffff8fe30ff65500) 00000100:00000040:2.0:1767384607.732226:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384607.732233:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c183f4e3. 00000100:00000040:3.0:1767384607.732237:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089f67573 x1853237049175552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384607.732238:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049175680, offset 0 00000400:00000200:1.0:1767384607.732247:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384607.732255:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384607.732268:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384607.732272:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384607.732278:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384607.732284:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068fa340f. 00000400:00000200:2.0:1767384607.732287:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002e80 00000100:00000200:3.0:1767384607.732295:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049175552, offset 0 00000400:00000200:2.0:1767384607.732297:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000400:00000200:1.0:1767384607.732299:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000010:2.0:1767384607.732301:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088a4de5c. 00000400:00000200:2.0:1767384607.732306:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004a11c4b8 00000400:00000200:2.0:1767384607.732335:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.732336:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384607.732353:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384607.732355:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384607.732364:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a11c4b8 00000400:00000010:2.0:1767384607.732371:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a11c4b8. 00000400:00000200:1.0:1767384607.732372:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384607.732378:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002e00 00000100:00000001:2.0:1767384607.732381:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384607.732384:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384607.732393:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000714d5b3b x1853237049175680 msgsize 4848 00000400:00000200:3.0:1767384607.732399:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000100:00100000:2.0:1767384607.732407:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384607.732412:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384607.732418:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000060cfcc8. 00000400:00000200:3.0:1767384607.732427:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005d0e4f64 00000100:00000001:2.0:1767384607.732427:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384607.732438:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c183f4e3 00000400:00000200:3.0:1767384607.732442:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384607.732443:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c183f4e3. 00000400:00000200:1.0:1767384607.732446:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000001:2.0:1767384607.732457:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384607.732463:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384607.732465:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a7a26ca0 x1853237049175680/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384607.732477:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d0e4f64 00000100:00000001:2.0:1767384607.732479:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384607.732484:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d0e4f64. 00000100:00000040:2.0:1767384607.732486:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7a26ca0 x1853237049175680/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.732497:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.732501:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384607.732501:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384607.732509:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384607.732511:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384607.732514:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000ef968291 x1853237049175552 msgsize 4848 00000100:00000001:2.0:1767384607.732517:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294896159 00000400:00000200:1.0:1767384607.732521:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000010:2.0:1767384607.732524:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac7018ba. 00000100:00000001:2.0:1767384607.732534:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767384607.732536:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384607.732540:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384607.732543:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294896159 00000100:00000010:2.0:1767384607.732548:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009228cb8d. 00000100:00000001:2.0:1767384607.732550:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384607.732556:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294896159 00000100:00000010:2.0:1767384607.732560:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006899bbf3. 00000100:00000001:3.0:1767384607.732564:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384607.732565:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384607.732570:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294896159 00000100:00000010:2.0:1767384607.732575:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000499dbe86. 00000400:00000200:3.0:1767384607.732576:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068fa340f 00000100:00000001:2.0:1767384607.732580:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384607.732582:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068fa340f. 00000400:00000200:1.0:1767384607.732588:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000100:00000001:3.0:1767384607.732593:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384607.732593:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.732599:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384607.732603:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089f67573 x1853237049175552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.732604:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.732608:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.732616:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384607.732617:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384607.732620:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.732622:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384607.732623:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.732625:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.732668:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384607.732675:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089f67573 x1853237049175552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.732683:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384607.732686:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.732686:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.732691:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000001:3.0:1767384607.732699:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384607.732710:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.732717:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294896160 00000100:00000001:2.0:1767384607.732719:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384607.732723:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175680 02000000:00000001:2.0:1767384607.732728:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384607.732731:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294896159 00000100:00000001:2.0:1767384607.732731:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384607.732734:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.732741:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.732744:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294896160 00000100:00100000:2.0:1767384607.732744:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175680 00000020:00000001:2.0:1767384607.732748:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384607.732751:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384607.732753:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384607.732758:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294896159 00000020:00000040:2.0:1767384607.732758:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000400:00000200:1.0:1767384607.732764:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000020:00000001:2.0:1767384607.732765:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384607.732771:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384607.732773:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294896160 00000100:00000001:2.0:1767384607.732776:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384607.732784:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294896159 00000020:00000010:2.0:1767384607.732800:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000820f8200. 00000100:00000001:2.0:1767384607.732804:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384607.732814:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000820f8200. 00000100:00000001:3.0:1767384607.732822:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294896160 00000020:00000010:2.0:1767384607.732824:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005cde467. 00000400:00000200:1.0:1767384607.732830:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000020:00000010:2.0:1767384607.732831:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008571d34c. 00000100:00000001:3.0:1767384607.732833:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294896159 00000020:00000010:2.0:1767384607.732840:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d744744e. 00000100:00000001:3.0:1767384607.732843:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384607.732849:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.732850:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384607.732870:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.732870:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384607.732875:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384607.732878:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.732879:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.732904:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384607.732908:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384607.732913:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.732914:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384607.732919:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384607.732921:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000100:00000001:3.0:1767384607.732923:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.732925:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.732932:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.732950:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384607.732953:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175552 02000000:00000001:2.0:1767384607.732955:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384607.732957:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384607.732959:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.732962:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384607.732965:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175552 00000020:00000001:2.0:1767384607.732967:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384607.732970:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384607.732972:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384607.732975:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000100:00000001:3.0:1767384607.732978:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384607.732978:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384607.732983:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384607.732984:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384607.732991:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384607.732995:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000820f8200. 00000100:00100000:3.0:1767384607.732999:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000001:2.0:1767384607.733002:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384607.733005:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000020:00000010:2.0:1767384607.733006:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000820f8200. 00000100:00000001:3.0:1767384607.733013:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140329040 : -123269569222576 : ffff8fe3111d6850) 00000020:00000010:2.0:1767384607.733017:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000699846ec. 00000100:00000040:3.0:1767384607.733022:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000714d5b3b x1853237049175680/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 4848/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384607.733025:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cccb081a. 00000400:00000200:1.0:1767384607.733026:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000020:00000010:2.0:1767384607.733037:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ea4aafe. 00000100:00000001:2.0:1767384607.733047:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384607.733048:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384607.733055:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384607.733057:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000322f0858. 00000100:00000001:2.0:1767384607.733057:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.733066:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.733069:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384607.733070:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000322f0858. 00000400:00000200:1.0:1767384607.733082:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000100:00000001:2.0:1767384607.733086:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384607.733092:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000714d5b3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16350:x1853237049175680:12345-0@lo:253: 00000100:00000200:3.0:1767384607.733097:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175680 00000020:00000001:3.0:1767384607.733101:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384607.733115:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384607.733121:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384607.733124:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384607.733128:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384607.733131:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000020:00000001:3.0:1767384607.733133:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384607.733135:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000020:00000001:3.0:1767384607.733137:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000100:00000001:2.0:1767384607.733139:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140322896 : -123269569228720 : ffff8fe3111d5050) 00000020:00000001:3.0:1767384607.733144:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384607.733146:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384607.733165:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef968291 x1853237049175552/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 4848/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384607.733170:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000020:00000001:3.0:1767384607.733190:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384607.733197:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384607.733201:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384607.733202:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384607.733206:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000820f8200. 00000100:00000001:3.0:1767384607.733209:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384607.733210:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384607.733217:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384607.733217:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000820f8200. 02000000:00000010:3.0:1767384607.733227:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006c7d7a88. 00000100:00100000:2.0:1767384607.733228:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ef968291 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16349:x1853237049175552:12345-0@lo:253: 02000000:00000001:3.0:1767384607.733235:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.733243:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000100:00000001:3.0:1767384607.733248:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384607.733249:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175552 20000000:00000001:3.0:1767384607.733260:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384607.733261:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384607.733272:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384607.733276:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.733278:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384607.733280:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 20000000:00000010:3.0:1767384607.733281:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000168595db. 00000020:00000001:2.0:1767384607.733283:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:3.0:1767384607.733286:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384607.733286:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384607.733292:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384607.733292:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 20000000:00000001:3.0:1767384607.733293:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384607.733296:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384607.733298:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384607.733300:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384607.733303:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384607.733308:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.733308:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384607.733318:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:2.0:1767384607.733333:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384607.733341:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000213112c0. 20000000:00000010:3.0:1767384607.733342:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009e6a08f0. 02000000:00000001:2.0:1767384607.733344:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384607.733348:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00000100:00000001:2.0:1767384607.733350:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384607.733354:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384607.733356:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384607.733366:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000010:2.0:1767384607.733367:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000095af6048. 20000000:01000000:2.0:1767384607.733375:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384607.733376:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384607.733379:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384607.733382:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384607.733384:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384607.733386:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384607.733387:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384607.733400:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384607.733419:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.733422:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384607.733424:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.733443:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384607.733445:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384607.733449:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:3.0:1767384607.733454:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:3.0:1767384607.733456:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384607.733459:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384607.733463:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.733465:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384607.733468:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384607.733474:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:3.0:1767384607.733477:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384607.733486:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e2533e1f. 00080000:00000001:3.0:1767384607.733490:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799652597760 : -123274056953856 : ffff8fe205a01000) 00080000:00000001:3.0:1767384607.733494:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384607.733499:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384607.733503:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000322f0858. 00080000:00000001:3.0:1767384607.733505:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.733508:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384607.733523:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.733544:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384607.733609:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006987a850. 00000800:00000010:1.0:1767384607.733617:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7a6676b. 00000800:00000010:1.0:1767384607.733625:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ec32243. 00000800:00000010:1.0:1767384607.733847:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ec32243. 00000400:00000200:3.0:1767384607.733880:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384607.733930:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp18 from 237.3.0.2 00000800:00000010:3.0:1767384607.733934:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000df85adfb. 00000800:00000010:2.0:1767384607.733983:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cf06ed68. 00000800:00000010:2.0:1767384607.733989:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c183f4e3. 00000800:00000010:2.0:1767384607.734020:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000017acfbe3. 00000800:00000200:2.1:1767384607.734026:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0f5bf45] -> 12345-192.168.202.137@tcp18 (2) 00000800:00000200:2.1:1767384607.734033:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp18 0000000017acfbe3 deleted 00000800:00000010:2.1:1767384607.734036:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000017acfbe3. 00000800:00000200:2.1:1767384607.734044:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384607.734053:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp18 ip 192.168.202.137:1005 00000800:00000200:2.1:1767384607.734058:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000881abff4 type 1, nob 304 niov 1 nkiov 1 00000800:00000200:2.0:1767384607.734070:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp18 p 3.x 192.168.202.137 -> 192.168.202.137:1005 incarnation:1767384606168539909 sched[0] 00000800:00000010:2.0:1767384607.734080:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000820f8200. 00000800:00000010:2.0:1767384607.734173:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000820f8200. 00000800:00000010:2.0:1767384607.734177:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c183f4e3. 00000800:00000200:1.1:1767384607.734205:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384607.734212:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000df85adfb. 00000800:00000200:1.0:1767384607.734218:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp18 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384606168539909 sched[0] 00000800:00000010:1.0:1767384607.734224:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7a6676b. 00000800:00000001:3.0:1767384607.734236:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384607.734285:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384607.734292:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384607.734326:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384607.734332:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000001:3.0:1767384607.734333:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384607.734336:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384607.734344:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384607.734345:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000881abff4. 00000800:00000001:3.0:1767384607.734353:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384607.734353:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384607.734387:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384607.734393:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp18->192.168.202.137@tcp18: PUT: OK 00000400:00000200:3.0:1767384607.734399:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp18(192.168.202.137@tcp18) <- 192.168.202.137@tcp18 : PUT - for me 00000400:00000200:2.0:1767384607.734403:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384607.734409:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000400:00000200:3.0:1767384607.734414:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384607.734424:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 208/208 into md 0x13b1 [1] + 0 00000800:00000001:2.0:1767384607.734442:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384607.734446:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052a932ce. 00000400:00000200:3.0:1767384607.734453:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b553cac0 00000800:00000001:3.0:1767384607.734457:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384607.734458:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000001:3.0:1767384607.734470:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384607.734473:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.734480:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp18->192.168.202.137@tcp18: PUT: OK 00000400:00000200:3.0:1767384607.734485:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b553cac0 00000400:00000010:3.0:1767384607.734487:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b553cac0. 00000400:00000200:3.0:1767384607.734490:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384607.734494:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (12) 00000400:00000200:3.0:1767384607.734499:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:3.0:1767384607.734504:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000c3ae47c5. 00000400:00000200:3.0:1767384607.734506:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 11 00000400:00000200:3.0:1767384607.734519:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384607.734523:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384607.734535:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (13) 00000400:00000200:3.0:1767384607.734541:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384607.734547:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp18 to MR: 192.168.202.137@tcp18 local destination 00000400:00000200:3.0:1767384607.734555:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp18 NI seq info: [24:24:256:4294967295] 192.168.202.137@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1767384607.734568:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384607.734589:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp18(192.168.202.137@tcp18:192.168.202.137@tcp18) -> 192.168.202.137@tcp18(192.168.202.137@tcp18:192.168.202.137@tcp18) 192.168.202.137@tcp18 : ACK try# 0 00000800:00000200:3.0:1767384607.734601:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp18 00000400:00000200:2.0:1767384607.734602:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384607.734619:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000800:00000010:3.0:1767384607.734638:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6f25f88. 00000800:00000200:3.0:1767384607.734647:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0f5bf45] -> 12345-192.168.202.137@tcp18 (4) 00000800:00000200:3.0:1767384607.734655:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp18 ip 192.168.202.137:988 00000800:00000200:3.0:1767384607.734658:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6f25f88 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384607.734711:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000800:00000200:3.0:1767384607.734766:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384607.734770:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6f25f88. 00000400:00000200:3.0:1767384607.734775:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384607.734778:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384607.734789:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp18->192.168.202.137@tcp18: ACK: OK 00000800:00000001:3.0:1767384607.734801:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384607.734807:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384607.734810:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384607.734817:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384607.734819:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384607.734824:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384607.734849:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp18(192.168.202.137@tcp18) <- 192.168.202.137@tcp18 : ACK - for me 00000400:00000200:1.0:1767384607.734850:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384607.734881:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp18: ACK from 12345-192.168.202.137@tcp18 into md 0x13f1 00000400:00000200:3.0:1767384607.734911:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.734917:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp18->192.168.202.137@tcp18: ACK: OK 00000400:00000200:3.0:1767384607.734921:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da87f175 00000400:00000010:3.0:1767384607.734923:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da87f175. 00000400:00000200:3.0:1767384607.734928:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384607.734930:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:3.0:1767384607.734936:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:3.0:1767384607.734941:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (12) 00000800:00000001:3.0:1767384607.734955:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384607.734960:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384607.734961:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384607.735022:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384607.735057:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384607.735100:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384607.735195:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000010:2.0:1767384607.735210:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e9290cd. 00000400:00000010:2.0:1767384607.735219:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065124a4a. 00000400:00000200:2.0:1767384607.735224:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 00000400:00000200:2.0:1767384607.735233:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000d1 00000400:00000010:2.0:1767384607.735243:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 00000000bfdc9343. 00000400:00000010:2.0:1767384607.735248:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 000000002c7db964. 00000400:00000200:1.0:1767384607.735250:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000010:2.0:1767384607.735252:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 00000000c1074607. 00000400:00000010:2.0:1767384607.735292:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003f615be0. 00000400:00000200:2.0:1767384607.735299:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003f615be0 nid 192.168.202.137@tcp19 00000400:00000010:2.0:1767384607.735304:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007b4c86ee. 00000400:00000200:2.0:1767384607.735308:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000007b4c86ee net tcp19 00000400:00000200:2.0:1767384607.735312:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (11) 00000400:00000200:2.0:1767384607.735319:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp19 flags 0x11 00000400:00000200:1.0:1767384607.735321:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000010:2.0:1767384607.735324:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 00000000bfdc9343. 00000400:00000010:2.0:1767384607.735330:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 000000002c7db964. 00000400:00000010:2.0:1767384607.735334:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 00000000c1074607. 00000400:00000010:2.0:1767384607.735338:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000c3ae47c5. 00000400:00000200:2.0:1767384607.735345:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384607.735349:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000400:00000200:2.0:1767384607.735354:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000400:00000200:2.0:1767384607.735360:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000200:2.0:1767384607.735373:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384607.735373:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384607.735379:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000400:00000200:2.0:1767384607.735386:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:2.0:1767384607.735392:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (12) 00000400:00000200:1.0:1767384607.735413:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384607.735449:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000800:00000010:1.0:1767384607.735650:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fd50dab9. 00000800:00000010:1.0:1767384607.735654:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7a6676b. 00000800:00000010:1.0:1767384607.735658:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ec32243. 00000800:00000010:1.0:1767384607.735708:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ec32243. 00000400:00000200:3.0:1767384607.735746:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384607.735778:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp18 from 236.3.0.2 00000800:00000010:3.0:1767384607.735781:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d71bada2. 00000800:00000010:1.0:1767384607.735811:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c4f5e164. 00000800:00000010:1.0:1767384607.735819:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f4895b0d. 00000800:00000010:1.0:1767384607.735868:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d45dc5d6. 00000800:00000200:1.1:1767384607.735876:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0f5bf45] -> 12345-192.168.202.137@tcp18 (4) 00000800:00000200:1.1:1767384607.735879:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp18 00000000d45dc5d6 deleted 00000800:00000010:1.1:1767384607.735883:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d45dc5d6. 00000800:00000200:1.1:1767384607.735887:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384607.735919:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp18 p 3.x 192.168.202.137 -> 192.168.202.137:1004 incarnation:1767384606168539909 sched[0] 00000800:00000010:1.0:1767384607.735926:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ec32243. 00000800:00000010:1.0:1767384607.736011:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ec32243. 00000800:00000010:1.0:1767384607.736019:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f4895b0d. 00000800:00000010:1.0:1767384607.736084:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d71bada2. 00000800:00000001:1.0:1767384607.736113:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384607.736138:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384607.736175:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384607.736182:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp18 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384606168539909 sched[0] 00000800:00000010:3.0:1767384607.736186:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7a6676b. 00000800:00000001:1.0:1767384607.736237:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384607.736243:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384607.736680:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e2533e1f. 00080000:00000010:1.0:1767384607.736719:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000322f0858. 00040000:00000001:1.0:1767384607.736725:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384607.736727:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384607.736730:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384607.736734:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384607.736736:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384607.736737:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384607.736746:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384607.736756:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384607.736758:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384607.736765:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384607.736769:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002c7db964. 20000000:01000000:3.0:1767384607.736774:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384607.736776:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:3.0:1767384607.736779:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384607.736785:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384607.736788:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384607.736790:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384607.736795:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384607.736797:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000040:3.0:1767384607.736803:0:17096:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000010a75c15 count: 2 00080000:00000001:2.0:1767384607.736803:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384607.736809:0:17096:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384607.736813:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384607.736817:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f71a8622. 00000020:00000001:3.0:1767384607.736822:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384607.736824:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000040:3.0:1767384607.736827:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f71a8622 with handle 0x7f71e2b70dd201f6 to hash 00000020:00000001:3.0:1767384607.736831:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384607.736832:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384607.736835:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384607.736839:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384607.736842:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384607.736843:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384607.736846:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384607.736849:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384607.736868:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384607.736872:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.736874:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384607.736877:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384607.736880:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384607.736880:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384607.736885:0:17096:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:2.0:1767384607.736886:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384607.736892:0:17096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd201ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd201e8 expref: 16 pid: 17072 timeout: 0 lvb_type: 0 00080000:00000002:2.0:1767384607.736896:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000001:2.0:1767384607.736914:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:2.0:1767384607.736920:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000020:1.0:1767384607.736920:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384607.736932:0:17096:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1767384607.736933:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384607.736935:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384607.736937:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384607.736939:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000010:1.0:1767384607.736939:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000168595db. 00010000:00000001:3.0:1767384607.736944:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.736950:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384607.736950:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384607.736954:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.736963:0:17096:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:2.0:1767384607.736965:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384607.736967:0:17096:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384607.736967:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049175680 00000020:00000001:2.0:1767384607.736974:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384607.736981:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384607.736986:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000040:3.0:1767384607.736987:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010a75c15) refcount = 2 00010000:00000200:1.0:1767384607.736992:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000714d5b3b x1853237049175680/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384607.737000:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:3.0:1767384607.737002:0:17096:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000010:2.0:1767384607.737010:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f02ce5ca. 00010000:00000040:3.0:1767384607.737014:0:17096:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd201ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7f71e2b70dd201e8 expref: 16 pid: 17072 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384607.737022:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:2.0:1767384607.737023:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799589629440 : -123274119922176 : ffff8fe201df3e00) 00010000:00000040:3.0:1767384607.737031:0:17096:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:1.0:1767384607.737031:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384607.737033:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000040:3.0:1767384607.737037:0:17096:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384607.737040:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=24 v=5 (1 0 0 0) 00000001:00000001:2.0:1767384607.737041:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384607.737049:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000820f8200. 00010000:00000010:3.0:1767384607.737061:0:17096:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddf94795. 00080000:00000001:2.0:1767384607.737061:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.737062:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:2.0:1767384607.737068:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384607.737072:0:17096:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000040:1.0:1767384607.737072:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384607.737077:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384607.737079:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:3.0:1767384607.737081:0:17096:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000068fa340f. 02000000:00000001:1.0:1767384607.737081:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.737087:0:17096:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620803973195264 : -123269736356352 : ffff8fe307272600) 00080000:00000001:2.0:1767384607.737087:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.737089:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384607.737108:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384607.737116:0:17096:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620803973195264 : -123269736356352 : ffff8fe307272600) 00000400:00000010:1.0:1767384607.737118:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4895b0d. 00080000:00000001:2.0:1767384607.737122:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384607.737126:0:17096:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000200:1.0:1767384607.737128:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049175680, offset 224 00000100:00000001:3.0:1767384607.737131:0:17096:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384607.737134:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:1.0:1767384607.737137:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384607.737138:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.737144:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384607.737148:0:17096:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384607.737152:0:17096:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:1.0:1767384607.737157:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384607.737158:0:17096:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384607.737170:0:17096:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:1.0:1767384607.737175:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002e80 00000100:00000010:3.0:1767384607.737176:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070618a25. 00000020:00000040:3.0:1767384607.737186:0:17096:0:(genops.c:1229:class_import_get()) import 0000000046210a5b refcount=2 obd=MGS 00000400:00000200:1.0:1767384607.737190:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13f5 [2] + 224 00000400:00000200:1.0:1767384607.737224:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384607.737225:0:17096:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384607.737229:0:17096:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384607.737229:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384607.737238:0:17096:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.737239:0:17075:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767384607.737248:0:17096:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2533e1f. 00000100:00000200:1.0:1767384607.737248:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a7a26ca0 x1853237049175680/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.737260:0:17096:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384607.737280:0:17096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd201ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7f71e2b70dd201e8 expref: 16 pid: 17072 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384607.737286:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a7a26ca0 x1853237049175680/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384607.737312:0:17096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd201ef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7f71e2b70dd201e8 expref: 16 pid: 17072 timeout: 378 lvb_type: 0 00000100:00000001:1.0:1767384607.737315:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384607.737323:0:17096:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000200:1.0:1767384607.737325:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4895b0d 00000100:00000001:3.0:1767384607.737327:0:17096:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384607.737332:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4895b0d. 00000100:00000040:3.0:1767384607.737337:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070618a25 x1853237049175808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384607.737344:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384607.737347:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384607.737353:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384607.737354:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384607.737360:0:17096:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384607.737364:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.737368:0:17096:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384607.737373:0:17096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000070618a25 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049175808:0@lo:104: 00000400:00000001:2.0:1767384607.737373:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384607.737374:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:2.0:1767384607.737383:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384607.737390:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384607.737392:0:17096:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384607.737393:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033316468. 02000000:00000001:3.0:1767384607.737398:0:17096:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384607.737399:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.737401:0:17096:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.737402:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3681e80 00000020:00000001:1.0:1767384607.737409:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384607.737415:0:17096:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384607.737415:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3681e80. 00000100:00000040:1.0:1767384607.737422:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000714d5b3b x1853237049175680/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.737424:0:16350:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767384607.737440:0:17096:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007364dd91. 00000100:00000200:2.0:1767384607.737441:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a7a26ca0 x1853237049175680/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384607.737448:0:17096:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384607.737466:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0eadaf2. 00000400:00000010:3.0:1767384607.737478:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 00000100:00000200:3.0:1767384607.737493:0:17096:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049175808, portal 16 00000100:00000200:2.0:1767384607.737500:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a7a26ca0 x1853237049175680/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.737502:0:17096:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767384607.737504:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000714d5b3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16350:x1853237049175680:12345-0@lo:253: Request processed in 4446us (5100us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384607.737507:0:17096:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923223424 : -123268786328192 : ffff8fe33fc76d80) 00000100:00000040:3.0:1767384607.737522:0:17096:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000070618a25 x1853237049175808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384607.737544:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000001:2.0:1767384607.737559:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384607.737559:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384607.737566:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.737569:0:17096:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384607.737571:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384607.737573:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384607.737577:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384607.737578:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384607.737582:0:17096:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384607.737584:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384607.737589:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa6e5e65. 00000020:00000010:1.0:1767384607.737590:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008571d34c. 00000100:00000001:2.0:1767384607.737591:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.737598:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384607.737600:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d744744e. 00000100:00000200:3.0:1767384607.737604:0:17096:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049175808, offset 0 00000100:00001000:2.0:1767384607.737605:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=24 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384607.737620:0:17096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384607.737634:0:17096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384607.737639:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005cde467. 00000400:00000200:3.0:1767384607.737645:0:17096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260002f00 00000100:00001000:2.0:1767384607.737652:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=24 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384607.737654:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000001:2.0:1767384607.737656:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384607.737659:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.737663:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384607.737663:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384607.737666:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384607.737668:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006c7d7a88. 00000100:00000001:2.0:1767384607.737670:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.737678:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7a26ca0 x1853237049175680/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384607.737678:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384607.737683:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384607.737685:0:17096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000100:00000200:1.0:1767384607.737700:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384607.737706:0:17096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.737722:0:17096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384607.737726:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094802d92. 00000100:00000001:2.0:1767384607.737733:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384607.737736:0:17096:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384607.737739:0:17096:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767384607.737740:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384607.737740:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4895b0d. 00000100:00000001:2.0:1767384607.737746:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384607.737750:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000717fbf54. 00000020:01000004:2.0:1767384607.737751:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000040:3.0:1767384607.737758:0:17096:0:(events.c:337:request_in_callback()) incoming req@00000000717fbf54 x1853237049175808 msgsize 328 00000020:01000004:2.0:1767384607.737759:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384607.737767:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384607.737773:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384607.737780:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:3.0:1767384607.737781:0:17096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:2.0:1767384607.737789:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384607.737791:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384607.737793:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384607.737800:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384607.737801:0:17096:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384607.737808:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7a26ca0 x1853237049175680/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384607.737809:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6e5e65 00000400:00000010:3.0:1767384607.737817:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa6e5e65. 00000100:00000001:3.0:1767384607.737826:0:17096:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384607.737838:0:17096:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070618a25 x1853237049175808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384607.737838:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a7a26ca0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049175680:0@lo:253: 00000020:00000010:1.0:1767384607.737840:0:17064:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000746a8c68. 00000100:00000001:3.0:1767384607.737871:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384607.737871:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384607.737874:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384607.737876:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070618a25 x1853237049175808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384607.737877:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175808 00000100:00000001:2.0:1767384607.737880:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384607.737889:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384607.737907:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.737910:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7a26ca0 x1853237049175680/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.737912:0:17096:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384607.737913:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384607.737920:0:17096:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.737921:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.737928:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294896165 02000000:00000001:1.0:1767384607.737930:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.737935:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1767384607.737937:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175808 00000100:00000001:3.0:1767384607.737938:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294896160 02000000:00000001:2.0:1767384607.737941:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384607.737943:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294896165 02000000:00000010:2.0:1767384607.737946:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d2bd720f. 00000100:00000001:3.0:1767384607.737953:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294896160 00000020:00000001:1.0:1767384607.737955:0:17064:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384607.737956:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384607.737958:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294896165 00000020:00000040:1.0:1767384607.737960:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd1fff7 00000020:00000001:2.0:1767384607.737961:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384607.737963:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294896160 00000020:00000040:2.0:1767384607.737966:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384607.737968:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294896165 00000020:00000001:1.0:1767384607.737969:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384607.737979:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294896160 00000020:00000001:2.0:1767384607.737980:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1767384607.737981:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000020c2555a refcount=3 02000000:00000010:2.0:1767384607.737984:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002530340d. 00000020:00000001:1.0:1767384607.737985:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000020:00000001:1.0:1767384607.737996:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000100:00000001:3.0:1767384607.738001:0:17096:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384607.738001:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384607.738001:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384607.738014:0:17096:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.738014:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1767384607.738016:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ec32243. 00000100:00000010:2.0:1767384607.738023:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7a26ca0. 00000100:00000001:1.0:1767384607.738028:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384607.738030:0:17096:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.738031:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1767384607.738034:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ec32243. 00000100:00000001:2.0:1767384607.738038:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.738039:0:17096:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384607.738043:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d43bd82d. 00000020:00000001:3.0:1767384607.738049:0:17096:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.738049:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384607.738050:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035bdf178. 00000020:00000010:1.0:1767384607.738062:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002903e5b3. 00010000:00000001:3.0:1767384607.738066:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.738069:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384607.738070:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384607.738071:0:17096:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.738073:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384607.738074:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.738076:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384607.738078:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384607.738082:0:17096:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384607.738084:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384607.738084:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384607.738090:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.738091:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.738106:0:17096:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.738110:0:17096:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384607.738112:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.738113:0:17096:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384607.738125:0:17096:0:(client.c:2690:ptlrpc_set_wait()) set 0000000068fa340f going to sleep for 11 seconds 00000100:00000001:3.0:1767384607.738128:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384607.738131:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.738132:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.738147:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384607.738149:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384607.738154:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384607.738155:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000020c2555a : new rpc_count 1 00000020:00000010:2.0:1767384607.738157:0:17063:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003ae7fd22. 00000100:00000001:1.0:1767384607.738158:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923212672 : -123268786338944 : ffff8fe33fc74380) 00000100:00000001:2.0:1767384607.738162:0:17063:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384607.738165:0:17063:0:(service.c:3434:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00000040:1.0:1767384607.738165:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000717fbf54 x1853237049175808/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 328/0 e 0 to 0 dl 1767384618 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384607.738173:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384607.738176:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ec32243. 00000100:00000001:1.0:1767384607.738177:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384607.738179:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ec32243. 00000100:00100000:1.0:1767384607.738182:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000717fbf54 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049175808:12345-0@lo:104: 00000100:00000200:1.0:1767384607.738189:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175808 00000100:00000010:2.0:1767384607.738191:0:17063:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000005cde467. 00000100:00100000:2.0:1767384607.738195:0:17063:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00010000:00000001:1.0:1767384607.738200:0:17064:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384607.738205:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384607.738207:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384607.738209:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=2 00000020:00000001:1.0:1767384607.738213:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:1.0:1767384607.738216:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:1.0:1767384607.738220:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384607.738223:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.738226:0:17064:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd201ef expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384607.738233:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384607.738236:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384607.738239:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000094d911c4. 02000000:00000001:1.0:1767384607.738241:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.738242:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.738245:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384607.738246:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384607.738247:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aca2e737 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384607.738250:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384607.738253:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384607.738254:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384607.738256:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384607.738258:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.738261:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384607.738263:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384607.738268:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000600d16b. 00000100:00000200:1.0:1767384607.738272:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049175808, offset 224 00000400:00000200:1.0:1767384607.738278:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384607.738282:0:17063:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.738287:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384607.738295:0:22098:0:(service.c:2991:ptlrpc_main()) Process entered 00000400:00000200:1.0:1767384607.738295:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260002f00 00000400:00000200:1.0:1767384607.738302:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x140d [1] + 224 00000400:00000200:1.0:1767384607.738305:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384607.738310:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384607.738311:0:22098:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000053136c83. 00000020:00000010:2.0:1767384607.738316:0:22098:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007b00fe26. 00000100:00000001:1.0:1767384607.738320:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384607.738325:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070618a25 x1853237049175808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384607.738328:0:22098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd36db1d. 00000020:00000010:2.0:1767384607.738334:0:22098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000054e19717. 00000100:00000040:1.0:1767384607.738338:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000070618a25 x1853237049175808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000040:00000010:2.0:1767384607.738341:0:22098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f250a74c. 00000020:00000010:2.0:1767384607.738347:0:22098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000060434dc8. 00000020:00000010:2.0:1767384607.738353:0:22098:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a288260a. 00000100:00000001:1.0:1767384607.738355:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384607.738357:0:22098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001c17906c. 80000000:00000010:2.0:1767384607.738361:0:22098:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000051d019f9. 00000400:00000200:1.0:1767384607.738362:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000600d16b 40000000:00000010:2.0:1767384607.738366:0:22098:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003502c768. 00000400:00000010:1.0:1767384607.738366:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000600d16b. 00100000:00000010:2.0:1767384607.738373:0:22098:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cdcad509. 00000100:00000001:1.0:1767384607.738374:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384607.738387:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384607.738388:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00040000:00000010:2.0:1767384607.738389:0:22098:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c1074607. 00000100:00000001:1.0:1767384607.738392:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384607.738396:0:17096:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00040000:00000010:2.0:1767384607.738396:0:22098:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005ca3341f. 00000100:00000040:1.0:1767384607.738397:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:3.0:1767384607.738402:0:17096:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00040000:00000010:2.0:1767384607.738404:0:22098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000392a5ef8. 00010000:00000001:1.0:1767384607.738407:0:17064:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1767384607.738409:0:17096:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0eadaf2. 00080000:00000010:2.0:1767384607.738412:0:22098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000aaa0db0f. 00010000:00000010:1.0:1767384607.738418:0:17064:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d45dc5d6. 00000400:00000200:3.0:1767384607.738419:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00080000:00000010:2.0:1767384607.738422:0:22098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000006bd7b12. 00000400:00000010:3.0:1767384607.738431:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00010000:00000001:1.0:1767384607.738431:0:17064:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000004:00000010:2.0:1767384607.738436:0:22098:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b65f061c. 00000100:00000001:3.0:1767384607.738440:0:17096:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000010:2.0:1767384607.738443:0:22098:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002f1d00d2. 00010000:00010000:1.0:1767384607.738447:0:17064:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000004:00000010:2.0:1767384607.738449:0:22098:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000eb2f8ab1. 00010000:00000001:1.0:1767384607.738450:0:17064:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.738454:0:17064:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384607.738455:0:22098:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002d2f28cc. 00010000:00000001:1.0:1767384607.738456:0:17064:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384607.738461:0:22098:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000049a59127. 00000100:00000040:1.0:1767384607.738465:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000717fbf54 x1853237049175808/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 328/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767384607.738466:0:22098:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000009485bb62. 00000100:00100000:1.0:1767384607.738476:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000717fbf54 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049175808:12345-0@lo:104: Request processed in 301us (717us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384607.738477:0:22098:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000200:3.0:1767384607.738481:0:17096:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070618a25 x1853237049175808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384607.738502:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384607.738513:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020c2555a : new rpc_count 0 00000100:00000200:3.0:1767384607.738517:0:17096:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070618a25 x1853237049175808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384607.738518:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384607.738522:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384607.738528:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035bdf178. 00000100:00000001:3.0:1767384607.738531:0:17096:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384607.738534:0:17096:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384607.738535:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002903e5b3. 00000100:00000001:3.0:1767384607.738543:0:17096:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384607.738545:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d43bd82d. 02000000:00000001:3.0:1767384607.738546:0:17096:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384607.738550:0:17096:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384607.738552:0:17096:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384607.738552:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000020c2555a : new refcount 2 02000000:00000001:3.0:1767384607.738559:0:17096:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.738560:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384607.738564:0:17096:0:(import.c:2128:obd_at_measure()) add 5 to 0000000064d2fb3e time=24 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384607.738578:0:17096:0:(import.c:2128:obd_at_measure()) add 1 to 000000004a8fb74c time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384607.738587:0:17096:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384607.738589:0:17096:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.738591:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384607.738592:0:17096:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384607.738594:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.738595:0:17096:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.738605:0:17096:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384607.738610:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070618a25 x1853237049175808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384607.738617:0:17096:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384607.738625:0:17069:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384607.738629:0:17069:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384607.738631:0:17069:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384607.738634:0:17069:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd201ef expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384607.738640:0:17096:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:1.0:1767384607.738641:0:17069:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000092087ec4 already unused, calling callback (000000004e97d7c8) 00000100:00000001:3.0:1767384607.738642:0:17096:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.738651:0:17096:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000001:1.0:1767384607.738651:0:17069:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767384607.738661:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00010000:1.0:1767384607.738662:0:17069:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7f71e2b70dd201ef expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.738669:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384607.738674:0:17096:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384607.738683:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070618a25 x1853237049175808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384607.738684:0:17069:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384607.738692:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1767384607.738694:0:17096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000070618a25 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049175808:0@lo:104: 00000020:00000001:1.0:1767384607.738698:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384607.738702:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384607.738703:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=3 00000100:00000001:3.0:1767384607.738707:0:17096:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.738714:0:17096:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384607.738717:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384607.738717:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00000100:00000040:3.0:1767384607.738721:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070618a25 x1853237049175808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384607.738730:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00000100:00000001:3.0:1767384607.738746:0:17096:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384607.738747:0:17069:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767384607.738750:0:17096:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384607.738752:0:17096:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007364dd91. 00010000:00010000:1.0:1767384607.738752:0:17069:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7f71e2b70dd201ef expref: -99 pid: 17077 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384607.738760:0:17096:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384607.738764:0:17096:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384607.738768:0:17096:0:(genops.c:1242:class_import_put()) import 0000000046210a5b refcount=1 obd=MGS 00000020:00000001:3.0:1767384607.738772:0:17096:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384607.738775:0:17096:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e2533e1f. 02000000:00000001:3.0:1767384607.738782:0:17096:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384607.738784:0:17096:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384607.738785:0:17096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070618a25. 10000000:00000001:1.0:1767384607.738785:0:17069:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384607.738790:0:17069:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7f71e2b70dd201ef expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384607.738792:0:17096:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384607.738798:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1767384607.738819:0:17069:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000010:3.0:1767384607.738821:0:17096:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000068fa340f. 00000100:00000001:3.0:1767384607.738824:0:17096:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384607.738829:0:17096:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767384607.738832:0:17069:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000010:3.0:1767384607.738834:0:17096:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ddf94795. 10000000:00000040:1.0:1767384607.738838:0:17069:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:3.0:1767384607.738840:0:17096:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.738846:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384607.738848:0:17069:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384607.738849:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384607.738871:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:3.0:1767384607.738872:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384607.738878:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384607.738879:0:17069:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384607.738882:0:17096:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384607.738907:0:17069:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384607.738911:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384607.738920:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 2 10000000:00000001:1.0:1767384607.738924:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384607.738926:0:17069:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.738930:0:17069:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384607.738934:0:17069:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384607.738936:0:17069:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384607.738939:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384607.738942:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384607.738944:0:17069:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000092087ec4 with handle 0x7f71e2b70dd201e8 from hash 00010000:00000001:1.0:1767384607.738947:0:17069:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384607.738949:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384607.738951:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384607.738952:0:17069:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384607.738954:0:17069:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384607.738956:0:17069:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384607.738961:0:17069:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384607.738965:0:17069:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384607.738974:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000028534ca. 00000020:00000040:1.0:1767384607.738977:0:17069:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:1.0:1767384607.738981:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384607.738984:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384607.738988:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384607.738993:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d43bd82d. 00000100:00000001:1.0:1767384607.738999:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.739002:0:17069:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384607.739005:0:17069:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd201ef expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384607.739013:0:17069:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384607.739015:0:17069:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.739018:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384607.739019:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.739025:0:17069:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000028534ca] to pc [ptlrpcd_00_03+3] req@00000000028534ca x1853237049175936/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.739057:0:17069:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384607.739061:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384607.739065:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384607.739067:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.739069:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384607.739072:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.739074:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384607.739074:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384607.739079:0:17069:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.739082:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000028534ca x1853237049175936/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.739084:0:17069:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384607.739090:0:17069:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.739093:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1767384607.739095:0:17069:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd201ef expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384607.739097:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.739111:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384607.739114:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384607.739115:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384607.739117:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.739119:0:17069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 0000000092087ec4/0x7f71e2b70dd201e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd201ef expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384607.739124:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000028534ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049175936:0@lo:103: 00000100:00000001:2.0:1767384607.739135:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000040:1.0:1767384607.739137:0:17069:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000266cbc2d count: 0 02000000:00000001:2.0:1767384607.739147:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384607.739151:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.739155:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384607.739159:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ccb7ba6. 00010000:00000001:1.0:1767384607.739159:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384607.739163:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.739163:0:17069:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:2.0:1767384607.739168:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033316468. 00010000:00000010:1.0:1767384607.739168:0:17069:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d45dc5d6. 00000400:00000010:2.0:1767384607.739174:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012ac2a71. 00010000:00000001:1.0:1767384607.739175:0:17069:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384607.739179:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049175936, portal 18 00000020:00000001:1.0:1767384607.739180:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384607.739183:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384607.739184:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.739186:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924125440 : -123268785426176 : ffff8fe33fd53100) 00010000:00010000:1.0:1767384607.739188:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384607.739191:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000028534ca x1853237049175936/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384607.739192:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384607.739194:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.739199:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384607.739203:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384607.739203:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384607.739205:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.739210:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384607.739211:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384607.739215:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a2896d7. 00000100:00000200:2.0:1767384607.739219:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049175936, offset 0 00000400:00000200:2.0:1767384607.739224:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384607.739230:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384607.739236:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260002f80 00000400:00000200:2.0:1767384607.739240:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:2.0:1767384607.739245:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384607.739248:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384607.739252:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384607.739254:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384607.739257:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7a26ca0. 00000100:00000040:2.0:1767384607.739260:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000a7a26ca0 x1853237049175936 msgsize 328 00000100:00100000:2.0:1767384607.739264:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384607.739278:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384607.739283:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a2896d7 00000400:00000010:2.0:1767384607.739285:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a2896d7. 00000100:00000001:2.0:1767384607.739289:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384607.739296:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000028534ca x1853237049175936/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.739299:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384607.739304:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175936 00000100:00000001:2.0:1767384607.739306:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384607.739308:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384607.739310:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384607.739311:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.739318:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.739318:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000028534ca x1853237049175936/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384607.739331:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175936 00000020:00000001:3.0:1767384607.739338:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384607.739339:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384607.739340:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:2.0:1767384607.739346:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384607.739347:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384607.739358:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000020:00000001:3.0:1767384607.739362:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384607.739362:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.739374:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384607.739375:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294896166 00000100:00000001:3.0:1767384607.739389:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384607.739391:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294896165 00000020:00000010:3.0:1767384607.739393:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ddf94795. 00000100:00000001:3.0:1767384607.739400:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.739402:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294896166 00000020:00000010:3.0:1767384607.739406:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ddf94795. 00000100:00000001:2.0:1767384607.739408:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294896165 00000100:00000001:2.0:1767384607.739411:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294896166 00000020:00000010:3.0:1767384607.739412:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2533e1f. 00000100:00000001:2.0:1767384607.739415:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294896165 00000020:00000010:3.0:1767384607.739417:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eaf50729. 00000100:00000001:2.0:1767384607.739419:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294896166 00000020:00000010:3.0:1767384607.739426:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000001:2.0:1767384607.739426:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294896165 00000100:00000001:2.0:1767384607.739429:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.739430:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.739443:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.739444:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.739447:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384607.739449:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384607.739456:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.739457:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384607.739460:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384607.739461:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384607.739466:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.739467:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384607.739472:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384607.739474:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384607.739477:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.739479:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384607.739483:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384607.739484:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384607.739486:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3f7d351 refcount=4 00000020:00000001:3.0:1767384607.739488:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00000001:3.0:1767384607.739490:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00010000:3.0:1767384607.739493:0:17067:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd201ef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd201e8 expref: 16 pid: 17072 timeout: 378 lvb_type: 0 00010000:00000001:3.0:1767384607.739498:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.739499:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384607.739500:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.739501:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.739506:0:17067:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384607.739509:0:17067:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a7a26ca0 x1853237049175936/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 328/0 e 0 to 0 dl 1767384618 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.739515:0:17067:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384607.739517:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.739528:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.739539:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384607.739541:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384607.739545:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000010:2.0:1767384607.739547:0:19658:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002530340d. 00000100:00000040:3.0:1767384607.739548:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:3.0:1767384607.739554:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120985600 : -123269588566016 : ffff8fe30ff64000) 00000100:00000040:3.0:1767384607.739558:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a7a26ca0 x1853237049175936/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 328/0 e 0 to 0 dl 1767384618 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.739564:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384607.739567:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ddf94795. 00000100:00000001:3.0:1767384607.739572:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384607.739574:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ddf94795. 00000100:00100000:3.0:1767384607.739577:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a7a26ca0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16351:x1853237049175936:12345-0@lo:103: 00000100:00000200:3.0:1767384607.739580:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175936 00010000:00000001:3.0:1767384607.739582:0:17067:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384607.739584:0:17067:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384607.739586:0:17067:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384607.739589:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384607.739590:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384607.739593:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b5084f0a. 02000000:00000001:3.0:1767384607.739594:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.739596:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.739598:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384607.739599:0:17067:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384607.739601:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384607.739602:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384607.739603:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3f7d351 refcount=4 00000020:00000001:3.0:1767384607.739604:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00000001:3.0:1767384607.739605:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00000040:3.0:1767384607.739634:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000010a75c15 count: 3 00010000:00010000:3.0:1767384607.739637:0:17067:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd201ef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd201e8 expref: 16 pid: 17072 timeout: 378 lvb_type: 0 00000100:00001000:3.0:1767384607.739643:0:17067:0:(import.c:2128:obd_at_measure()) add 0 to 000000002cb15ef2 time=1767384607 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384607.739645:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384607.739651:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.739652:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384607.739654:0:17067:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd201ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7f71e2b70dd201e8 expref: 16 pid: 17072 timeout: 378 lvb_type: 0 00000020:00000001:3.0:1767384607.739658:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384607.739660:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384607.739662:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.739664:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.739678:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384607.739680:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384607.739685:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.739686:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384607.739688:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384607.739689:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384607.739691:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d3f7d351 with handle 0x7f71e2b70dd201ef from hash 00010000:00000001:3.0:1767384607.739693:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384607.739694:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.739694:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384607.739695:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384607.739696:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384607.739697:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384607.739698:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd201ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7f71e2b70dd201e8 expref: 16 pid: 17072 timeout: 378 lvb_type: 0 00010000:00000040:3.0:1767384607.739702:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 9 00000020:00000040:3.0:1767384607.739704:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00010000:00000001:3.0:1767384607.739709:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384607.739710:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384607.739711:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384607.739712:0:17067:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000f71a8622 00010000:00000001:3.0:1767384607.739713:0:17067:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384607.739714:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384607.739715:0:17067:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.739716:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384607.739717:0:17067:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.739719:0:17067:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384607.739720:0:17067:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384607.739722:0:17067:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.739726:0:17067:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384607.739728:0:17067:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384607.739729:0:17067:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384607.739730:0:17067:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384607.739731:0:17067:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010a75c15) refcount = 2 00010000:00010000:3.0:1767384607.739738:0:17067:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.739742:0:17067:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384607.739744:0:17067:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384607.739745:0:17067:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.739746:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384607.739748:0:17067:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddf94795. 00000100:00000001:3.0:1767384607.739749:0:17067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384607.739751:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000068fa340f. 00000100:00000001:3.0:1767384607.739752:0:17067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620803973195264 : -123269736356352 : ffff8fe307272600) 00000100:00000001:3.0:1767384607.739753:0:17067:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620803973195264 : -123269736356352 : ffff8fe307272600) 00000100:00000001:3.0:1767384607.739755:0:17067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384607.739756:0:17067:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384607.739757:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384607.739759:0:17067:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384607.739762:0:17067:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002982896s 00010000:00000001:3.0:1767384607.739764:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384607.739765:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384607.739765:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=5 00000020:00000001:3.0:1767384607.739767:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384607.739768:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384607.739770:0:17067:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384607.739771:0:17067:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.739776:0:17067:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384607.739777:0:17067:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.739780:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.739781:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384607.739782:0:17067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.739791:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384607.739792:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.739794:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384607.739795:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384607.739799:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f71a8622 already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384607.739800:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384607.739802:0:17067:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384607.739803:0:17067:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.739807:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384607.739808:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384607.739809:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384607.739809:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=6 00000020:00000001:3.0:1767384607.739810:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384607.739811:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384607.739814:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384607.739815:0:17067:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.739818:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384607.739819:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384607.739820:0:17067:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.739830:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384607.739831:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384607.739832:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384607.739833:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384607.739835:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f71a8622 with handle 0x7f71e2b70dd201f6 from hash 00010000:00000001:3.0:1767384607.739836:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384607.739837:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.739838:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384607.739843:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384607.739844:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384607.739845:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384607.739846:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384607.739848:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.739850:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.739852:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384607.739853:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:1.0:1767384607.739888:0:17096:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.739889:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.739891:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384607.739892:0:17067:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.739897:0:17067:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.739902:0:17067:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384607.739908:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384607.739923:0:17096:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384607.739941:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384607.739942:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.739945:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384607.739947:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384607.739949:0:17067:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:1.0:1767384607.739949:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.739952:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.739954:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384607.739955:0:17067:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384607.739959:0:17067:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384607.739965:0:17067:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.739970:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384607.739972:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384607.739977:0:17067:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.739980:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384607.739982:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384607.739985:0:17067:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1767384607.739987:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384607.739989:0:17067:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.739990:0:17067:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.739991:0:17067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384607.739992:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000068fa340f. 00000100:00000001:3.0:1767384607.739994:0:17067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384607.739995:0:17067:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384607.739996:0:17067:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ddf94795. 00010000:00000001:3.0:1767384607.740003:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384607.740004:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd201f6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384607.740010:0:17067:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384607.740014:0:17067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.740020:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384607.740023:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384607.740024:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000010a75c15 count: 0 00000100:00001000:3.0:1767384607.740026:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384607.740033:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384607.740036:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384607.740039:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384607.740042:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384607.740044:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.740044:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384607.740046:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384607.740049:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:1.0:1767384607.740049:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384607.740054:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 00000100:00000200:3.0:1767384607.740057:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049175936, offset 224 00000400:00000200:3.0:1767384607.740061:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384607.740068:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384607.740073:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260002f80 00000400:00000200:3.0:1767384607.740077:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x141d [1] + 224 00000400:00000200:3.0:1767384607.740080:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.740083:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384607.740087:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384607.740089:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000028534ca x1853237049175936/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384607.740096:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000028534ca x1853237049175936/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.740124:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384607.740130:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00000400:00000010:3.0:1767384607.740132:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00000100:00000001:3.0:1767384607.740135:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384607.740137:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384607.740142:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.740145:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384607.740147:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:2.0:1767384607.740150:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384607.740152:0:17067:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.740154:0:17067:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384607.740155:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384607.740158:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384607.740159:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033316468. 00000400:00000200:2.0:1767384607.740170:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012ac2a71 00000100:00000040:3.0:1767384607.740171:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7a26ca0 x1853237049175936/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 328/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384607.740176:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012ac2a71. 00000100:00000001:2.0:1767384607.740186:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384607.740196:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000028534ca x1853237049175936/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384607.740199:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a7a26ca0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049175936:12345-0@lo:103: Request processed in 633us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384607.740207:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384607.740214:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384607.740219:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384607.740222:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384607.740226:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eaf50729. 00000020:00000010:3.0:1767384607.740233:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000020:00000010:3.0:1767384607.740237:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2533e1f. 00000100:00000200:2.0:1767384607.740240:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000028534ca x1853237049175936/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384607.740243:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000001:3.0:1767384607.740247:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.740261:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384607.740263:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.740265:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384607.740267:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384607.740270:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384607.740272:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.740274:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384607.740277:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384607.740279:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384607.740281:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384607.740282:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.740284:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384607.740285:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.740287:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.740289:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000028534ca x1853237049175936/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.740293:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.740295:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384607.740296:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384607.740297:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000028534ca x1853237049175936/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384607.740302:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000028534ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049175936:0@lo:103: 00000100:00000001:2.0:1767384607.740304:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.740306:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384607.740307:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000028534ca x1853237049175936/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.740311:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384607.740312:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384607.740313:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ccb7ba6. 02000000:00000001:2.0:1767384607.740315:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384607.740322:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384607.740323:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384607.740325:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384607.740326:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d43bd82d. 02000000:00000001:2.0:1767384607.740328:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384607.740329:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384607.740330:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000028534ca. 00000100:00000001:2.0:1767384607.740332:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384607.740333:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.740334:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.740337:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384607.740339:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.740340:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.740341:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384607.740437:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f02ce5ca. 00080000:00000010:2.0:1767384607.740473:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000820f8200. 00040000:00000001:2.0:1767384607.740477:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384607.740478:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384607.740480:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384607.740483:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384607.740484:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384607.740486:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384607.740487:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384607.740497:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384607.740499:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384607.740503:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384607.740524:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384607.740529:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384607.740532:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384607.740536:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384607.740539:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384607.740545:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000093a38e1d. 00010000:00000001:1.0:1767384607.740551:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384607.740555:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ddc78d25. 00000020:00000001:1.0:1767384607.740558:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384607.740561:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ddc78d25 with handle 0x7f71e2b70dd201fd to hash 00000020:00000001:1.0:1767384607.740563:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384607.740565:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00010000:00000001:1.0:1767384607.740568:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00010000:00000001:1.0:1767384607.740571:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384607.740573:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.740575:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201fd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384607.740583:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384607.740587:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384607.740589:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384607.740592:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384607.740594:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.740597:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384607.740599:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.740603:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384607.740606:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000020:3.0:1767384607.740659:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384607.740661:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:3.0:1767384607.740663:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384607.740667:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000095af6048. 00010000:00000001:1.0:1767384607.740668:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384607.740673:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000093a38e1d) refcount = 1 20000000:00000001:3.0:1767384607.740674:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384607.740678:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049175552 00010000:00000001:3.0:1767384607.740681:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384607.740686:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ef968291 x1853237049175552/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384607.740689:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201fd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384607.740699:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384607.740702:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384607.740706:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384607.740719:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384607.740720:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:3.0:1767384607.740722:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384607.740726:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:1.0:1767384607.740726:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:3.0:1767384607.740732:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384607.740733:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384607.740734:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.740746:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384607.740747:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384607.740755:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384607.740755:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384607.740763:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068fa340f. 20000000:00000001:1.0:1767384607.740766:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000200:3.0:1767384607.740784:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049175552, offset 224 20000000:01000000:1.0:1767384607.740786:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002982896s 00000400:00000200:3.0:1767384607.740791:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384607.740798:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384607.740804:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384607.740804:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384607.740812:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ddc78d25 refcount=4 00000400:00000200:3.0:1767384607.740817:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002e00 00000020:00000001:1.0:1767384607.740819:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00000400:00000200:3.0:1767384607.740829:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13f9 [2] + 224 00010000:00000001:1.0:1767384607.740830:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00000400:00000200:3.0:1767384607.740835:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384607.740837:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:3.0:1767384607.740842:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384607.740843:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201fd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384607.740848:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384607.740867:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089f67573 x1853237049175552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384607.740892:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000089f67573 x1853237049175552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.740893:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384607.740898:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201fd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384607.740926:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384607.740927:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384607.740931:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384607.740932:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068fa340f 00000400:00000010:3.0:1767384607.740938:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068fa340f. 00010000:00010000:1.0:1767384607.740938:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201fd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384607.740942:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384607.740945:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384607.740950:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.740953:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384607.740957:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767384607.740958:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:0.0:1767384607.740958:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384607.740965:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384607.740967:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.740968:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384607.740968:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384607.740975:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384607.740981:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384607.740982:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384607.740989:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201fd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384607.740989:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084c56a4f. 00000100:00000040:3.0:1767384607.740990:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef968291 x1853237049175552/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384607.741000:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fca207a 00000400:00000010:0.0:1767384607.741008:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fca207a. 00000100:00000001:0.0:1767384607.741020:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384607.741033:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089f67573 x1853237049175552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384607.741042:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ddc78d25 already unused, calling callback (0000000058ffb97a) 00000100:00100000:3.0:1767384607.741056:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ef968291 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049175552:12345-0@lo:253: Request processed in 7846us (8532us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384607.741061:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384607.741070:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384607.741079:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201fd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384607.741090:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000200:0.0:1767384607.741090:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089f67573 x1853237049175552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384607.741116:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00010000:00000001:1.0:1767384607.741117:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384607.741126:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384607.741128:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384607.741129:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384607.741131:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384607.741134:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384607.741137:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cccb081a. 00000100:00000001:0.0:1767384607.741137:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384607.741138:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ddc78d25 refcount=5 00000100:00000001:0.0:1767384607.741147:0:16349:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384607.741148:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ea4aafe. 00000020:00000001:1.0:1767384607.741148:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 02000000:00000001:0.0:1767384607.741150:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384607.741152:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384607.741153:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00000100:00000001:0.0:1767384607.741155:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384607.741164:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000699846ec. 02000000:00000001:0.0:1767384607.741164:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.741165:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384607.741174:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201fd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384607.741177:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=24 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384607.741179:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:3.0:1767384607.741191:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384607.741192:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=24 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384607.741193:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:3.0:1767384607.741203:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000213112c0. 00010000:00000001:1.0:1767384607.741205:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384607.741205:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384607.741215:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.741216:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.741217:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384607.741220:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384607.741222:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.741223:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.741225:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384607.741228:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384607.741229:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384607.741230:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:0.0:1767384607.741234:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089f67573 x1853237049175552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384607.741236:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0eadaf2. 00010000:00000001:1.0:1767384607.741237:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384607.741246:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.741248:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384607.741249:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068fa340f. 00000020:00000040:1.0:1767384607.741252:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ddc78d25 with handle 0x7f71e2b70dd201fd from hash 00000100:00000001:0.0:1767384607.741256:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384607.741260:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.741262:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:01000004:0.0:1767384607.741264:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384607.741266:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384607.741267:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:1.0:1767384607.741271:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384607.741271:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384607.741272:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384607.741275:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:01000004:0.0:1767384607.741276:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384607.741278:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384607.741280:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:01000004:0.0:1767384607.741281:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384607.741284:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:1.0:1767384607.741285:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:0.0:1767384607.741286:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:1.0:1767384607.741289:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384607.741292:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384607.741295:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384607.741297:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.741299:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089f67573 x1853237049175552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.741302:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384607.741306:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:0.0:1767384607.741310:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089f67573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049175552:0@lo:253: 00010000:00000001:1.0:1767384607.741312:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384607.741315:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384607.741316:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.741318:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.741320:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089f67573 x1853237049175552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.741324:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384607.741327:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.741327:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384607.741330:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004b8ed9e8. 00010000:00000001:1.0:1767384607.741332:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.741333:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384607.741336:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384607.741337:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384607.741338:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00010000:00010000:1.0:1767384607.741343:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201fd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384607.741343:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384607.741346:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bb9a89ab. 02000000:00000001:0.0:1767384607.741350:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384607.741352:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384607.741354:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089f67573. 00010000:00000001:1.0:1767384607.741357:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384607.741358:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384607.741361:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384607.741361:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.741365:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384607.741365:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.741370:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1767384607.741372:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384607.741373:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384607.741375:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.741377:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384607.741378:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384607.741381:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384607.741381:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.741387:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384607.741390:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.741393:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201fd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384607.741399:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384607.741401:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384607.741413:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd201fd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384607.741419:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000093a38e1d count: 0 00010000:00000001:1.0:1767384607.741425:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384607.741427:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384607.744693:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294896166, at 4294896167 00000100:00000040:2.0:1767384607.744697:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294896166, at 4294896167 00000100:00000010:1.0:1767384607.744704:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009228cb8d. 00000100:00000010:2.0:1767384607.744708:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006899bbf3. 00000100:00000040:3.0:1767384607.744806:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294896166, at 4294896167 00000100:00000010:3.0:1767384607.744815:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000499dbe86. 00000100:00000040:0.0:1767384607.745640:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294896166, at 4294896168 00000100:00000010:0.0:1767384607.745647:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac7018ba. 00010000:00000010:3.1:1767384607.746630:0:22103:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3f7d351. 00010000:00000010:1.1:1767384607.746653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000266cbc2d. 00010000:00000010:1.1:1767384607.746663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000092087ec4. 00010000:00000010:1.1:1767384607.746668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000010a75c15. 00010000:00000010:1.1:1767384607.746671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f71a8622. 00010000:00000010:1.1:1767384607.746677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000093a38e1d. 00010000:00000010:1.1:1767384607.746683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ddc78d25. 00000400:00000010:0.0:1767384607.750060:0:22102:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000437899d4. 00000400:00000040:0.0:1767384607.750076:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384607.750078:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384607.750080:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384607.750082:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384607.750084:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384607.750085:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384607.750091:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384607.750092:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384607.750093:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384607.750094:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384607.750096:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384607.750097:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384607.750099:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384607.750099:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384607.750100:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384607.750111:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384607.750112:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384607.750113:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384607.750114:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384607.750115:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384607.750116:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384607.750117:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384607.750118:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384607.750119:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384607.750120:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384607.750121:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384607.750122:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384607.750123:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384607.750124:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384607.750125:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384607.750126:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384607.750127:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384607.750128:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384607.750129:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384607.750130:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384607.750131:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384607.750132:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384607.750134:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384607.750135:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384607.750136:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384607.750137:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384607.750138:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384607.750139:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384607.750140:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384607.750141:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384607.750146:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384607.750147:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384607.750148:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384607.750149:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384607.750150:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384607.750151:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384607.750152:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384607.750153:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384607.750154:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384607.750155:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384607.750156:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384607.750157:0:22102:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384607.750187:0:22102:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000437899d4. 00080000:00000010:3.0:1767384608.583994:0:22325:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f4df5bea. 00080000:00000010:3.0:1767384608.584006:0:22325:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f4df5bea. 00000020:00000001:3.0:1767384608.584011:0:22325:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384608.584019:0:22325:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f4df5bea. 00080000:00000010:3.0:1767384608.584024:0:22325:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f4df5bea. 00000020:00000001:3.0:1767384608.584027:0:22325:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.729663:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384608.729670:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384608.729675:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384608.729676:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384608.729690:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384608.729692:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384608.729694:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384609.241701:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:2.0:1767384609.241707:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384609.241714:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384609.241721:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001eba08d. 00000020:00000040:2.0:1767384609.241735:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384609.241741:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384609.241745:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384609.241750:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384609.241758:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dab48aa. 00000100:00000001:2.0:1767384609.241765:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.241772:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384609.241774:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384609.241784:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001eba08d] to pc [ptlrpcd_00_00+0] req@0000000001eba08d x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384609.241815:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.241819:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.241825:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384609.241826:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384609.241831:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384609.241832:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384609.241838:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001eba08d x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.241866:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384609.241868:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384609.241874:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384609.241884:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384609.241888:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384609.241892:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000001eba08d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049176064:0@lo:13: 00000100:00000001:3.0:1767384609.241906:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384609.241908:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767384609.241914:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070618a25. 02000000:00000001:1.0:1767384609.241916:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767384609.241926:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 02000000:00000001:1.0:1767384609.241927:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.241934:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384609.241936:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384609.241938:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384609.241944:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384609.241944:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001f1f1d1c. 02000000:00000001:1.0:1767384609.241953:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384609.241955:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6d34bad. 00000400:00000010:1.0:1767384609.241962:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eba06d54. 00000100:00000001:3.0:1767384609.241965:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384609.241980:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@0000000070618a25 x1853237049176192/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384609.241982:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000600d16b. 00000100:00000001:3.0:1767384609.241999:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384609.242000:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049176064, portal 4 00000100:00000001:3.0:1767384609.242011:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.242011:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384609.242021:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120988288 : -123269588563328 : ffff8fe30ff64a80) 00000100:00000040:3.0:1767384609.242028:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070618a25] to pc [ptlrpcd_00_01+1] req@0000000070618a25 x1853237049176192/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384609.242035:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000001eba08d x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.242078:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384609.242084:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384609.242088:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077a39917. 00000100:00000001:3.0:1767384609.242089:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384609.242091:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049176064, offset 0 00000400:00000200:1.0:1767384609.242098:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384609.242108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384609.242112:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384609.242115:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e390662. 00000100:00000001:2.0:1767384609.242122:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384609.242123:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384609.242125:0:36:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384609.242128:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384609.242134:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384609.242136:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384609.242137:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384609.242143:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384609.242151:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070618a25 x1853237049176192/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384609.242153:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260003000 02000000:00000010:3.0:1767384609.242155:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6f25f88. 00000100:00000001:3.0:1767384609.242167:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384609.242178:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 672 00000100:00000040:3.0:1767384609.242183:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384609.242184:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384609.242191:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384609.242198:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384609.242203:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384609.242209:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384609.242221:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384609.242221:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384609.242233:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000070618a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049176192:0@lo:400: 00000100:00000001:3.0:1767384609.242243:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384609.242243:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384609.242252:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384609.242252:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384609.242253:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384609.242263:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384609.242267:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384609.242269:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b025c764. 00000100:00000040:3.0:1767384609.242272:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e390662] to pc [ptlrpcd_00_02+2] req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384609.242275:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384609.242280:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000b025c764 x1853237049176064 msgsize 224 02000000:00000010:2.0:1767384609.242282:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000245d93aa. 02000000:00000001:2.0:1767384609.242295:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384609.242308:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033316468. 00000100:00100000:1.0:1767384609.242313:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384609.242327:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012ac2a71. 00000100:00000200:2.0:1767384609.242333:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049176192, portal 25 00000100:00000001:1.0:1767384609.242335:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384609.242336:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384609.242340:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.242340:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923223424 : -123268786328192 : ffff8fe33fc76d80) 00000100:00000040:3.0:1767384609.242348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767384609.242348:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077a39917 00000100:00000040:2.0:1767384609.242351:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000070618a25 x1853237049176192/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.242361:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767384609.242362:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077a39917. 00000100:00000010:3.0:1767384609.242368:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090fbf651. 00000020:00000040:3.0:1767384609.242379:0:36:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384609.242379:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384609.242383:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384609.242389:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384609.242390:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384609.242392:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384609.242394:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a2896d7. 02000000:00000001:3.0:1767384609.242396:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384609.242397:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001eba08d x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384609.242404:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049176192, offset 0 02000000:00000010:3.0:1767384609.242406:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a47141ca. 00000100:00000001:3.0:1767384609.242417:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.242427:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384609.242428:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384609.242433:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384609.242441:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001eba08d x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384609.242450:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384609.242478:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260003080 00000100:00000001:3.0:1767384609.242498:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384609.242499:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x965 [2] + 0 00000100:00000001:3.0:1767384609.242504:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.242509:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384609.242519:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a89ec581. 00000100:00000001:1.0:1767384609.242521:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384609.242524:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fbf651] to pc [ptlrpcd_00_03+3] req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384609.242527:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000abbc1916 00000100:00000001:1.0:1767384609.242532:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.242536:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384609.242547:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4498 usecs (5 jiffies) 00000400:00000200:2.0:1767384609.242550:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384609.242556:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294897669 00000400:00000200:2.0:1767384609.242562:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abbc1916 00000400:00000010:2.0:1767384609.242569:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abbc1916. 00000100:00000010:1.0:1767384609.242573:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e055eca2. 00000100:00000001:2.0:1767384609.242580:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384609.242586:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384609.242589:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384609.242596:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000aa40dbb8 x1853237049176192 msgsize 224 00000100:00000001:3.0:1767384609.242650:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.242652:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294897670 00000100:00000040:3.0:1767384609.242656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767384609.242658:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc72fc16. 00000100:00000001:3.0:1767384609.242661:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384609.242665:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058418a06. 00000100:00000001:1.0:1767384609.242665:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:3.0:1767384609.242674:0:36:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384609.242676:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294897670 00000100:00000001:3.0:1767384609.242680:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1767384609.242682:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfb65d28. 02000000:00000001:3.0:1767384609.242683:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384609.242691:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.242691:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00100000:2.0:1767384609.242702:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384609.242703:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d856e6bb. 00000100:00000001:1.0:1767384609.242704:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294897670 00000100:00000001:3.0:1767384609.242718:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384609.242719:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000010:1.0:1767384609.242719:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046b80ec0. 00000100:00000040:3.0:1767384609.242731:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384609.242732:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384609.242738:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384609.242740:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384609.242748:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a2896d7 00000100:00000001:1.0:1767384609.242753:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384609.242759:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a2896d7. 00000100:00000001:1.0:1767384609.242763:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.242771:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384609.242774:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.242781:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767384609.242782:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070618a25 x1853237049176192/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.242784:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.242788:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384609.242797:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384609.242800:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058418a06] to pc [ptlrpcd_00_00+0] req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.242801:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384609.242802:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384609.242807:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384609.242810:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070618a25 x1853237049176192/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.242813:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.242822:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.242862:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.242865:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384609.242871:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.242873:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.242876:0:17888:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384609.242879:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294897670 00000100:00000040:3.0:1767384609.242880:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (235) 00000100:00100000:1.0:1767384609.242880:0:17888:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176064 00000100:00000001:2.0:1767384609.242887:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294897669 02000000:00000001:1.0:1767384609.242892:0:17888:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384609.242894:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384609.242897:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384609.242900:0:17888:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384609.242903:0:17888:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176064 00000100:00000001:3.0:1767384609.242904:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384609.242913:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384609.242914:0:17888:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384609.242915:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294897670 00000020:00000040:1.0:1767384609.242923:0:17888:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000100:00000001:3.0:1767384609.242925:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384609.242926:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294897670 00000020:00000001:1.0:1767384609.242927:0:17888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384609.242934:0:17888:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000100:00000001:2.0:1767384609.242935:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294897670 00000100:00000040:3.0:1767384609.242937:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.242947:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294897670 00000020:00000001:1.0:1767384609.242948:0:17888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:1.0:1767384609.242958:0:17888:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:3.0:1767384609.242961:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384609.242963:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294897670 00000100:00000001:1.0:1767384609.242965:0:17888:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384609.242970:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.242972:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294897670 00000020:00000010:1.0:1767384609.242974:0:17888:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082cbb7a7. 02000000:00000001:3.0:1767384609.242977:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384609.242978:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384609.242982:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384609.242982:0:17888:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003a945135. 00000100:00000001:2.0:1767384609.242984:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384609.242997:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.242999:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384609.243001:0:17888:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:2.0:1767384609.243004:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384609.243007:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e390662 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049176320:0@lo:400: 00000100:00000001:2.0:1767384609.243015:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384609.243016:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384609.243018:0:17888:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384609.243026:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384609.243027:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1767384609.243028:0:17888:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bcce4c1. 00000100:00000001:2.0:1767384609.243030:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384609.243033:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384609.243036:0:17888:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008edc0b16. 02000000:00000001:3.0:1767384609.243040:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.243041:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384609.243044:0:17888:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002903e5b3. 02000000:00000001:3.0:1767384609.243050:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384609.243051:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:3.0:1767384609.243055:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038d20e08. 00000100:00000001:2.0:1767384609.243057:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384609.243057:0:17888:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:3.0:1767384609.243071:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.243073:0:17888:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384609.243074:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384609.243077:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384609.243079:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8994005. 00000100:00000001:1.0:1767384609.243079:0:17888:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384609.243089:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384609.243090:0:17888:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.243091:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384609.243095:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 00000100:00000001:2.0:1767384609.243095:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384609.243103:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049176320, portal 4 00000100:00000040:2.0:1767384609.243103:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.243103:0:17888:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.243117:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384609.243121:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923226112 : -123268786325504 : ffff8fe33fc77800) 00000100:00000001:1.0:1767384609.243123:0:17888:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.243127:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384609.243131:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384609.243135:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384609.243137:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384609.243141:0:17888:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384609.243144:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384609.243148:0:17888:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384609.243156:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384609.243171:0:17888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1767384609.243172:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384609.243172:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058418a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16349:1853237049176576:0@lo:400: 00000100:00000040:3.0:1767384609.243185:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384609.243185:0:17888:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:2.0:1767384609.243187:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384609.243195:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa6e5e65. 02000000:00000001:2.0:1767384609.243196:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384609.243196:0:17888:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924121856 : -123268785429760 : ffff8fe33fd52300) 02000000:00000001:2.0:1767384609.243201:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384609.243203:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049176320, offset 0 02000000:00000001:2.0:1767384609.243212:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384609.243215:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090ecd794. 00000400:00000200:3.0:1767384609.243219:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384609.243220:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b025c764 x1853237049176064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:590/0 lens 224/0 e 0 to 0 dl 1767384620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384609.243221:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384609.243227:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f02eb16a. 00000400:00000010:2.0:1767384609.243239:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a2896d7. 00000400:00000200:3.0:1767384609.243240:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384609.243251:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049176576, portal 10 00000100:00000001:2.0:1767384609.243255:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384609.243262:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923221632 : -123268786329984 : ffff8fe33fc76680) 00000400:00000200:3.0:1767384609.243263:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260003100 00000100:00000040:2.0:1767384609.243274:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384609.243284:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2096 00000400:00000200:3.0:1767384609.243309:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384609.243319:0:17888:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384609.243321:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384609.243325:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384609.243328:0:17888:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a945135. 00000100:00000040:2.0:1767384609.243332:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384609.243338:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384609.243338:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff40c07. 00000100:00000001:1.0:1767384609.243339:0:17888:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384609.243347:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1767384609.243349:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049176576, offset 0 00000020:00000010:1.0:1767384609.243352:0:17888:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a945135. 00000100:00000010:3.0:1767384609.243356:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7b8a560. 00000100:00000040:3.0:1767384609.243360:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000e7b8a560 x1853237049176320 msgsize 224 00000400:00000200:2.0:1767384609.243361:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384609.243372:0:17888:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b025c764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049176064:12345-0@lo:13: 00000100:00100000:3.0:1767384609.243383:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384609.243387:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384609.243394:0:17888:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176064 00000400:00000200:2.0:1767384609.243400:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260003200 00000020:00000001:1.0:1767384609.243400:0:17888:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384609.243402:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384609.243407:0:17888:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384609.243412:0:17888:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.243413:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000020:00000001:1.0:1767384609.243419:0:17888:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384609.243420:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6e5e65 00000400:00000200:2.0:1767384609.243420:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384609.243428:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa6e5e65. 00000020:00000001:1.0:1767384609.243428:0:17888:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00000400:00000200:2.0:1767384609.243437:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384609.243439:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384609.243441:0:17888:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384609.243445:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384609.243446:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384609.243448:0:17888:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384609.243452:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384609.243462:0:17888:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000010:2.0:1767384609.243465:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008996e5a1. 00000020:00000001:1.0:1767384609.243469:0:17888:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384609.243477:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000008996e5a1 x1853237049176576 msgsize 224 00000020:00000001:1.0:1767384609.243479:0:17888:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.243496:0:17888:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384609.243500:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384609.243501:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384609.243503:0:17888:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384609.243513:0:17888:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a318d05f. 00000100:00000040:3.0:1767384609.243514:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384609.243519:0:17888:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.243521:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384609.243530:0:17888:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.243531:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff40c07 00000100:00000001:3.0:1767384609.243540:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384609.243541:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff40c07. 00002000:00000001:1.0:1767384609.243542:0:17888:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384609.243551:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384609.243553:0:16349:0:(events.c:34:request_out_callback()) Process entered 00002000:00000001:1.0:1767384609.243554:0:17888:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384609.243559:0:17888:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384609.243560:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384609.243561:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384609.243571:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4498 usecs (5 jiffies) 00000020:00000001:1.0:1767384609.243573:0:17888:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384609.243579:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384609.243581:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294897670 00002000:00000024:1.0:1767384609.243583:0:17888:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:3.0:1767384609.243585:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294897670 00000100:00000040:2.0:1767384609.243587:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1767384609.243591:0:17888:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:3.0:1767384609.243597:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294897670 00000020:00000020:1.0:1767384609.243604:0:17888:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384609.243637:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294897670 00000100:00000001:3.0:1767384609.243646:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294897671 00000100:00000001:3.0:1767384609.243652:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294897670 00000100:00000001:3.0:1767384609.243657:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294897671 00000100:00000001:3.0:1767384609.243664:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294897670 00000100:00000001:3.0:1767384609.243673:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384609.243679:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.243688:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.243689:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.243695:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.243697:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384609.243702:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384609.243705:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384609.243708:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.243709:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384609.243711:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384609.243715:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384609.243719:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2847 usecs (3 jiffies) 00000100:00100000:3.0:1767384609.243720:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384609.243724:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.243724:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294897669 00000100:00000001:3.0:1767384609.243729:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384609.243730:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294897670 00000100:00000001:3.0:1767384609.243731:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.243738:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294897669 00000100:00000001:3.0:1767384609.243739:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384609.243745:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384609.243745:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294897670 00000100:00000001:3.0:1767384609.243750:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384609.243750:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294897669 00000100:00000040:3.0:1767384609.243758:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.243758:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294897671 00002000:00000020:1.0:1767384609.243763:0:17888:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:2.0:1767384609.243772:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294897669 00002000:00000001:1.0:1767384609.243783:0:17888:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384609.243784:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294897671 00000001:00000001:1.0:1767384609.243794:0:17888:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384609.243796:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384609.243802:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000001:00000001:1.0:1767384609.243802:0:17888:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.243803:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.243807:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.243812:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.243814:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384609.243818:0:17888:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384609.243820:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384609.243826:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384609.243828:0:17888:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049176064 02000000:00000001:3.0:1767384609.243830:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.243831:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384609.243833:0:17888:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384609.243853:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384609.243856:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000090fbf651 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049176448:0@lo:400: 00010000:00000200:1.0:1767384609.243861:0:17888:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b025c764 x1853237049176064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:590/0 lens 224/368 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.243863:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384609.243869:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384609.243872:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384609.243873:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384609.243882:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384609.243883:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176576 00010000:00000001:1.0:1767384609.243885:0:17888:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1767384609.243888:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006fb2db4. 02000000:00000001:2.0:1767384609.243889:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767384609.243891:0:17888:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.243894:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384609.243896:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.243902:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384609.243902:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=16 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384609.243904:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8fcb02e. 02000000:00000001:2.0:1767384609.243915:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384609.243916:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa6e5e65. 00000100:00000001:1.0:1767384609.243917:0:17888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767384609.243920:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176576 00000100:00000200:3.0:1767384609.243928:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049176448, portal 10 00000100:00000040:1.0:1767384609.243929:0:17888:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000001:2.0:1767384609.243930:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384609.243936:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000100:00000001:3.0:1767384609.243938:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384609.243945:0:17888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:3.0:1767384609.243946:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923220736 : -123268786330880 : ffff8fe33fc76300) 00000020:00000001:2.0:1767384609.243948:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384609.243955:0:17888:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384609.243956:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 02000000:00000001:1.0:1767384609.243960:0:17888:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.243961:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000040:3.0:1767384609.243962:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384609.243974:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000001:1.0:1767384609.243974:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384609.243979:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384609.243986:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384609.243988:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384609.243991:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077a39917. 00000100:00000040:3.0:1767384609.243992:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384609.243996:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000a00d53. 00000400:00000010:3.0:1767384609.244000:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ca4197. 00000020:00000010:2.0:1767384609.244001:0:17082:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000023508462. 00000100:00000200:1.0:1767384609.244001:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049176064, offset 224 00000100:00000200:3.0:1767384609.244019:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049176448, offset 0 00000020:00000040:2.0:1767384609.244021:0:17082:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000400:00000200:1.0:1767384609.244028:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384609.244030:0:17082:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384609.244036:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a73a3aa7. 00000400:00000200:3.0:1767384609.244038:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384609.244047:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007acd6659. 00000400:00000200:1.0:1767384609.244047:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384609.244055:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ff24891. 00000400:00000200:3.0:1767384609.244063:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384609.244066:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260003000 00000100:00000040:2.0:1767384609.244069:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384609.244077:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384609.244078:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260003180 00000400:00000200:1.0:1767384609.244078:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1431 [1] + 224 00000100:00000001:2.0:1767384609.244081:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384609.244088:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384609.244095:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384609.244097:0:17082:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384609.244102:0:17082:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384609.244103:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000400:00000200:1.0:1767384609.244109:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384609.244110:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.244118:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384609.244122:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384609.244125:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384609.244128:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384609.244133:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001eba08d x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.244137:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384609.244140:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384609.244141:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384609.244143:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:3.0:1767384609.244152:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095aab872. 00000100:00100000:2.0:1767384609.244157:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384609.244165:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000095aab872 x1853237049176448 msgsize 224 00000100:00000040:2.0:1767384609.244166:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000100:00000040:1.0:1767384609.244169:0:17888:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000001eba08d x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.244174:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120993664 : -123269588557952 : ffff8fe30ff65f80) 00000100:00100000:3.0:1767384609.244186:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384609.244192:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008996e5a1 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:590/0 lens 224/0 e 0 to 0 dl 1767384620 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.244203:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384609.244204:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384609.244204:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384609.244212:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077a39917 00000020:00000010:2.0:1767384609.244213:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039e32203. 00000400:00000010:1.0:1767384609.244219:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077a39917. 00000100:00000001:2.0:1767384609.244220:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384609.244224:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039e32203. 00000100:00000001:1.0:1767384609.244225:0:17888:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384609.244228:0:17888:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384609.244230:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008996e5a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16349:x1853237049176576:12345-0@lo:400: 00000400:00000200:3.0:1767384609.244231:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ca4197 00000400:00000010:3.0:1767384609.244240:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026ca4197. 00000100:00000200:2.0:1767384609.244241:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176576 00000100:00000001:1.0:1767384609.244246:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.244247:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384609.244248:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384609.244256:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384609.244260:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384609.244261:0:17888:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000001:2.0:1767384609.244262:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.244273:0:17888:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384609.244275:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384609.244279:0:17888:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.244290:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000001:3.0:1767384609.244291:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384609.244292:0:17888:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384609.244299:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384609.244299:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384609.244306:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b025c764 x1853237049176064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:590/0 lens 224/368 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384609.244307:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384609.244319:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384609.244324:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384609.244331:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.244333:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.244340:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384609.244341:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384609.244347:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384609.244349:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384609.244351:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384609.244356:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2767 usecs (3 jiffies) 00000100:00100000:1.0:1767384609.244357:0:17888:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b025c764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049176064:12345-0@lo:13: Request processed in 1034us (2071us total) trans 0 rc 0/0 02000000:00000010:2.0:1767384609.244358:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c9190b0a. 00000100:00000001:3.0:1767384609.244365:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294897669 02000000:00000001:2.0:1767384609.244366:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.244379:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294897670 00000100:00000001:2.0:1767384609.244379:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.244391:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294897669 00000020:00000001:2.0:1767384609.244392:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384609.244392:0:17888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1767384609.244407:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294897670 00010000:00000040:2.0:1767384609.244408:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049176576 00000100:00000040:1.0:1767384609.244409:0:17888:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:3.0:1767384609.244422:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294897669 00000100:00000001:1.0:1767384609.244423:0:17888:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384609.244424:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384609.244432:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294897671 00000100:00000001:1.0:1767384609.244434:0:17888:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:2.0:1767384609.244436:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008996e5a1 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:590/0 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.244438:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294897669 00000020:00000010:1.0:1767384609.244442:0:17888:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008edc0b16. 00000100:00000001:3.0:1767384609.244449:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294897671 00000020:00000010:1.0:1767384609.244455:0:17888:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002903e5b3. 00000100:00000001:3.0:1767384609.244460:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384609.244465:0:17888:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bcce4c1. 00000100:00000001:3.0:1767384609.244471:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384609.244478:0:17888:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:3.0:1767384609.244486:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384609.244487:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384609.244488:0:17888:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384609.244495:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.244498:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384609.244502:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384609.244509:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384609.244511:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384609.244513:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384609.244515:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384609.244517:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.244521:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384609.244528:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:1.0:1767384609.244531:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384609.244533:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384609.244534:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff40c07. 00000020:00000040:1.0:1767384609.244537:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00100000:3.0:1767384609.244540:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176192 00000100:00000200:2.0:1767384609.244543:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049176576, offset 224 02000000:00000001:3.0:1767384609.244550:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384609.244553:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00080000:1.0:1767384609.244553:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:2.0:1767384609.244554:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384609.244561:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384609.244565:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 02000000:00000001:3.0:1767384609.244566:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384609.244576:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176192 00000400:00000200:2.0:1767384609.244577:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384609.244583:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384609.244590:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260003200 00000020:00000040:3.0:1767384609.244591:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384609.244597:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.244602:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000400:00000200:2.0:1767384609.244602:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1449 [1] + 224 00000020:00000001:3.0:1767384609.244649:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:3.0:1767384609.244655:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384609.244665:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384609.244667:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384609.244671:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033d990a5. 00000100:00000001:3.0:1767384609.244679:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384609.244680:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384609.244683:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033d990a5. 00000020:00000010:3.0:1767384609.244690:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c5f1899. 00000020:00000010:3.0:1767384609.244696:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000df82755. 00000100:00000001:2.0:1767384609.244697:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384609.244700:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000200:2.0:1767384609.244706:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384609.244712:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384609.244721:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384609.244722:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384609.244724:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384609.244729:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.244730:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384609.244732:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176448 02000000:00000001:1.0:1767384609.244744:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384609.244750:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.244750:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384609.244756:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.244757:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384609.244763:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384609.244764:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.244766:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff40c07 00000400:00000010:2.0:1767384609.244771:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff40c07. 00000100:00100000:1.0:1767384609.244772:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176448 00000100:00000001:2.0:1767384609.244775:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384609.244776:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384609.244777:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384609.244779:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384609.244780:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384609.244782:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000020:00000001:1.0:1767384609.244790:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384609.244794:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384609.244796:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000020:00000040:1.0:1767384609.244796:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000100:00000040:3.0:1767384609.244804:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000040:2.0:1767384609.244804:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000001:1.0:1767384609.244806:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:3.0:1767384609.244815:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140331088 : -123269569220528 : ffff8fe3111d7050) 00010000:00000001:2.0:1767384609.244816:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384609.244821:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.244828:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384609.244829:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000040:3.0:1767384609.244832:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa40dbb8 x1853237049176192/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:590/0 lens 224/0 e 0 to 0 dl 1767384620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384609.244839:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008996e5a1 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:590/0 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.244854:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384609.244863:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a945135. 00000100:00000001:1.0:1767384609.244875:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384609.244888:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a945135. 00000100:00000001:3.0:1767384609.244902:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384609.244905:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008996e5a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16349:x1853237049176576:12345-0@lo:400: Request processed in 699us (1425us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384609.244905:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bcce4c1. 00000020:00000010:3.0:1767384609.244906:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033d990a5. 00000100:00000001:3.0:1767384609.244917:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384609.244919:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008edc0b16. 00000020:00000010:3.0:1767384609.244925:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033d990a5. 00000100:00100000:2.0:1767384609.244926:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000010:1.0:1767384609.244929:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002903e5b3. 00000100:00000040:2.0:1767384609.244935:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000001:1.0:1767384609.244939:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384609.244943:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa40dbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049176192:12345-0@lo:400: 00000100:00000001:2.0:1767384609.244946:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384609.244946:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767384609.244956:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176192 00000100:00000001:2.0:1767384609.244957:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384609.244959:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384609.244966:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384609.244967:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007acd6659. 00000100:00000001:1.0:1767384609.244971:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1767384609.244972:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ff24891. 00000020:00000001:3.0:1767384609.244977:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384609.244977:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1767384609.244978:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a73a3aa7. 00000020:00000001:3.0:1767384609.244981:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.244984:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384609.244987:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:2.0:1767384609.244988:0:17082:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000020:00000001:3.0:1767384609.244993:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000100:00000001:2.0:1767384609.244994:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.245003:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384609.245006:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384609.245009:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.245013:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384609.245016:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384609.245016:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384609.245021:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384609.245026:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384609.245027:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384609.245028:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384609.245036:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384609.245038:0:17072:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384609.245039:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000100:00000001:1.0:1767384609.245042:0:17080:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.245043:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384609.245044:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923214464 : -123268786337152 : ffff8fe33fc74a80) 02000000:00000001:3.0:1767384609.245049:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384609.245050:0:17080:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384609.245054:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000df4f1df5. 02000000:00000001:3.0:1767384609.245060:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384609.245060:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000095aab872 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:590/0 lens 224/0 e 0 to 0 dl 1767384620 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.245066:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384609.245073:0:17072:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384609.245079:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049176192 00010000:00000001:3.0:1767384609.245083:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384609.245083:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384609.245089:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039e32203. 00010000:00000200:3.0:1767384609.245095:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa40dbb8 x1853237049176192/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:590/0 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.245095:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384609.245096:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384609.245104:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384609.245108:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039e32203. 00000400:00000001:1.0:1767384609.245115:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384609.245126:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384609.245127:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000095aab872 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049176448:12345-0@lo:400: 00000400:00000010:1.0:1767384609.245133:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eba06d54. 00010000:00000001:3.0:1767384609.245143:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1767384609.245145:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176448 00010000:00000001:3.0:1767384609.245147:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384609.245148:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000600d16b 00000020:00000001:2.0:1767384609.245149:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:3.0:1767384609.245152:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=26 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384609.245154:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:1.0:1767384609.245155:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000600d16b. 00000020:00000001:2.0:1767384609.245160:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.245167:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384609.245168:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384609.245170:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384609.245174:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000040:3.0:1767384609.245176:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000200:1.0:1767384609.245183:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001eba08d x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.245185:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000001:2.0:1767384609.245186:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384609.245191:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384609.245194:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384609.245202:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.245203:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384609.245211:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384609.245212:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001eba08d x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.245213:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384609.245215:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384609.245227:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384609.245228:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384609.245239:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384609.245240:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ca4197. 00000100:00000001:1.0:1767384609.245240:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384609.245253:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049176192, offset 224 02000000:00000001:2.0:1767384609.245253:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384609.245254:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384609.245262:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009f0a5706. 02000000:00000001:2.0:1767384609.245268:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.245269:0:16348:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384609.245277:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384609.245278:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384609.245279:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384609.245284:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384609.245288:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049176448 00010000:00000001:2.0:1767384609.245292:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384609.245293:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384609.245296:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384609.245300:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384609.245302:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000095aab872 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:590/0 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384609.245310:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.245316:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260003080 00000100:00001000:1.0:1767384609.245325:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=16 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384609.245338:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1439 [1] + 224 00010000:00000001:2.0:1767384609.245339:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384609.245342:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384609.245342:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=16 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384609.245353:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=21 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384609.245363:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384609.245364:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384609.245364:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384609.245369:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384609.245369:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384609.245382:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:3.0:1767384609.245387:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384609.245387:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:1.0:1767384609.245388:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384609.245398:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384609.245400:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384609.245404:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070618a25 x1853237049176192/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384609.245405:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000001eba08d x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.245408:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384609.245419:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384609.245428:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff40c07. 00000100:00000200:2.0:1767384609.245438:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049176448, offset 224 00000100:00000040:3.0:1767384609.245456:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070618a25 x1853237049176192/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384609.245461:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384609.245464:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.245479:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384609.245483:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384609.245485:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384609.245497:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384609.245505:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.245518:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260003180 00000100:00000001:3.0:1767384609.245521:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384609.245523:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001eba08d x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384609.245534:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1451 [1] + 224 00000100:00000001:1.0:1767384609.245534:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384609.245543:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384609.245543:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767384609.245544:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ca4197 00000100:00000001:1.0:1767384609.245549:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384609.245551:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026ca4197. 00000004:00000001:1.0:1767384609.245556:0:16348:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:2.0:1767384609.245558:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384609.245559:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000040:1.0:1767384609.245563:0:16348:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:3.0:1767384609.245565:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384609.245569:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384609.245573:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384609.245573:0:16348:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000200:2.0:1767384609.245577:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384609.245582:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:3.0:1767384609.245592:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384609.245598:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1767384609.245605:0:16348:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000001:3.0:1767384609.245661:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384609.245666:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa40dbb8 x1853237049176192/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:590/0 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384609.245676:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa40dbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049176192:12345-0@lo:400: Request processed in 771us (3077us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384609.245685:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000040:3.0:1767384609.245688:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384609.245690:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384609.245694:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384609.245698:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000df82755. 00000020:00000010:3.0:1767384609.245703:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000020:00000010:3.0:1767384609.245708:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c5f1899. 00000100:00000040:2.0:1767384609.245711:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384609.245714:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:3.0:1767384609.245720:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384609.245724:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000df4f1df5. 02000000:00000001:3.0:1767384609.245728:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384609.245732:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.245736:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384609.245743:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff40c07 00000100:00000200:3.0:1767384609.245744:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384609.245747:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff40c07. 00000400:00000010:3.0:1767384609.245749:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b078a48. 00000100:00000001:2.0:1767384609.245751:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384609.245753:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384609.245755:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d131c5e. 00000100:00000001:2.0:1767384609.245758:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384609.245764:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384609.245768:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384609.245770:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.245772:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384609.245775:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095aab872 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:590/0 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384609.245786:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000095aab872 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049176448:12345-0@lo:400: Request processed in 699us (1616us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384609.245790:0:18688:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384609.245794:0:18688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176320 02000000:00000001:3.0:1767384609.245802:0:18688:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384609.245807:0:18688:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384609.245811:0:18688:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384609.245814:0:18688:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384609.245815:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1767384609.245825:0:18688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176320 00000100:00000040:2.0:1767384609.245826:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000020:00000001:3.0:1767384609.245833:0:18688:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384609.245834:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1767384609.245839:0:18688:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:3.0:1767384609.245853:0:18688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384609.245854:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1767384609.245855:0:18688:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000020:00000001:3.0:1767384609.245859:0:18688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000010:2.0:1767384609.245860:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008edc0b16. 00000020:00000001:3.0:1767384609.245869:0:18688:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000010:2.0:1767384609.245871:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002903e5b3. 00000100:00000001:3.0:1767384609.245874:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384609.245877:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bcce4c1. 00000020:00000010:3.0:1767384609.245878:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033d990a5. 00000100:00000001:3.0:1767384609.245884:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384609.245886:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000020:00000010:3.0:1767384609.245887:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033d990a5. 00000100:00000001:2.0:1767384609.245891:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384609.245895:0:18688:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c5f1899. 00000020:00000010:3.0:1767384609.245899:0:18688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000df82755. 00000020:00000010:3.0:1767384609.245902:0:18688:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000040:3.0:1767384609.245913:0:18688:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384609.245917:0:18688:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384609.245920:0:18688:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384609.245921:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384609.245932:0:18688:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.245932:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384609.245943:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384609.245945:0:18688:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:2.0:1767384609.245947:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384609.245950:0:18688:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1767384609.245951:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8fcb02e. 00000100:00000001:3.0:1767384609.245957:0:18688:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.245959:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6e5e65 00000400:00000010:2.0:1767384609.245963:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa6e5e65. 00000100:00000001:2.0:1767384609.245966:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384609.245968:0:18688:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384609.245973:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384609.245986:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.245989:0:18688:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384609.245992:0:18688:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384609.245992:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384609.246005:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384609.246015:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:2.0:1767384609.246016:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384609.246023:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384609.246025:0:18688:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:2.0:1767384609.246027:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384609.246028:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384609.246030:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384609.246033:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=21 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384609.246035:0:18688:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923215360 : -123268786336256 : ffff8fe33fc74e00) 00000100:00001000:2.0:1767384609.246040:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=21 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384609.246044:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e7b8a560 x1853237049176320/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:590/0 lens 224/0 e 0 to 0 dl 1767384620 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.246053:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384609.246058:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384609.246069:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000004:00000001:1.0:1767384609.246069:0:16348:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.246079:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00080000:2.0:1767384609.246080:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384609.246082:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033d990a5. 00000100:00000040:1.0:1767384609.246086:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001eba08d x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.246090:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384609.246104:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033d990a5. 00000100:00100000:3.0:1767384609.246119:0:18688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e7b8a560 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049176320:12345-0@lo:400: 00010000:00000001:2.0:1767384609.246137:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384609.246139:0:18688:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176320 00000020:00000001:3.0:1767384609.246148:0:18688:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384609.246148:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384609.246152:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:3.0:1767384609.246153:0:18688:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384609.246154:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000001eba08d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049176064:0@lo:13: 00000020:00000001:3.0:1767384609.246159:0:18688:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.246162:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384609.246170:0:18688:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384609.246172:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.246173:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384609.246179:0:18688:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000001:1.0:1767384609.246185:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384609.246187:0:18688:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384609.246187:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384609.246194:0:18688:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384609.246204:0:18688:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384609.246205:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384609.246205:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001eba08d x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384625 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384609.246207:0:18688:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384609.246214:0:18688:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.246215:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384609.246219:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384609.246227:0:18688:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384609.246232:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.246233:0:18688:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384609.246240:0:18688:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384609.246242:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1767384609.246247:0:18688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000df4f1df5. 02000000:00000001:1.0:1767384609.246250:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384609.246255:0:18688:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384609.246257:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001f1f1d1c. 00000100:00100000:2.0:1767384609.246259:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000090fbf651 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049176448:0@lo:400: 00000100:00000001:3.0:1767384609.246262:0:18688:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384609.246267:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384609.246271:0:18688:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.246274:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384609.246274:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000040:3.0:1767384609.246276:0:18688:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049176320 00000100:00000001:2.0:1767384609.246279:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384609.246280:0:16348:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:3.0:1767384609.246281:0:18688:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384609.246288:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000090fbf651 x1853237049176448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384609.246290:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000200:3.0:1767384609.246293:0:18688:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7b8a560 x1853237049176320/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:590/0 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384609.246298:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dab48aa. 02000000:00000001:1.0:1767384609.246312:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384609.246317:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384609.246324:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001eba08d. 00000100:00000001:1.0:1767384609.246335:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384609.246342:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384609.246343:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.246347:0:18688:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384609.246348:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384609.246353:0:18688:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384609.246354:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006fb2db4. 00000100:00000001:1.0:1767384609.246355:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384609.246369:0:18688:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=16 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384609.246369:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384609.246373:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384609.246374:0:16350:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384609.246374:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384609.246379:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.246384:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384609.246393:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a47141ca. 00000100:00000001:3.0:1767384609.246394:0:18688:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384609.246395:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384609.246402:0:18688:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 02000000:00000001:2.0:1767384609.246402:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384609.246402:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384609.246410:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384609.246411:0:18688:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000010:2.0:1767384609.246414:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000090fbf651. 02000000:00000001:3.0:1767384609.246416:0:18688:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384609.246419:0:18688:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.246420:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384609.246427:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.246428:0:18688:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384609.246437:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384609.246442:0:18688:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384609.246449:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384609.246451:0:18688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ca4197. 00000100:00000200:3.0:1767384609.246456:0:18688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049176320, offset 224 00000100:00000001:2.0:1767384609.246458:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384609.246462:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.246469:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.246470:0:18688:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384609.246485:0:18688:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384609.246495:0:18688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260003100 00000100:00000001:2.0:1767384609.246495:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384609.246500:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384609.246506:0:18688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1441 [1] + 224 00000400:00000200:3.0:1767384609.246511:0:18688:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767384609.246514:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767384609.246516:0:18688:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1767384609.246517:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384609.246521:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f02eb16a. 00000400:00000200:2.0:1767384609.246525:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a2896d7 00000400:00000010:2.0:1767384609.246526:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a2896d7. 00000100:00000001:2.0:1767384609.246529:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384609.246531:0:18688:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384609.246538:0:18688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384609.246538:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384609.246658:0:18688:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384609.246666:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.246679:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384609.246681:0:18688:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384609.246682:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384609.246686:0:18688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ca4197 00000100:00000001:2.0:1767384609.246687:0:16349:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384609.246689:0:18688:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026ca4197. 02000000:00000001:2.0:1767384609.246692:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384609.246694:0:18688:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384609.246696:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384609.246697:0:18688:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384609.246700:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384609.246703:0:18688:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.246704:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.246704:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384609.246715:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384609.246718:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384609.246719:0:18688:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:1.0:1767384609.246719:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384609.246725:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8994005. 00010000:00000001:3.0:1767384609.246733:0:18688:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:2.0:1767384609.246734:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=21 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384609.246735:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00000020:00000001:3.0:1767384609.246742:0:18688:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384609.246743:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00000100:00001000:2.0:1767384609.246746:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=21 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384609.246755:0:18688:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384609.246756:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384609.246758:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384609.246763:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384609.246767:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7b8a560 x1853237049176320/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:590/0 lens 224/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384609.246770:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384609.246771:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384609.246782:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384609.246853:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384609.246855:0:18688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e7b8a560 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049176320:12345-0@lo:400: Request processed in 762us (3480us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384609.246859:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767384609.246862:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384609.246863:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384609.246874:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384609.246879:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.246899:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384609.246901:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.246906:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384609.246908:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:1.0:1767384609.246916:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384609.246923:0:18688:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 02000000:00000001:1.0:1767384609.246923:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384609.246934:0:18688:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384609.246934:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384609.246942:0:18688:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384609.246942:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384609.246944:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384609.246948:0:18688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000df82755. 00000100:00000001:2.0:1767384609.246950:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384609.246953:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.246955:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384609.246959:0:18688:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000100:00001000:1.0:1767384609.246962:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=16 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384609.246965:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384609.246970:0:18688:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c5f1899. 00000100:00001000:1.0:1767384609.246971:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=16 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384609.246977:0:18688:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:1.0:1767384609.246986:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384609.246988:0:18688:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.246991:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384609.246996:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058418a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16349:1853237049176576:0@lo:400: 00010000:00000001:1.0:1767384609.246997:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384609.247007:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384609.247009:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384609.247014:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384609.247014:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384609.247018:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033316468. 00000100:00000001:1.0:1767384609.247019:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384609.247022:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:2.0:1767384609.247024:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012ac2a71 00000100:00000001:1.0:1767384609.247025:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384609.247027:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384609.247028:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012ac2a71. 00000100:00000040:1.0:1767384609.247031:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.247033:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384609.247039:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070618a25 x1853237049176192/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.247041:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384609.247046:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384609.247049:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384609.247056:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070618a25 x1853237049176192/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384609.247057:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.247083:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384609.247084:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e390662 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049176320:0@lo:400: 00000100:00000001:2.0:1767384609.247086:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.247089:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.247090:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384609.247092:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384609.247094:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384609.247095:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384609.247098:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e390662 x1853237049176320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.247099:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384609.247104:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384609.247108:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=26 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384609.247110:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1767384609.247114:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=26 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384609.247114:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384609.247117:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038d20e08. 00000100:00000001:2.0:1767384609.247119:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384609.247121:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384609.247122:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384609.247124:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384609.247125:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384609.247127:0:16350:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:2.0:1767384609.247128:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384609.247131:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384609.247132:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384609.247135:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070618a25 x1853237049176192/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384609.247139:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6f25f88. 02000000:00000001:1.0:1767384609.247144:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384609.247145:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384609.247146:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e390662. 00000100:00000001:1.0:1767384609.247148:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384609.247151:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.247156:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.247161:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384609.247163:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384609.247164:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384609.247166:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.247167:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.247170:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384609.247173:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070618a25 x1853237049176192/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.247173:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384609.247182:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000070618a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049176192:0@lo:400: 00000100:00000001:2.0:1767384609.247186:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.247188:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384609.247189:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058418a06 x1853237049176576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.247193:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384609.247194:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384609.247195:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090ecd794. 02000000:00000001:2.0:1767384609.247197:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384609.247198:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384609.247199:0:16349:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384609.247201:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384609.247202:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d856e6bb. 02000000:00000001:2.0:1767384609.247204:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384609.247205:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384609.247206:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058418a06. 00000100:00000001:2.0:1767384609.247208:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384609.247209:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.247210:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384609.247212:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070618a25 x1853237049176192/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.247216:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384609.247217:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384609.247218:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000245d93aa. 02000000:00000001:2.0:1767384609.247219:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384609.247220:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384609.247221:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384609.247222:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384609.247229:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6d34bad. 02000000:00000001:2.0:1767384609.247230:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384609.247231:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384609.247232:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070618a25. 00000100:00000001:2.0:1767384609.247234:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384609.247235:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.247236:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.247240:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384609.247240:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.247242:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384609.247243:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384609.248697:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294897670, at 4294897671 00000100:00000010:0.0:1767384609.248705:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e055eca2. 00000100:00000040:1.0:1767384609.249666:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294897670, at 4294897672 00000100:00000010:1.0:1767384609.249673:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc72fc16. 00000100:00000040:2.0:1767384609.249681:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294897671, at 4294897672 00000100:00000010:2.0:1767384609.249691:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfb65d28. 00000100:00000040:3.0:1767384609.250677:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294897671, at 4294897673 00000100:00000010:3.0:1767384609.250686:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046b80ec0. 00000001:00000001:2.0:1767384609.331154:0:22489:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384609.331158:0:22489:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:2.0:1767384609.333933:0:22489:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384609.341765:0:22490:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e7025f93. 00000400:00000010:3.0:1767384609.341786:0:22490:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005853b612. 00000400:00000010:3.0:1767384609.341798:0:22490:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007fc0f2e7. 00000400:00000010:3.0:1767384609.341802:0:22490:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009c5f1899. 00000400:00000010:3.0:1767384609.341806:0:22490:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d4f4f156. 00000400:00000010:3.0:1767384609.341810:0:22490:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000033d990a5. 00000400:00000010:3.0:1767384609.341812:0:22490:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000096e8db03. 00000400:00000010:3.0:1767384609.341813:0:22490:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000040593c67. 00000400:00000010:3.0:1767384609.341817:0:22490:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d21772b7. 00000800:00000010:3.0:1767384609.341830:0:22490:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005ba4fc3d. 00000800:00000200:3.0:1767384609.341856:0:22490:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384609.341866:0:22490:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384609.341912:0:22490:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:3.0:1767384609.341935:0:22490:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp20 [8/256/0/180] 00000400:00000010:3.0:1767384609.343303:0:22490:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 0000000051c52334. 00000400:00000010:3.0:1767384609.343310:0:22490:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030aa19ff. 00000400:00000010:3.0:1767384609.343315:0:22490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ca4197. 00000400:00000001:3.0:1767384609.343334:0:22490:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384609.343336:0:22490:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384609.343338:0:22490:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093c8ad7b. 00000400:00000200:3.0:1767384609.343341:0:22490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009923467a 00000400:00000010:3.0:1767384609.343348:0:22490:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009923467a. 00000400:00000010:3.0:1767384609.343352:0:22490:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000b357a77f. 00000400:00000200:3.0:1767384609.343357:0:22490:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (11) 00000400:00000200:3.0:1767384609.343371:0:22490:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384609.343379:0:22490:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:3.0:1767384609.343387:0:22490:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004b8ed9e8. 00000020:01000000:3.0:1767384609.343397:0:22490:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384609.343400:0:22490:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp20 00000400:00000200:2.0:1767384609.343408:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384609.343419:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:3.0:1767384609.343420:0:22490:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005853b612. 00000400:00000010:3.0:1767384609.343429:0:22490:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e7025f93. 00000400:00000010:2.0:1767384609.343431:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012ac2a71. 00000400:00000200:2.0:1767384609.343437:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (12) 00000400:00000010:2.0:1767384609.343443:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006c96e5a2. 00000400:00000200:2.0:1767384609.343447:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000020:00000001:0.0:1767384609.343451:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384609.343456:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384609.343459:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384609.343463:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 10000000:01000000:0.0:1767384609.343464:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384609.343470:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384609.343472:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384609.343473:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384609.343477:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384609.343481:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384609.343482:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384609.343483:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384609.343485:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384609.343489:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384609.343490:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384609.343492:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384609.343495:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384609.343498:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384609.343500:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000010:0.0:1767384609.343503:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd2d4228. 00000400:00000200:2.0:1767384609.343510:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:0.0:1767384609.343510:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384609.343520:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384609.343523:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:0.0:1767384609.343525:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384609.343531:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.343538:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000010:0.0:1767384609.343540:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d3dbe485. 00000400:00000200:2.0:1767384609.343544:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384609.343549:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:0.0:1767384609.343549:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.343553:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384609.343558:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:2.0:1767384609.343562:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp19 00000400:00000200:2.0:1767384609.343565:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp19 lpni_is_preferred = 0 00000100:00000001:0.0:1767384609.343565:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384609.343569:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp19 00000100:00000001:0.0:1767384609.343570:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.343575:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp19 NI seq info: [25:25:256:4294967295] 192.168.202.137@tcp19 LPNI seq info [25:25:8:4294967295] 00000100:00000040:0.0:1767384609.343579:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd2d4228] to pc [ptlrpcd_00_01+1] req@00000000bd2d4228 x1853237049176704/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384609.343584:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp19 00000400:00000200:2.0:1767384609.343598:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp19(192.168.202.137@tcp19:) -> 192.168.202.137@tcp19(192.168.202.137@tcp:192.168.202.137@tcp19) : PUT try# 0 00000800:00000200:2.0:1767384609.343603:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.137@tcp19 00000800:00000010:2.0:1767384609.343636:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a7fcd69. 10000000:00000001:0.0:1767384609.343647:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384609.343649:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b2bd95bb. 10000000:00000001:0.0:1767384609.343653:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.343654:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384609.343655:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008130ab2c. 00000020:00000001:0.0:1767384609.343657:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.343661:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384609.343661:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:2.0:1767384609.343666:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2bd95bb] -> 12345-192.168.202.137@tcp19 (2) 00000100:00000001:1.0:1767384609.343667:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384609.343669:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384609.343673:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:2.1:1767384609.343676:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2bd95bb] -> 12345-192.168.202.137@tcp19 (2) 10000000:00000001:0.0:1767384609.343676:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384609.343679:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd2d4228 x1853237049176704/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384609.343680:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384609.343685:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384609.343689:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384609.343691:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384609.343693:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384609.343696:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000020:01000004:0.0:1767384609.343697:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384609.343703:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384609.343705:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384609.343706:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000020:01000004:0.0:1767384609.343707:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384609.343709:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384609.343711:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384609.343716:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384609.343719:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767384609.343720:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d91cc723. 02000000:00000001:1.0:1767384609.343725:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384609.343726:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384609.343732:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384609.343733:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.343736:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384609.343740:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384609.343742:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049176704:0@lo:253: 00000100:00000001:1.0:1767384609.343749:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384609.343750:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ddd1eb98. 02000000:00000001:1.0:1767384609.343758:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384609.343759:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384609.343764:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.343765:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384609.343768:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384609.343771:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384609.343780:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91cc723] to pc [ptlrpcd_00_02+2] req@00000000d91cc723 x1853237049176832/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384609.343781:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000153161c5. 02000000:00000001:1.0:1767384609.343789:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384609.343797:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eba06d54. 00000400:00000010:1.0:1767384609.343805:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a2f9784. 10000000:00000001:0.0:1767384609.343805:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384609.343808:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.343809:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384609.343810:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049176704, portal 25 00000100:00000001:1.0:1767384609.343813:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384609.343816:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575791744 : -123274133759872 : ffff8fe2010c1880) 00000020:01000000:0.0:1767384609.343818:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384609.343821:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004b8ed9e8. 00000400:00000200:2.0:1767384609.343823:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000100:00000040:1.0:1767384609.343838:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd2d4228 x1853237049176704/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.343861:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384609.343866:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384609.343870:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2cc5ee4. 00000100:00000200:1.0:1767384609.343874:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049176704, offset 0 00000400:00000200:1.0:1767384609.343884:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384609.343895:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384609.343899:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384609.343909:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003280 00000400:00000200:1.0:1767384609.343915:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 00000400:00000010:1.0:1767384609.343919:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082a1838a. 00000400:00000200:1.0:1767384609.343923:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000084f8b2b0 00000400:00000200:2.0:1767384609.343927:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384609.343930:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384609.343937:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384609.343938:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384609.343942:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084f8b2b0 00000100:00000001:0.0:1767384609.343942:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384609.343944:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384609.343946:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084f8b2b0. 00000100:00000040:0.0:1767384609.343950:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d91cc723 x1853237049176832/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.343952:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384609.343955:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384609.343957:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000040:1.0:1767384609.343961:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000056b7169d x1853237049176704 msgsize 4848 00000100:00000001:0.0:1767384609.343968:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384609.343971:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384609.343975:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384609.343977:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384609.343978:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384609.343980:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384609.343984:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384609.343988:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d91cc723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049176832:0@lo:253: 00000100:00000001:0.0:1767384609.343991:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384609.343994:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384609.343996:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.343999:0:16349:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384609.344000:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384609.344003:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 02000000:00000010:0.0:1767384609.344008:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f80fce70. 00000400:00000200:1.0:1767384609.344009:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2cc5ee4 00000400:00000010:1.0:1767384609.344013:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2cc5ee4. 02000000:00000001:0.0:1767384609.344014:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.344020:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093c8ad7b. 00000100:00000001:1.0:1767384609.344021:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384609.344031:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd2d4228 x1853237049176704/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384609.344031:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004841af25. 00000100:00000200:0.0:1767384609.344037:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049176832, portal 25 00000400:00000200:2.0:1767384609.344040:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000001:0.0:1767384609.344043:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384609.344044:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384609.344045:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575793536 : -123274133758080 : ffff8fe2010c1f80) 00000100:00000040:1.0:1767384609.344049:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd2d4228 x1853237049176704/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384609.344053:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d91cc723 x1853237049176832/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.344062:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.344064:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384609.344067:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384609.344070:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384609.344074:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.344074:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000cdc70db. 00000100:00000200:0.0:1767384609.344078:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049176832, offset 0 00000400:00000200:2.0:1767384609.344079:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000001:1.0:1767384609.344080:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294897771 00000400:00000200:0.0:1767384609.344090:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384609.344093:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc72fc16. 00000100:00000001:1.0:1767384609.344101:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384609.344104:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384609.344114:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294897771 00000400:00000200:0.0:1767384609.344119:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003300 00000100:00000010:1.0:1767384609.344122:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d26381b. 00000400:00000200:0.0:1767384609.344126:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000400:00000200:2.0:1767384609.344127:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000001:1.0:1767384609.344128:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384609.344134:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294897771 00000400:00000010:0.0:1767384609.344138:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096621f3b. 00000100:00000010:1.0:1767384609.344139:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009abe4812. 00000100:00000001:1.0:1767384609.344145:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384609.344145:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000039f5c368 00000100:00000001:1.0:1767384609.344151:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294897771 00000400:00000200:0.0:1767384609.344155:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384609.344156:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046b80ec0. 00000400:00000200:2.0:1767384609.344158:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000100:00000001:1.0:1767384609.344162:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384609.344164:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384609.344169:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384609.344173:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.344173:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039f5c368 00000400:00000010:0.0:1767384609.344179:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039f5c368. 00000100:00000001:1.0:1767384609.344180:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.344184:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.344188:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384609.344192:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384609.344193:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384609.344195:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384609.344196:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000004fead0d9 x1853237049176832 msgsize 4848 00000100:00000001:1.0:1767384609.344198:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384609.344201:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384609.344204:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.344208:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000001:1.0:1767384609.344209:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384609.344209:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384609.344213:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384609.344225:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384609.344232:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cdc70db 00000400:00000010:0.0:1767384609.344233:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000cdc70db. 00000100:00000001:0.0:1767384609.344238:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384609.344243:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d91cc723 x1853237049176832/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.344244:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384609.344249:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176704 00000100:00000001:0.0:1767384609.344252:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384609.344253:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384609.344256:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384609.344257:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d91cc723 x1853237049176832/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.344259:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.344265:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 02000000:00000001:1.0:1767384609.344266:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.344273:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384609.344274:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176704 00000100:00000001:0.0:1767384609.344275:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384609.344277:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384609.344280:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:0.0:1767384609.344282:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384609.344283:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384609.344286:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294897771 00000020:00000040:1.0:1767384609.344287:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:0.0:1767384609.344291:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294897771 00000020:00000001:1.0:1767384609.344292:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384609.344297:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294897771 00000020:00000001:1.0:1767384609.344298:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384609.344300:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294897771 00000100:00000001:0.0:1767384609.344303:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294897771 00000400:00000200:2.0:1767384609.344304:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000100:00000001:0.0:1767384609.344306:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294897771 00000100:00000001:0.0:1767384609.344311:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294897771 00000100:00000001:1.0:1767384609.344312:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384609.344313:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294897771 00000100:00000001:0.0:1767384609.344316:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384609.344318:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025cd0e11. 00000100:00000001:1.0:1767384609.344321:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384609.344323:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025cd0e11. 00000100:00000001:0.0:1767384609.344328:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.344331:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384609.344333:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070800c39. 00000400:00000200:2.0:1767384609.344334:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000100:00000001:0.0:1767384609.344334:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.344342:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384609.344343:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aeabff7c. 00000100:00000001:0.0:1767384609.344345:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384609.344350:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.344351:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384609.344353:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000339934d. 00000100:00000001:0.0:1767384609.344354:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.344359:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.344364:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000100:00000040:1.0:1767384609.344367:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384609.344374:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384609.344377:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384609.344379:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.344389:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.344393:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384609.344400:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176832 02000000:00000001:0.0:1767384609.344403:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384609.344406:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384609.344409:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.344411:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.344417:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.344419:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000100:00100000:0.0:1767384609.344421:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176832 00000020:00000001:0.0:1767384609.344425:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384609.344427:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384609.344429:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384609.344431:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:1.0:1767384609.344433:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384609.344433:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384609.344437:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384609.344438:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384609.344442:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384609.344445:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000020:00000010:0.0:1767384609.344446:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004764e4c4. 00000100:00000040:1.0:1767384609.344449:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384609.344450:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384609.344454:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140318800 : -123269569232816 : ffff8fe3111d4050) 00000020:00000010:0.0:1767384609.344455:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004764e4c4. 00000400:00000200:2.0:1767384609.344462:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000020:00000010:0.0:1767384609.344464:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70d9fff. 00000020:00000010:0.0:1767384609.344471:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c82fd3a. 00000100:00000040:1.0:1767384609.344475:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056b7169d x1853237049176704/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:590/0 lens 4848/0 e 0 to 0 dl 1767384620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384609.344477:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5ae207c. 00000100:00000001:0.0:1767384609.344486:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384609.344487:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384609.344490:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384609.344494:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025cd0e11. 00000100:00000001:0.0:1767384609.344494:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.344500:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384609.344506:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025cd0e11. 00000100:00000001:0.0:1767384609.344508:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.344511:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000100:00000001:0.0:1767384609.344516:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384609.344520:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056b7169d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049176704:12345-0@lo:253: 00000100:00000200:1.0:1767384609.344524:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176704 00000020:00000001:1.0:1767384609.344528:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384609.344535:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384609.344537:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.344538:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384609.344542:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384609.344542:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384609.344545:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:1.0:1767384609.344548:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384609.344553:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000020:00000001:1.0:1767384609.344559:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384609.344559:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:0.0:1767384609.344563:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140325968 : -123269569225648 : ffff8fe3111d5c50) 00000020:00000001:1.0:1767384609.344567:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384609.344571:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384609.344573:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004fead0d9 x1853237049176832/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:590/0 lens 4848/0 e 0 to 0 dl 1767384620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384609.344574:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.344582:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384609.344585:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384609.344590:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384609.344590:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004764e4c4. 00000400:00000200:2.0:1767384609.344595:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000100:00000001:0.0:1767384609.344597:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384609.344599:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000899025f3. 00000020:00000010:0.0:1767384609.344601:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004764e4c4. 02000000:00000001:1.0:1767384609.344604:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.344635:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384609.344639:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:0.0:1767384609.344643:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004fead0d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049176832:12345-0@lo:253: 00000100:00000200:0.0:1767384609.344648:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176832 00000020:00000001:0.0:1767384609.344651:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384609.344655:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:1.0:1767384609.344658:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000065fb7786. 00000020:00000001:0.0:1767384609.344659:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.344665:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:01000000:1.0:1767384609.344666:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384609.344669:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 20000000:00000001:1.0:1767384609.344670:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384609.344675:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384609.344676:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384609.344678:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384609.344682:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.344682:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384609.344685:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384609.344686:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.344689:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.344690:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 20000000:00000001:1.0:1767384609.344690:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384609.344694:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384609.344699:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384609.344703:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b1b16ff. 02000000:00000010:0.0:1767384609.344707:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000743869de. 20000000:01000000:1.0:1767384609.344708:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 02000000:00000001:0.0:1767384609.344712:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384609.344717:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:0.0:1767384609.344717:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.344722:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384609.344725:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384609.344731:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:0.0:1767384609.344732:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dde9f896. 20000000:01000000:0.0:1767384609.344736:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384609.344738:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384609.344741:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384609.344744:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.344746:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384609.344748:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384609.344756:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384609.344763:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00080000:00000001:1.0:1767384609.344767:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384609.344772:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384609.344774:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384609.344777:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384609.344780:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384609.344785:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000001:1.0:1767384609.344789:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:1.0:1767384609.344792:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384609.344797:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384609.344800:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384609.344804:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384609.344808:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384609.344812:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:1.0:1767384609.344815:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384609.344828:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007bcce4c1. 00080000:00000001:1.0:1767384609.344833:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804728571392 : -123268980980224 : ffff8fe3342d4600) 00080000:00000001:1.0:1767384609.344838:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384609.344855:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384609.344861:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000025cd0e11. 00080000:00000001:1.0:1767384609.344864:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384609.344868:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384609.344891:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384609.344910:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384609.345004:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.345008:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.345013:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.345017:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384609.345120:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bb9a89ab. 00000800:00000010:2.0:1767384609.345125:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9dd4728. 00000800:00000010:2.0:1767384609.345131:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007b69630a. 00000400:00000200:0.0:1767384609.345134:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384609.345147:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007b69630a. 00000400:00000200:0.0:1767384609.345206:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp19 from 235.3.0.2 00000800:00000010:0.0:1767384609.345213:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005a4cb8a8. 00000800:00000010:2.0:1767384609.345261:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000213112c0. 00000800:00000010:2.0:1767384609.345267:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001d3918b8. 00000800:00000010:2.0:1767384609.345298:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000005027bc2. 00000800:00000200:2.1:1767384609.345304:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2bd95bb] -> 12345-192.168.202.137@tcp19 (2) 00000800:00000200:2.1:1767384609.345307:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp19 0000000005027bc2 deleted 00000800:00000010:2.1:1767384609.345316:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000005027bc2. 00000800:00000200:2.1:1767384609.345322:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384609.345329:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp19 ip 192.168.202.137:1003 00000800:00000200:2.1:1767384609.345333:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000a7fcd69 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767384609.345339:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp19 p 3.x 192.168.202.137 -> 192.168.202.137:1003 incarnation:1767384607729523359 sched[0] 00000800:00000010:2.0:1767384609.345344:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007b69630a. 00000800:00000010:2.0:1767384609.345390:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007b69630a. 00000800:00000010:2.0:1767384609.345397:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001d3918b8. 00000800:00000010:2.0:1767384609.345466:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005a4cb8a8. 00000800:00000001:2.0:1767384609.345495:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384609.345500:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384609.345564:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384609.345571:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp19 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384607729523359 sched[0] 00000800:00000010:2.0:1767384609.345573:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9dd4728. 00000800:00000200:1.0:1767384609.345650:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384609.345654:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a7fcd69. 00000400:00000200:1.0:1767384609.345658:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384609.345666:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp19->192.168.202.137@tcp19: PUT: OK 00000400:00000200:1.0:1767384609.345671:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384609.345675:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000800:00000001:1.0:1767384609.345684:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384609.345692:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384609.345694:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384609.345696:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000001:1.0:1767384609.345700:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384609.345709:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp19(192.168.202.137@tcp19) <- 192.168.202.137@tcp19 : PUT - for me 00000400:00000200:1.0:1767384609.345722:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384609.345730:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 224/224 into md 0x1405 [1] + 0 00000400:00000010:1.0:1767384609.345733:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e9290cd. 00000400:00000200:1.0:1767384609.345740:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065124a4a 00000800:00000001:1.0:1767384609.345746:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384609.345763:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384609.345766:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384609.345776:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp19->192.168.202.137@tcp19: PUT: OK 00000400:00000200:1.0:1767384609.345783:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065124a4a 00000400:00000010:1.0:1767384609.345786:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065124a4a. 00000400:00000200:1.0:1767384609.345795:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384609.345800:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (13) 00000400:00000200:1.0:1767384609.345809:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:1.0:1767384609.345814:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 000000006a0ec860. 00000400:00000200:2.0:1767384609.345815:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384609.345830:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 12 00000400:00000200:1.0:1767384609.345853:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384609.345875:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (14) 00000400:00000200:1.0:1767384609.345886:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384609.345899:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp19 to MR: 192.168.202.137@tcp19 local destination 00000400:00000200:1.0:1767384609.345910:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp19 NI seq info: [26:26:256:4294967295] 192.168.202.137@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:1.0:1767384609.345940:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp19(192.168.202.137@tcp19:192.168.202.137@tcp19) -> 192.168.202.137@tcp19(192.168.202.137@tcp19:192.168.202.137@tcp19) 192.168.202.137@tcp19 : ACK try# 0 00000800:00000200:1.0:1767384609.345953:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp19 00000400:00000200:0.0:1767384609.345954:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384609.345955:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000010:1.0:1767384609.345958:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099257b5f. 00000400:00000010:0.0:1767384609.345963:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d28bf8e. 00000400:00000010:0.0:1767384609.345970:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b640f3a8. 00000800:00000200:1.0:1767384609.345974:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2bd95bb] -> 12345-192.168.202.137@tcp19 (4) 00000400:00000200:0.0:1767384609.345976:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 00000800:00000200:1.0:1767384609.345984:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp19 ip 192.168.202.137:988 00000800:00000200:1.0:1767384609.345988:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099257b5f type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384609.345989:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1004d1 00000400:00000010:0.0:1767384609.346001:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 00000000130be73b. 00000400:00000010:0.0:1767384609.346004:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 0000000009ccb3da. 00000400:00000010:0.0:1767384609.346008:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 000000000e202a98. 00000400:00000010:0.0:1767384609.346043:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000eeb0d3e8. 00000400:00000200:0.0:1767384609.346050:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000eeb0d3e8 nid 192.168.202.137@tcp20 00000400:00000010:0.0:1767384609.346056:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000dafd8ba. 00000400:00000200:0.0:1767384609.346061:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000000dafd8ba net tcp20 00000400:00000200:0.0:1767384609.346066:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (13) 00000800:00000200:1.0:1767384609.346070:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384609.346074:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099257b5f. 00000400:00000200:0.0:1767384609.346079:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp20 flags 0x11 00000400:00000200:1.0:1767384609.346085:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384609.346087:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 00000000130be73b. 00000400:00000200:2.0:1767384609.346093:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000010:0.0:1767384609.346095:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 0000000009ccb3da. 00000400:00000200:1.0:1767384609.346096:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp19->192.168.202.137@tcp19: ACK: OK 00000400:00000010:0.0:1767384609.346103:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 000000000e202a98. 00000400:00000010:0.0:1767384609.346111:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 000000006a0ec860. 00000800:00000001:1.0:1767384609.346115:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384609.346124:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384609.346124:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000800:00000001:1.0:1767384609.346131:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384609.346135:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100551 00000800:00000001:1.0:1767384609.346139:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384609.346141:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 1 00000800:00000001:1.0:1767384609.346145:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384609.346153:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384609.346156:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 00000400:00000200:1.0:1767384609.346168:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp19(192.168.202.137@tcp19) <- 192.168.202.137@tcp19 : ACK - for me 00000400:00000200:0.0:1767384609.346168:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384609.346176:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100511 rc 0 00000400:00000200:0.0:1767384609.346189:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:1.0:1767384609.346192:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp19: ACK from 12345-192.168.202.137@tcp19 into md 0x1475 00000400:00000200:1.0:1767384609.346201:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384609.346203:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (14) 00000400:00000200:1.0:1767384609.346207:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp19->192.168.202.137@tcp19: ACK: OK 00000400:00000200:1.0:1767384609.346225:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012ac2a71 00000400:00000010:1.0:1767384609.346229:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012ac2a71. 00000400:00000200:2.0:1767384609.346233:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384609.346235:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384609.346246:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:1.0:1767384609.346251:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (13) 00000800:00000001:1.0:1767384609.346271:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384609.346278:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384609.346371:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384609.346449:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384609.346548:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384609.346643:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00080000:00000010:1.0:1767384609.346670:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007bcce4c1. 00000400:00000200:2.0:1767384609.346682:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00080000:00000010:0.0:1767384609.346706:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000025cd0e11. 00000400:00000200:2.0:1767384609.346708:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00040000:00000001:0.0:1767384609.346712:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384609.346715:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384609.346718:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384609.346721:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384609.346724:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.346725:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384609.346736:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:2.0:1767384609.346739:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 20000000:00000001:0.0:1767384609.346746:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384609.346749:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384609.346750:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:1.0:1767384609.346755:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384609.346758:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384609.346758:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:1.0:1767384609.346763:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384609.346766:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384609.346772:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d250668e. 00010000:00000001:1.0:1767384609.346775:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384609.346778:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000083355909. 00000020:00000001:1.0:1767384609.346783:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384609.346786:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000083355909 with handle 0x7f71e2b70dd20204 to hash 00000020:00000001:1.0:1767384609.346788:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384609.346790:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782837248 : -123268926714368 : ffff8fe337694e00) 00000400:00000200:2.0:1767384609.346791:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00010000:00000001:1.0:1767384609.346793:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782837248 : -123268926714368 : ffff8fe337694e00) 00010000:00000001:1.0:1767384609.346797:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384609.346799:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384609.346801:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000083355909/0x7f71e2b70dd20204 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384609.346808:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384609.346810:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384609.346814:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384609.346816:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384609.346818:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384609.346819:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00010000:00000001:1.0:1767384609.346821:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384609.346825:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384609.346830:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384609.346832:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384609.346836:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000010:0.0:1767384609.346836:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000e202a98. 20000000:01000000:0.0:1767384609.346851:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00010000:00000001:1.0:1767384609.346852:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384609.346857:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d250668e) refcount = 1 20000000:00000001:0.0:1767384609.346857:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00010000:1.0:1767384609.346863:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000083355909/0x7f71e2b70dd20204 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384609.346867:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00080000:00000001:0.0:1767384609.346886:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384609.346889:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:0.0:1767384609.346889:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384609.346893:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:2.0:1767384609.346898:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00010000:00000001:1.0:1767384609.346898:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384609.346899:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384609.346904:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.346908:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384609.346908:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384609.346913:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384609.346915:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:0.0:1767384609.346915:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.346918:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00080000:00000001:0.0:1767384609.346920:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:01000000:1.0:1767384609.346921:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002982896s 00080000:00000001:0.0:1767384609.346924:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.346926:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000002:0.0:1767384609.346928:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:1.0:1767384609.346929:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384609.346933:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000083355909 refcount=4 00000020:00000001:0.0:1767384609.346933:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:0.0:1767384609.346937:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:1.0:1767384609.346938:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782837248 : -123268926714368 : ffff8fe337694e00) 00000400:00000200:2.0:1767384609.346940:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00010000:00000001:1.0:1767384609.346944:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782837248 : -123268926714368 : ffff8fe337694e00) 00080000:00000001:0.0:1767384609.346944:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384609.346950:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.346951:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384609.346955:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000083355909/0x7f71e2b70dd20204 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384609.346956:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384609.346960:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384609.346964:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000020:00000001:0.0:1767384609.346964:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:1.0:1767384609.346966:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384609.346971:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000083355909/0x7f71e2b70dd20204 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384609.346971:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384609.346976:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000009ccb3da. 00010000:00000001:1.0:1767384609.346977:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384609.346981:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384609.346982:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804761917440 : -123268947634176 : ffff8fe3362a1800) 00010000:00010000:1.0:1767384609.346984:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000083355909/0x7f71e2b70dd20204 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384609.346986:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384609.346987:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000001:00000001:0.0:1767384609.346989:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384609.346995:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384609.346996:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004764e4c4. 00010000:00000001:1.0:1767384609.346997:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.347000:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384609.347002:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000083355909/0x7f71e2b70dd20204 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384609.347006:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384609.347010:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000083355909 already unused, calling callback (0000000058ffb97a) 00080000:00000001:0.0:1767384609.347010:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384609.347015:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384609.347016:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00080000:00000001:0.0:1767384609.347022:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.347024:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384609.347027:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000083355909/0x7f71e2b70dd20204 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384609.347032:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:0.0:1767384609.347033:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384609.347035:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384609.347038:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384609.347040:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000083355909 refcount=5 00000020:00000001:1.0:1767384609.347041:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782837248 : -123268926714368 : ffff8fe337694e00) 00010000:00000001:1.0:1767384609.347043:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782837248 : -123268926714368 : ffff8fe337694e00) 00010000:00000001:1.0:1767384609.347046:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384609.347047:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000083355909/0x7f71e2b70dd20204 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384609.347048:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384609.347053:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384609.347055:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 20000000:00000010:0.0:1767384609.347056:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000065fb7786. 00010000:00000001:1.0:1767384609.347058:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:0.0:1767384609.347060:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.347061:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384609.347067:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049176704 00010000:00000001:1.0:1767384609.347068:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384609.347072:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384609.347073:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384609.347077:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384609.347080:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384609.347080:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000056b7169d x1853237049176704/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384609.347086:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000083355909 with handle 0x7f71e2b70dd20204 from hash 00010000:00000001:1.0:1767384609.347090:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384609.347093:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384609.347094:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384609.347095:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384609.347098:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.347099:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384609.347103:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:0.0:1767384609.347103:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=26 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384609.347105:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384609.347108:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384609.347110:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384609.347111:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384609.347114:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:1.0:1767384609.347115:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.347117:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:1.0:1767384609.347119:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:0.0:1767384609.347121:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384609.347122:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:0.0:1767384609.347123:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.347127:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384609.347128:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384609.347130:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384609.347133:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384609.347134:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.347137:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000cdc70db. 00000100:00000200:0.0:1767384609.347140:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049176704, offset 224 00010000:00000001:1.0:1767384609.347141:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.347146:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384609.347150:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d2bd720f. 00010000:00010000:1.0:1767384609.347150:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000083355909/0x7f71e2b70dd20204 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384609.347156:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:2.0:1767384609.347157:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9dd4728. 00010000:00000001:1.0:1767384609.347160:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:2.0:1767384609.347163:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007b69630a. 00010000:00000001:1.0:1767384609.347163:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384609.347164:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384609.347168:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384609.347170:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384609.347171:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384609.347174:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384609.347177:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384609.347180:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384609.347182:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.347185:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003280 00010000:00010000:1.0:1767384609.347186:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000083355909/0x7f71e2b70dd20204 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384609.347194:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384609.347198:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384609.347198:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1479 [2] + 224 00010000:00010000:1.0:1767384609.347200:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000083355909/0x7f71e2b70dd20204 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384609.347203:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007b69630a. 00000400:00000200:0.0:1767384609.347210:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384609.347211:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d250668e count: 0 00000400:00000200:0.0:1767384609.347216:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384609.347220:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384609.347224:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384609.347225:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd2d4228 x1853237049176704/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384609.347227:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384609.347235:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bd2d4228 x1853237049176704/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384609.347256:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384609.347262:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cdc70db 00000400:00000010:0.0:1767384609.347264:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000cdc70db. 00000100:00000001:1.0:1767384609.347267:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.347268:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384609.347271:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384609.347272:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384609.347277:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384609.347278:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384609.347282:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384609.347284:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000010:1.0:1767384609.347286:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eba06d54. 00010000:00000001:0.0:1767384609.347287:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384609.347290:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384609.347293:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a2f9784 00000020:00000001:0.0:1767384609.347293:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384609.347297:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a2f9784. 00000100:00000040:0.0:1767384609.347300:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056b7169d x1853237049176704/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.347303:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384609.347311:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd2d4228 x1853237049176704/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384609.347312:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056b7169d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049176704:12345-0@lo:253: Request processed in 2822us (3347us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384609.347315:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384609.347330:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp19 from 234.3.0.2 00000100:00000200:1.0:1767384609.347331:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd2d4228 x1853237049176704/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384609.347332:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000800:00000010:2.0:1767384609.347335:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009f494724. 00000100:00000040:0.0:1767384609.347338:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384609.347343:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384609.347346:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384609.347350:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aeabff7c. 00000020:00000010:0.0:1767384609.347355:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000339934d. 00000020:00000010:0.0:1767384609.347361:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070800c39. 00000100:00000001:1.0:1767384609.347369:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384609.347369:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:0.0:1767384609.347374:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384609.347376:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000899025f3. 00000100:00000001:1.0:1767384609.347377:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.347383:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384609.347383:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384609.347387:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384609.347388:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384609.347390:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384609.347392:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384609.347395:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.347395:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011c667bf. 02000000:00000001:1.0:1767384609.347403:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.347404:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000cdc70db. 00000100:00001000:1.0:1767384609.347412:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384609.347420:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384609.347425:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384609.347428:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.347431:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384609.347433:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.347435:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384609.347439:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd2d4228 x1853237049176704/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.347444:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384609.347447:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000010:0.0:1767384609.347447:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000899025f3. 00000100:00000001:1.0:1767384609.347449:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384609.347454:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000800:00000010:0.0:1767384609.347454:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b33f5f66. 00000020:01000004:1.0:1767384609.347458:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384609.347462:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384609.347463:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384609.347465:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384609.347467:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384609.347468:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384609.347470:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384609.347472:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384609.347473:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384609.347477:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd2d4228 x1853237049176704/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384609.347482:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a5b16453. 00000100:00100000:1.0:1767384609.347485:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049176704:0@lo:253: 00000800:00000200:0.1:1767384609.347491:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2bd95bb] -> 12345-192.168.202.137@tcp19 (4) 00000100:00000001:1.0:1767384609.347493:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.347496:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.1:1767384609.347497:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp19 00000000a5b16453 deleted 00000800:00000010:0.1:1767384609.347499:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a5b16453. 00000800:00000200:0.1:1767384609.347503:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000100:00000040:1.0:1767384609.347507:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd2d4228 x1853237049176704/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384609.347508:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp19 p 3.x 192.168.202.137 -> 192.168.202.137:1002 incarnation:1767384607729523359 sched[0] 00000100:00000001:1.0:1767384609.347515:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384609.347519:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:0.0:1767384609.347520:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004b60088. 02000000:00000010:1.0:1767384609.347522:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000153161c5. 02000000:00000001:1.0:1767384609.347528:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384609.347530:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384609.347531:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384609.347532:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384609.347534:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d3dbe485. 02000000:00000001:1.0:1767384609.347536:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384609.347537:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384609.347539:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd2d4228. 00000100:00000001:1.0:1767384609.347541:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384609.347542:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.347544:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.347547:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384609.347548:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.347550:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384609.347551:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384609.347569:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004b60088. 00000800:00000010:0.0:1767384609.347573:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b33f5f66. 00000800:00000200:2.1:1767384609.347596:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:0.0:1767384609.347599:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009f494724. 00000800:00000200:2.0:1767384609.347604:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp19 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384607729523359 sched[0] 00000800:00000001:1.0:1767384609.347644:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384609.347650:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384609.347651:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9dd4728. 00000800:00000001:1.0:1767384609.347687:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384609.347690:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384609.349156:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000009ccb3da. 00080000:00000010:0.0:1767384609.349197:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004764e4c4. 00040000:00000001:0.0:1767384609.349203:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384609.349205:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384609.349206:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384609.349209:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384609.349211:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.349213:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384609.349215:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384609.349222:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384609.349225:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384609.349229:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384609.349231:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384609.349235:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384609.349236:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384609.349239:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384609.349240:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384609.349244:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008bab77eb. 00010000:00000001:1.0:1767384609.349248:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384609.349250:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000033dab042. 00000020:00000001:1.0:1767384609.349252:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384609.349255:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000033dab042 with handle 0x7f71e2b70dd2020b to hash 00000020:00000001:1.0:1767384609.349258:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384609.349260:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384609.349268:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384609.349271:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384609.349272:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384609.349273:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000033dab042/0x7f71e2b70dd2020b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384609.349279:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384609.349281:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384609.349282:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384609.349285:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384609.349286:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384609.349288:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384609.349289:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384609.349291:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384609.349293:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384609.349295:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384609.349297:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384609.349299:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008bab77eb) refcount = 1 00010000:00010000:1.0:1767384609.349303:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000033dab042/0x7f71e2b70dd2020b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384609.349307:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384609.349308:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384609.349311:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384609.349314:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.349316:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384609.349321:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384609.349325:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002982896s 00010000:00000001:1.0:1767384609.349328:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384609.349331:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384609.349334:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000033dab042 refcount=4 00000020:00000001:1.0:1767384609.349337:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384609.349341:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384609.349344:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384609.349347:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000033dab042/0x7f71e2b70dd2020b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384609.349351:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384609.349355:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384609.349357:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dde9f896. 20000000:00000001:0.0:1767384609.349361:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384609.349366:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049176832 00010000:00000001:1.0:1767384609.349368:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1767384609.349369:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384609.349373:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000033dab042/0x7f71e2b70dd2020b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384609.349374:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004fead0d9 x1853237049176832/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384609.349394:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384609.349395:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384609.349399:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384609.349399:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384609.349403:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=26 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384609.349404:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000033dab042/0x7f71e2b70dd2020b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384609.349406:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384609.349409:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384609.349413:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384609.349417:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384609.349420:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767384609.349420:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.349422:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384609.349423:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384609.349427:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384609.349428:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384609.349430:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000033dab042/0x7f71e2b70dd2020b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384609.349431:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b33f5f66. 00010000:00010000:1.0:1767384609.349435:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000033dab042 already unused, calling callback (0000000058ffb97a) 00010000:00000001:1.0:1767384609.349437:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384609.349439:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384609.349443:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000033dab042/0x7f71e2b70dd2020b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384609.349443:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049176832, offset 224 00010000:00000001:1.0:1767384609.349452:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384609.349452:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384609.349455:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384609.349457:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384609.349460:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000033dab042 refcount=5 00000400:00000200:0.0:1767384609.349461:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384609.349464:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384609.349467:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384609.349470:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384609.349472:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000033dab042/0x7f71e2b70dd2020b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384609.349472:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003300 00010000:00000001:1.0:1767384609.349481:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1767384609.349482:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1481 [2] + 224 00010000:00000001:1.0:1767384609.349485:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384609.349489:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384609.349493:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.349494:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384609.349497:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384609.349498:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384609.349501:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:0.0:1767384609.349504:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d91cc723 x1853237049176832/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384609.349505:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384609.349507:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384609.349511:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000033dab042 with handle 0x7f71e2b70dd2020b from hash 00010000:00000001:1.0:1767384609.349515:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384609.349519:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384609.349522:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384609.349522:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d91cc723 x1853237049176832/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384609.349525:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384609.349528:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384609.349531:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384609.349537:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384609.349538:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384609.349542:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.349544:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384609.349544:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384609.349546:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384609.349548:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384609.349550:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.349550:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384609.349552:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.349555:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.349556:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b33f5f66 00010000:00010000:1.0:1767384609.349557:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000033dab042/0x7f71e2b70dd2020b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384609.349560:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b33f5f66. 00010000:00000001:1.0:1767384609.349568:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384609.349569:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384609.349570:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384609.349572:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384609.349573:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384609.349577:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384609.349579:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384609.349582:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384609.349582:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.349587:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384609.349590:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384609.349590:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:2.0:1767384609.349592:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:1.0:1767384609.349595:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.349597:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384609.349597:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:1.0:1767384609.349599:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000033dab042/0x7f71e2b70dd2020b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384609.349602:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384609.349639:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384609.349642:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384609.349646:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093c8ad7b. 00000400:00000200:2.0:1767384609.349652:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004841af25 00000400:00000010:2.0:1767384609.349659:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004841af25. 00000100:00000001:2.0:1767384609.349662:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384609.349669:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d91cc723 x1853237049176832/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384609.349675:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384609.349679:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d91cc723 x1853237049176832/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384609.349682:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004fead0d9 x1853237049176832/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384609.349685:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:3.0:1767384609.349689:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294897771, at 4294897772 00010000:00000001:1.0:1767384609.349695:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384609.349700:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000033dab042/0x7f71e2b70dd2020b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384609.349708:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:3.0:1767384609.349710:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046b80ec0. 00000100:00000001:2.0:1767384609.349712:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.349721:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384609.349727:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000040:1.0:1767384609.349727:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008bab77eb count: 0 00000100:00100000:0.0:1767384609.349729:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004fead0d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16350:x1853237049176832:12345-0@lo:253: Request processed in 5141us (5529us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384609.349731:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384609.349734:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384609.349738:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384609.349742:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=26 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384609.349742:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384609.349743:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 20000000:00000001:1.0:1767384609.349747:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384609.349749:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00001000:2.0:1767384609.349752:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384609.349753:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384609.349758:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384609.349761:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384609.349762:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c82fd3a. 00000100:00000001:2.0:1767384609.349765:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384609.349765:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294897771, at 4294897772 00010000:00000001:2.0:1767384609.349771:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384609.349771:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5ae207c. 00010000:00000001:2.0:1767384609.349773:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384609.349774:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d26381b. 00000100:00000001:2.0:1767384609.349777:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384609.349787:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70d9fff. 00000100:00000040:2.0:1767384609.349788:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d91cc723 x1853237049176832/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384609.349793:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:2.0:1767384609.349799:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384609.349800:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384609.349803:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767384609.349804:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000743869de. 00000100:00000001:2.0:1767384609.349805:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384609.349810:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384609.349811:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384609.349815:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384609.349817:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384609.349819:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384609.349823:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384609.349824:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:0.0:1767384609.349824:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384609.349829:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:0.0:1767384609.349831:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006802ca69. 00000020:01000004:2.0:1767384609.349832:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384609.349835:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384609.349838:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384609.349838:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b33f5f66. 00000100:00000040:2.0:1767384609.349854:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d91cc723 x1853237049176832/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384609.349872:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d91cc723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049176832:0@lo:253: 00000100:00000040:0.0:1767384609.349877:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294897771, at 4294897772 00000100:00000001:2.0:1767384609.349879:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384609.349884:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc72fc16. 00000100:00000001:2.0:1767384609.349885:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384609.349889:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d91cc723 x1853237049176832/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.349899:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384609.349904:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384609.349907:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f80fce70. 02000000:00000001:2.0:1767384609.349914:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384609.349917:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384609.349919:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384609.349921:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384609.349923:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ddd1eb98. 02000000:00000001:2.0:1767384609.349930:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384609.349933:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384609.349935:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d91cc723. 00000100:00000001:2.0:1767384609.349939:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384609.349941:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.349944:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.349948:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384609.349950:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.349952:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384609.349955:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384609.349966:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294897771, at 4294897772 00000100:00000010:2.0:1767384609.349972:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009abe4812. 00010000:00000010:1.1:1767384609.350665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d250668e. 00010000:00000010:1.1:1767384609.350687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000083355909. 00010000:00000010:1.1:1767384609.357653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008bab77eb. 00010000:00000010:1.1:1767384609.357667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000033dab042. 00000400:00000010:3.0:1767384609.363248:0:22495:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009df2a5f8. 00000400:00000040:3.0:1767384609.363271:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384609.363274:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384609.363276:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.363278:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384609.363280:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.363281:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384609.363284:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384609.363285:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384609.363286:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384609.363287:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384609.363289:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384609.363290:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384609.363291:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384609.363292:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384609.363293:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384609.363295:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384609.363295:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384609.363296:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384609.363297:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384609.363299:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.363300:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384609.363301:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384609.363302:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384609.363306:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384609.363307:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384609.363309:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.363310:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384609.363311:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384609.363312:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384609.363314:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384609.363314:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384609.363316:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384609.363317:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384609.363318:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384609.363319:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384609.363320:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384609.363320:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384609.363322:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384609.363323:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384609.363324:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384609.363325:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384609.363326:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384609.363327:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384609.363328:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384609.363329:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384609.363330:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384609.363331:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384609.363332:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384609.363333:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384609.363334:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384609.363335:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384609.363336:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384609.363337:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384609.363338:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384609.363339:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384609.363340:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384609.363341:0:22495:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384609.363380:0:22495:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009df2a5f8. 00010000:00000001:2.0:1767384609.753714:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384609.753722:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384609.753731:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384609.753734:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.753856:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384609.753859:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384609.753862:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384610.269137:0:22728:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000443e62eb. 00080000:00000010:0.0:1767384610.269149:0:22728:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000443e62eb. 00000020:00000001:0.0:1767384610.269154:0:22728:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384610.269162:0:22728:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000443e62eb. 00080000:00000010:0.0:1767384610.269167:0:22728:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000443e62eb. 00000020:00000001:0.0:1767384610.269169:0:22728:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384610.777695:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384610.777702:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384610.777708:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384610.777709:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384610.777729:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384610.777738:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384610.777740:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384611.066675:0:22893:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384611.066680:0:22893:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:2.0:1767384611.069737:0:22893:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384611.077457:0:22894:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e7025f93. 00000400:00000010:3.0:1767384611.077475:0:22894:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004412c0cb. 00000400:00000010:3.0:1767384611.077485:0:22894:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e0581a9d. 00000400:00000010:3.0:1767384611.077493:0:22894:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000369384f. 00000400:00000010:3.0:1767384611.077497:0:22894:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000036e261b7. 00000400:00000010:3.0:1767384611.077502:0:22894:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1342629. 00000400:00000010:3.0:1767384611.077504:0:22894:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003a9133e7. 00000400:00000010:3.0:1767384611.077505:0:22894:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a8017981. 00000400:00000010:3.0:1767384611.077508:0:22894:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009df2a5f8. 00000800:00000010:3.0:1767384611.077522:0:22894:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000de1eed8e. 00000800:00000200:3.0:1767384611.077535:0:22894:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384611.077543:0:22894:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384611.077585:0:22894:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:3.0:1767384611.077605:0:22894:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp21 [8/256/0/180] 00000400:00000010:3.0:1767384611.080339:0:22894:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 000000008927dca9. 00000400:00000010:3.0:1767384611.080349:0:22894:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082a98551. 00000400:00000010:3.0:1767384611.080358:0:22894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffcc8a16. 00000400:00000001:3.0:1767384611.080380:0:22894:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384611.080383:0:22894:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384611.080386:0:22894:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030aa19ff. 00000400:00000200:3.0:1767384611.080390:0:22894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ca4197 00000400:00000010:3.0:1767384611.080393:0:22894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026ca4197. 00000400:00000010:3.0:1767384611.080397:0:22894:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 0000000051c52334. 00000400:00000200:3.0:1767384611.080403:0:22894:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (12) 00000400:00000200:3.0:1767384611.080419:0:22894:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384611.080431:0:22894:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000400:00000200:2.0:1767384611.080439:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384611.080442:0:22894:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006c7d7a88. 00000400:00000200:2.0:1767384611.080447:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000020:01000000:3.0:1767384611.080450:0:22894:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384611.080454:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a2896d7. 00000020:01000000:3.0:1767384611.080456:0:22894:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp21 00000400:00000200:2.0:1767384611.080458:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (13) 00000400:00000010:2.0:1767384611.080466:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000037d00b64. 00000400:00000200:2.0:1767384611.080471:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000010:3.0:1767384611.080481:0:22894:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004412c0cb. 00000400:00000200:2.0:1767384611.080486:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000010:3.0:1767384611.080489:0:22894:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e7025f93. 00000400:00000200:2.0:1767384611.080493:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384611.080498:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384611.080504:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384611.080509:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384611.080517:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384611.080525:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384611.080532:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384611.080538:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384611.080545:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000020:00000001:0.0:1767384611.080549:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384611.080552:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 10000000:00000001:0.0:1767384611.080557:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384611.080561:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384611.080562:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:01000000:0.0:1767384611.080566:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384611.080576:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384611.080577:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000020:01000004:0.0:1767384611.080581:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384611.080584:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384611.080591:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384611.080593:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384611.080597:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp20 00000020:01000004:0.0:1767384611.080599:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384611.080602:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384611.080605:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384611.080629:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp20 lpni_is_preferred = 0 00000400:00000200:2.0:1767384611.080634:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp20 00000400:00000200:2.0:1767384611.080639:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp20 NI seq info: [27:27:256:4294967295] 192.168.202.137@tcp20 LPNI seq info [27:27:8:4294967295] 00000400:00000200:2.0:1767384611.080647:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp20 00000400:00000200:2.0:1767384611.080665:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp20(192.168.202.137@tcp20:) -> 192.168.202.137@tcp20(192.168.202.137@tcp:192.168.202.137@tcp20) : PUT try# 0 00000020:01000004:0.0:1767384611.080669:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384611.080675:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384611.080681:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.137@tcp20 00000100:00000010:0.0:1767384611.080686:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff3740c8. 00000800:00000010:2.0:1767384611.080687:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dedb1b30. 00000020:00000040:0.0:1767384611.080697:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000800:00000010:2.0:1767384611.080702:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005bc327e2. 00000100:00000001:0.0:1767384611.080703:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:2.0:1767384611.080706:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b05c3b9d. 00000800:00000200:2.0:1767384611.080711:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005bc327e2] -> 12345-192.168.202.137@tcp20 (2) 00000800:00000200:2.1:1767384611.080716:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005bc327e2] -> 12345-192.168.202.137@tcp20 (2) 02000000:00000001:0.0:1767384611.080718:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384611.080725:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384611.080733:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 02000000:00000010:0.0:1767384611.080735:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000743869de. 00000400:00000200:2.0:1767384611.080737:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000100:00000001:0.0:1767384611.080750:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.080761:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384611.080764:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384611.080778:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff3740c8] to pc [ptlrpcd_00_03+3] req@00000000ff3740c8 x1853237049176960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384611.080811:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 10000000:00000001:0.0:1767384611.080820:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.080822:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384611.080839:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.080845:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384611.080845:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384611.080847:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384611.080849:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384611.080859:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff3740c8 x1853237049176960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384611.080862:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384611.080865:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384611.080869:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384611.080872:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:0.0:1767384611.080874:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384611.080875:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384611.080881:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:1.0:1767384611.080882:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384611.080883:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000020:01000004:0.0:1767384611.080884:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384611.080887:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384611.080896:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384611.080897:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384611.080904:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:1.0:1767384611.080905:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff3740c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049176960:0@lo:253: 00000020:01000004:0.0:1767384611.080908:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384611.080911:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384611.080913:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384611.080919:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384611.080919:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384611.080923:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384611.080924:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384611.080928:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384611.080929:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384611.080937:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1ef835c. 02000000:00000010:1.0:1767384611.080940:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cabc0e85. 00000020:00000040:0.0:1767384611.080944:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 02000000:00000001:1.0:1767384611.080945:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.080951:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384611.080953:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384611.080955:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384611.080957:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eba06d54. 00000400:00000200:2.0:1767384611.080964:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 02000000:00000010:0.0:1767384611.080964:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dde9f896. 00000400:00000010:1.0:1767384611.080968:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000298b414c. 00000100:00000001:0.0:1767384611.080977:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384611.080979:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049176960, portal 25 00000100:00000001:1.0:1767384611.080982:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384611.080984:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384611.080985:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575794432 : -123274133757184 : ffff8fe2010c2300) 00000100:00000001:0.0:1767384611.080988:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384611.080992:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff3740c8 x1853237049176960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.081000:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384611.081001:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1ef835c] to pc [ptlrpcd_00_00+0] req@00000000f1ef835c x1853237049177088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384611.081005:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000040:1.0:1767384611.081023:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384611.081027:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abd3d098. 00000100:00000200:1.0:1767384611.081033:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049176960, offset 0 00000400:00000200:1.0:1767384611.081042:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384611.081045:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384611.081061:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:0.0:1767384611.081071:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.081075:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003380 10000000:00000001:0.0:1767384611.081077:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.081081:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384611.081085:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384611.081086:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x995 [2] + 0 00000020:00000010:0.0:1767384611.081092:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006c7d7a88. 00000400:00000010:1.0:1767384611.081093:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018b5ac2d. 00000400:00000200:2.0:1767384611.081095:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384611.081103:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddca1acf 00000400:00000200:1.0:1767384611.081111:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384611.081113:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384611.081120:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.081121:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384611.081132:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddca1acf 00000400:00000010:1.0:1767384611.081135:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddca1acf. 00000100:00000001:0.0:1767384611.081136:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384611.081141:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384611.081141:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384611.081145:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000200:1.0:1767384611.081145:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384611.081147:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384611.081157:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1ef835c x1853237049177088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384611.081159:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000029fac19 x1853237049176960 msgsize 4848 00000100:00100000:1.0:1767384611.081176:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384611.081177:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384611.081180:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000040:1.0:1767384611.081182:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384611.081182:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.081190:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384611.081194:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384611.081198:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.081202:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384611.081206:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1ef835c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049177088:0@lo:253: 00000100:00000001:0.0:1767384611.081210:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384611.081214:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abd3d098 02000000:00000001:0.0:1767384611.081215:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384611.081219:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abd3d098. 00000400:00000200:2.0:1767384611.081220:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 02000000:00000001:0.0:1767384611.081221:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.081231:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384611.081235:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384611.081242:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff3740c8 x1853237049176960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384611.081252:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005d12de6f. 00000100:00000001:1.0:1767384611.081253:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384611.081259:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384611.081261:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff3740c8 x1853237049176960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384611.081264:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000010:0.0:1767384611.081266:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035f178ac. 00000100:00000001:1.0:1767384611.081278:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384611.081280:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b70b8248. 00000100:00000001:1.0:1767384611.081281:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384611.081287:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049177088, portal 25 00000100:00000001:1.0:1767384611.081289:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.081292:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384611.081295:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294899508 00000100:00000001:0.0:1767384611.081296:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575799808 : -123274133751808 : ffff8fe2010c3800) 00000100:00000010:1.0:1767384611.081302:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfb65d28. 00000400:00000200:2.0:1767384611.081307:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000100:00000040:0.0:1767384611.081307:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1ef835c x1853237049177088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.081311:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384611.081322:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384611.081335:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294899508 00000100:00000040:0.0:1767384611.081335:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384611.081341:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006528b62b. 00000100:00000200:0.0:1767384611.081346:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049177088, offset 0 00000100:00000010:1.0:1767384611.081348:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e055eca2. 00000400:00000200:2.0:1767384611.081350:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000100:00000001:1.0:1767384611.081355:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384611.081360:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384611.081367:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294899508 00000100:00000010:1.0:1767384611.081372:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009abe4812. 00000400:00000200:0.0:1767384611.081377:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384611.081378:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384611.081383:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294899508 00000100:00000010:1.0:1767384611.081390:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc72fc16. 00000400:00000200:0.0:1767384611.081394:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003400 00000100:00000001:1.0:1767384611.081397:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384611.081405:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384611.081405:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000400:00000200:2.0:1767384611.081407:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000100:00000001:1.0:1767384611.081415:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.081422:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384611.081423:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df6f4a24. 00000100:00000001:1.0:1767384611.081427:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384611.081430:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000048adaee7 00000100:00000001:1.0:1767384611.081434:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384611.081438:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384611.081438:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384611.081439:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000100:00000001:1.0:1767384611.081450:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384611.081453:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384611.081457:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384611.081458:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.081467:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.081467:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048adaee7 00000400:00000010:0.0:1767384611.081473:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048adaee7. 00000100:00000001:0.0:1767384611.081482:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384611.081487:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384611.081490:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000dc9c0123 x1853237049177088 msgsize 4848 00000100:00000001:1.0:1767384611.081500:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384611.081504:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384611.081504:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384611.081511:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384611.081527:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384611.081531:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384611.081542:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006528b62b 00000100:00000001:1.0:1767384611.081546:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384611.081547:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006528b62b. 00000100:00100000:1.0:1767384611.081550:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176960 02000000:00000001:1.0:1767384611.081553:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384611.081556:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384611.081558:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384611.081559:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384611.081566:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384611.081569:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1ef835c x1853237049177088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384611.081570:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176960 00000020:00000001:1.0:1767384611.081575:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384611.081578:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384611.081582:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384611.081585:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384611.081586:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:1.0:1767384611.081592:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384611.081597:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000040:0.0:1767384611.081599:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1ef835c x1853237049177088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.081602:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384611.081654:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000020:00000010:1.0:1767384611.081657:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ec32243. 00000100:00000001:1.0:1767384611.081663:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384611.081665:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ec32243. 00000020:00000010:1.0:1767384611.081678:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c87fc07. 00000020:00000010:1.0:1767384611.081686:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ef470cc. 00000100:00000001:0.0:1767384611.081686:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.081691:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384611.081696:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00000001:0.0:1767384611.081697:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.081705:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294899509 00000100:00000040:1.0:1767384611.081718:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384611.081720:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294899508 00000100:00000001:1.0:1767384611.081723:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384611.081726:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384611.081729:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.081732:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294899509 00000100:00000001:1.0:1767384611.081741:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.081747:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294899508 00000400:00000200:2.0:1767384611.081748:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000100:00000001:1.0:1767384611.081754:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.081777:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294899509 00000100:00000001:1.0:1767384611.081781:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384611.081789:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177088 02000000:00000001:1.0:1767384611.081792:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384611.081793:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294899508 00000100:00000001:1.0:1767384611.081794:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384611.081798:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384611.081804:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.081806:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294899509 00000100:00100000:1.0:1767384611.081808:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177088 00000020:00000001:1.0:1767384611.081812:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384611.081814:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384611.081817:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384611.081819:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:0.0:1767384611.081819:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294899508 00000020:00000001:1.0:1767384611.081837:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384611.081842:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384611.081846:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384611.081848:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384611.081851:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000100:00000001:0.0:1767384611.081852:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384611.081857:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ec32243. 00000100:00000001:0.0:1767384611.081861:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.081864:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384611.081865:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384611.081868:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ec32243. 00000100:00000001:0.0:1767384611.081877:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384611.081878:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042162dfe. 00000100:00000001:0.0:1767384611.081881:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384611.081884:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8f00ade. 00000100:00000001:0.0:1767384611.081888:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384611.081892:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384611.081893:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6e3b8f1. 00000100:00000001:0.0:1767384611.081899:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.081902:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384611.081907:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.081908:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384611.081916:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.081927:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384611.081929:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000100:00000001:1.0:1767384611.081943:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.081944:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384611.081950:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384611.081963:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000040:0.0:1767384611.081970:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384611.081972:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384611.081975:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804191797328 : -123269517754288 : ffff8fe3142ec050) 00000100:00000001:1.0:1767384611.081976:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384611.081987:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000040:1.0:1767384611.081990:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000040:0.0:1767384611.081990:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000029fac19 x1853237049176960/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:592/0 lens 4848/0 e 0 to 0 dl 1767384622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.081994:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804191812688 : -123269517738928 : ffff8fe3142efc50) 00000100:00000040:1.0:1767384611.082006:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dc9c0123 x1853237049177088/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:592/0 lens 4848/0 e 0 to 0 dl 1767384622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.082008:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384611.082015:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e84e211. 00000100:00000001:1.0:1767384611.082017:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384611.082019:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000020:00000010:1.0:1767384611.082022:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ec32243. 00000100:00000001:0.0:1767384611.082022:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384611.082028:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384611.082029:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e84e211. 00000020:00000010:1.0:1767384611.082032:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ec32243. 00000100:00100000:1.0:1767384611.082050:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dc9c0123 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049177088:12345-0@lo:253: 00000100:00100000:0.0:1767384611.082050:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000029fac19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049176960:12345-0@lo:253: 00000100:00000200:1.0:1767384611.082059:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177088 00000100:00000200:0.0:1767384611.082063:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176960 00000020:00000001:1.0:1767384611.082064:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384611.082070:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384611.082071:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384611.082076:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.082077:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384611.082079:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384611.082081:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384611.082083:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000020:00000001:1.0:1767384611.082085:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384611.082087:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384611.082095:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384611.082102:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:1.0:1767384611.082103:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384611.082109:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384611.082111:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384611.082112:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384611.082116:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384611.082117:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.082121:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384611.082122:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384611.082124:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384611.082127:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384611.082129:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384611.082134:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000047e26b44. 00000100:00000001:0.0:1767384611.082134:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384611.082140:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.082142:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384611.082143:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384611.082146:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384611.082150:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 02000000:00000010:0.0:1767384611.082150:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bd690a46. 20000000:00000010:1.0:1767384611.082156:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000faabff3f. 02000000:00000001:0.0:1767384611.082161:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.082166:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384611.082169:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384611.082170:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384611.082176:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384611.082180:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:0.0:1767384611.082182:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000739db32f. 20000000:00000001:1.0:1767384611.082183:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384611.082188:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384611.082189:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384611.082194:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384611.082194:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384611.082199:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384611.082202:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384611.082204:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384611.082207:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384611.082210:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007c774c8d. 20000000:01000000:1.0:1767384611.082214:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:1.0:1767384611.082220:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384611.082226:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384611.082231:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384611.082248:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384611.082265:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384611.082267:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384611.082270:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384611.082271:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384611.082274:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384611.082276:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:1.0:1767384611.082280:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:1.0:1767384611.082283:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384611.082286:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384611.082291:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384611.082294:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384611.082297:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384611.082302:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:1.0:1767384611.082306:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384611.082310:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003b459bbc. 00080000:00000001:1.0:1767384611.082314:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804783431680 : -123268926119936 : ffff8fe337726000) 00080000:00000001:1.0:1767384611.082317:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384611.082320:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384611.082323:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000ec32243. 00080000:00000001:1.0:1767384611.082327:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384611.082330:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384611.082350:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384611.082367:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384611.082450:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ddd1eb98. 00000800:00000010:2.0:1767384611.082455:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000687c251e. 00000800:00000010:2.0:1767384611.082462:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e45d9eec. 00000800:00000010:2.0:1767384611.082515:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e45d9eec. 00000400:00000200:0.0:1767384611.082789:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384611.082872:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp20 from 233.3.0.2 00000800:00000010:0.0:1767384611.082877:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d6cc0c96. 00000800:00000010:2.0:1767384611.082918:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f80fce70. 00000800:00000010:2.0:1767384611.082923:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f5c24d34. 00000800:00000010:2.0:1767384611.082950:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d91d8f64. 00000800:00000200:2.1:1767384611.082955:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005bc327e2] -> 12345-192.168.202.137@tcp20 (2) 00000800:00000200:2.1:1767384611.082961:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp20 00000000d91d8f64 deleted 00000800:00000010:2.1:1767384611.082963:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d91d8f64. 00000800:00000200:2.1:1767384611.082968:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384611.082977:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp20 ip 192.168.202.137:1001 00000800:00000200:2.1:1767384611.082982:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dedb1b30 type 1, nob 336 niov 1 nkiov 1 00000800:00000200:2.0:1767384611.082989:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp20 p 3.x 192.168.202.137 -> 192.168.202.137:1001 incarnation:1767384609341832219 sched[0] 00000800:00000010:2.0:1767384611.082993:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e45d9eec. 00000800:00000010:2.0:1767384611.083054:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e45d9eec. 00000800:00000010:2.0:1767384611.083058:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f5c24d34. 00000800:00000010:2.0:1767384611.083117:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d6cc0c96. 00000800:00000001:2.0:1767384611.083141:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384611.083147:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384611.083158:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384611.083174:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp20 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384609341832219 sched[0] 00000800:00000010:1.0:1767384611.083188:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000687c251e. 00000800:00000200:2.0:1767384611.083216:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384611.083221:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dedb1b30. 00000400:00000200:2.0:1767384611.083228:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384611.083234:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp20->192.168.202.137@tcp20: PUT: OK 00000400:00000200:2.0:1767384611.083239:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384611.083244:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00080000:00000010:2.0:1767384611.083350:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003b459bbc. 00080000:00000010:2.0:1767384611.083383:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000ec32243. 00000400:00000200:1.0:1767384611.083388:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00040000:00000001:2.0:1767384611.083390:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000001:0.0:1767384611.083391:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00040000:00000001:2.0:1767384611.083395:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384611.083401:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384611.083405:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:2.0:1767384611.083407:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384611.083413:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384611.083414:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384611.083422:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000001:0.0:1767384611.083427:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384611.083448:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 20000000:01000000:2.0:1767384611.083451:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:0.0:1767384611.083452:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp20(192.168.202.137@tcp20) <- 192.168.202.137@tcp20 : PUT - for me 20000000:00000001:2.0:1767384611.083467:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384611.083472:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000400:00000200:0.0:1767384611.083474:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 240 into portal 0 MB=0x8000000000000000 00080000:00000001:2.0:1767384611.083481:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:1.0:1767384611.083488:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384611.083490:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 240/240 into md 0x1489 [1] + 0 00000400:00000010:0.0:1767384611.083496:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d28bf8e. 00000400:00000200:0.0:1767384611.083506:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b640f3a8 00000800:00000001:0.0:1767384611.083511:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384611.083520:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000800:00000001:0.0:1767384611.083523:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384611.083529:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384611.083539:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp20->192.168.202.137@tcp20: PUT: OK 00000400:00000200:0.0:1767384611.083555:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b640f3a8 00000400:00000010:0.0:1767384611.083557:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b640f3a8. 00000400:00000200:1.0:1767384611.083560:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384611.083563:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384611.083568:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (14) 00000400:00000200:0.0:1767384611.083574:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:0.0:1767384611.083580:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 0000000011fabc71. 00000400:00000200:0.0:1767384611.083586:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 13 20000000:01000000:2.0:1767384611.083594:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:1.0:1767384611.083594:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384611.083596:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 20000000:00000001:2.0:1767384611.083606:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000400:00000200:0.0:1767384611.083662:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (15) 00000400:00000200:0.0:1767384611.083669:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384611.083679:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp20 to MR: 192.168.202.137@tcp20 local destination 00000400:00000200:1.0:1767384611.083685:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 10000000:01000000:2.0:1767384611.083687:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:0.0:1767384611.083695:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp20 NI seq info: [28:28:256:4294967295] 192.168.202.137@tcp20 LPNI seq info [28:28:8:4294967295] 00010000:00000001:2.0:1767384611.083696:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384611.083702:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:1.0:1767384611.083710:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00010000:00000010:2.0:1767384611.083711:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a979db6b. 00010000:00000001:2.0:1767384611.083724:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384611.083730:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5ac7893. 00000400:00000200:0.0:1767384611.083733:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp20(192.168.202.137@tcp20:192.168.202.137@tcp20) -> 192.168.202.137@tcp20(192.168.202.137@tcp20:192.168.202.137@tcp20) 192.168.202.137@tcp20 : ACK try# 0 00000020:00000001:2.0:1767384611.083737:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384611.083746:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c5ac7893 with handle 0x7f71e2b70dd20212 to hash 00000400:00000200:1.0:1767384611.083752:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000800:00000200:0.0:1767384611.083754:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp20 00000020:00000001:2.0:1767384611.083756:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384611.083765:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00000800:00000010:0.0:1767384611.083768:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a84d23e3. 00010000:00000001:2.0:1767384611.083770:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00010000:00000001:2.0:1767384611.083777:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384611.083779:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.083781:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000800:00000200:0.0:1767384611.083787:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005bc327e2] -> 12345-192.168.202.137@tcp20 (4) 00010000:00010000:2.0:1767384611.083789:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd20212 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.083801:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000200:0.0:1767384611.083802:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp20 ip 192.168.202.137:988 00010000:00000001:2.0:1767384611.083807:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000200:0.0:1767384611.083809:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a84d23e3 type 0, nob 96 niov 1 nkiov 0 00010000:00000001:2.0:1767384611.083811:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384611.083815:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:1.0:1767384611.083815:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00010000:00000001:2.0:1767384611.083821:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.083841:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384611.083844:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.083846:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384611.083849:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384611.083851:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384611.083853:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384611.083856:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a979db6b) refcount = 1 00010000:00010000:2.0:1767384611.083859:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd20212 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384611.083873:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00010000:00000001:2.0:1767384611.083877:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384611.083880:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384611.083882:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.083884:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.083887:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384611.083891:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384611.083894:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002982896s 00010000:00000001:2.0:1767384611.083897:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384611.083899:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384611.083901:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5ac7893 refcount=4 00000020:00000001:2.0:1767384611.083904:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00000400:00000200:1.0:1767384611.083906:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00010000:00000001:2.0:1767384611.083907:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00010000:00000001:2.0:1767384611.083914:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384611.083916:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd20212 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.083925:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384611.083929:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd20212 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.083932:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.083935:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384611.083936:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd20212 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.083940:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384611.083942:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.083946:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384611.083946:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00010000:00010000:2.0:1767384611.083953:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd20212 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384611.083959:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c5ac7893 already unused, calling callback (0000000058ffb97a) 00010000:00000001:2.0:1767384611.083961:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000200:0.0:1767384611.083966:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767384611.083970:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:1.0:1767384611.083972:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000800:00000010:0.0:1767384611.083973:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a84d23e3. 00010000:00010000:2.0:1767384611.083974:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd20212 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.083985:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384611.083985:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384611.083989:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384611.083992:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384611.083995:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5ac7893 refcount=5 00000020:00000001:2.0:1767384611.084002:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00000400:00000200:0.0:1767384611.084004:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp20->192.168.202.137@tcp20: ACK: OK 00000400:00000200:1.0:1767384611.084005:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00010000:00000001:2.0:1767384611.084006:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00010000:00000001:2.0:1767384611.084019:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384611.084022:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd20212 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1767384611.084025:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384611.084029:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384611.084032:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384611.084034:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.084039:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384611.084041:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384611.084043:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384611.084046:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384611.084047:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5ac7893 with handle 0x7f71e2b70dd20212 from hash 00010000:00000001:2.0:1767384611.084051:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000001:0.0:1767384611.084054:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.084055:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384611.084058:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00010000:00000001:2.0:1767384611.084060:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.084067:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000001:0.0:1767384611.084068:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384611.084075:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384611.084078:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384611.084079:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384611.084081:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384611.084082:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384611.084086:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384611.084087:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384611.084090:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384611.084095:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384611.084097:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.084098:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.084101:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384611.084102:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384611.084103:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00010000:00000001:2.0:1767384611.084110:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.084117:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.084124:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp20(192.168.202.137@tcp20) <- 192.168.202.137@tcp20 : ACK - for me 00010000:00010000:2.0:1767384611.084125:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd20212 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.084135:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.084137:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.084139:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384611.084141:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1767384611.084144:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00010000:00000001:2.0:1767384611.084146:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384611.084154:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384611.084154:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp20: ACK from 12345-192.168.202.137@tcp20 into md 0x14a1 00010000:00000001:2.0:1767384611.084164:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384611.084168:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.084169:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:2.0:1767384611.084173:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384611.084174:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd20212 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.084179:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384611.084184:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384611.084188:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd20212 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384611.084196:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp20->192.168.202.137@tcp20: ACK: OK 00000400:00000200:1.0:1767384611.084198:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384611.084208:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a2896d7 00010000:00000040:2.0:1767384611.084211:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a979db6b count: 0 00000400:00000010:0.0:1767384611.084216:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a2896d7. 00000400:00000200:0.0:1767384611.084225:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384611.084235:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00010000:00000001:2.0:1767384611.084237:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384611.084240:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384611.084244:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:0.0:1767384611.084250:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (14) 00000800:00000001:0.0:1767384611.084256:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:2.0:1767384611.084265:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c5868828. 20000000:01000000:2.0:1767384611.084268:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 00000400:00000200:1.0:1767384611.084272:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 20000000:00000001:2.0:1767384611.084274:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000001:0.0:1767384611.084281:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384611.084283:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384611.084288:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384611.084302:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384611.084314:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:2.0:1767384611.084316:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.084316:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000010:0.0:1767384611.084321:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d28bf8e. 00080000:00000001:2.0:1767384611.084324:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384611.084331:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384611.084335:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b640f3a8. 00080000:00000001:2.0:1767384611.084336:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384611.084340:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.084344:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 00080000:00000002:2.0:1767384611.084345:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000001:2.0:1767384611.084351:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00000400:00000200:0.0:1767384611.084355:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000d1 00080000:00000002:2.0:1767384611.084364:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384611.084367:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00080000:00000001:2.0:1767384611.084369:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384611.084372:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 000000004fa9a746. 00080000:00000001:2.0:1767384611.084374:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384611.084382:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384611.084385:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 00000000d6442abf. 00000020:00000001:2.0:1767384611.084387:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384611.084394:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000400:00000010:0.0:1767384611.084395:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 00000000f2be41c4. 00080000:00000001:2.0:1767384611.084406:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384611.084411:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001941be73. 00080000:00000001:2.0:1767384611.084415:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799651441152 : -123274058110464 : ffff8fe2058e6a00) 00080000:00000001:2.0:1767384611.084419:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384611.084422:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384611.084427:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e45d9eec. 00080000:00000001:2.0:1767384611.084430:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384611.084432:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000010:0.0:1767384611.084433:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008fca694d. 00000400:00000200:0.0:1767384611.084440:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008fca694d nid 192.168.202.137@tcp21 00080000:00000001:2.0:1767384611.084446:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384611.084449:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005124e5b5. 00000400:00000200:0.0:1767384611.084455:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000005124e5b5 net tcp21 00000400:00000200:0.0:1767384611.084459:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (13) 00080000:00000001:2.0:1767384611.084463:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384611.084472:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp21 flags 0x11 00000400:00000010:0.0:1767384611.084482:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 000000004fa9a746. 00080000:00000020:2.0:1767384611.084486:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000010:0.0:1767384611.084488:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 00000000d6442abf. 00000100:00000001:2.0:1767384611.084491:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384611.084494:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000faabff3f. 00000400:00000010:0.0:1767384611.084496:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 00000000f2be41c4. 20000000:00000001:2.0:1767384611.084508:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384611.084509:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 0000000011fabc71. 00010000:00000040:2.0:1767384611.084523:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049177088 00000400:00000200:0.0:1767384611.084524:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00010000:00000001:2.0:1767384611.084532:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384611.084534:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000400:00000200:0.0:1767384611.084540:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00010000:00000200:2.0:1767384611.084545:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dc9c0123 x1853237049177088/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384611.084550:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000200:0.0:1767384611.084563:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384611.084572:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00010000:00000001:2.0:1767384611.084575:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000010:1.0:1767384611.084579:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000faabff3f. 00000400:00000200:0.0:1767384611.084580:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00010000:00000001:2.0:1767384611.084581:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384611.084585:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000abd3d098. 00000100:00001000:2.0:1767384611.084588:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=28 v=5 (1 0 0 0) 00000800:00000010:1.0:1767384611.084590:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002a0a3e95. 00000400:00000200:0.0:1767384611.084598:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (14) 00000100:00000001:2.0:1767384611.084605:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384611.084636:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384611.084640:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384611.084644:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384611.084647:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384611.084650:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384611.084655:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384611.084658:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5c24d34. 00000800:00000010:1.0:1767384611.084667:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002a0a3e95. 00000100:00000200:2.0:1767384611.084668:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049177088, offset 224 00000400:00000200:2.0:1767384611.084678:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384611.084688:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384611.084699:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003400 00000400:00000200:2.0:1767384611.084709:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14ad [2] + 224 00000400:00000200:2.0:1767384611.084714:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384611.084718:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384611.084721:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384611.084725:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f1ef835c x1853237049177088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384611.084732:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f1ef835c x1853237049177088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.084750:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384611.084758:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5c24d34 00000400:00000010:2.0:1767384611.084760:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5c24d34. 00000100:00000001:2.0:1767384611.084763:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384611.084765:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384611.084770:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384611.084774:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:1.0:1767384611.084777:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384611.084778:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384611.084780:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384611.084781:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384611.084785:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384611.084789:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384611.084790:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc9c0123 x1853237049177088/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384611.084802:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dc9c0123 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049177088:12345-0@lo:253: Request processed in 2780us (3305us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384611.084803:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384611.084809:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035f178ac. 00000400:00000200:1.0:1767384611.084817:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70b8248 00000400:00000010:1.0:1767384611.084821:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b70b8248. 00000100:00100000:2.0:1767384611.084822:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000001:1.0:1767384611.084842:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384611.084843:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384611.084847:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384611.084851:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1ef835c x1853237049177088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384611.084854:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384611.084862:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8f00ade. 00000100:00000200:1.0:1767384611.084867:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1ef835c x1853237049177088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384611.084868:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000010:2.0:1767384611.084874:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6e3b8f1. 00000100:00000001:1.0:1767384611.084877:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384611.084880:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384611.084886:0:16348:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384611.084888:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042162dfe. 02000000:00000001:1.0:1767384611.084889:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384611.084893:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384611.084897:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000400:00000200:0.0:1767384611.084897:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp20 from 232.3.0.2 00000100:00000001:1.0:1767384611.084898:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384611.084913:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384611.084916:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000010:0.0:1767384611.084916:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000113dd400. 00000100:00001000:1.0:1767384611.084918:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=28 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384611.084919:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000047e26b44. 02000000:00000001:2.0:1767384611.084931:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384611.084931:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384611.084939:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384611.084940:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384611.084946:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384611.084952:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384611.084952:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384611.084960:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384611.084964:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033316468. 00000100:00000001:1.0:1767384611.084965:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384611.084983:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5c24d34. 00000100:00000040:1.0:1767384611.084984:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1ef835c x1853237049177088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.084998:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384611.085002:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384611.085004:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384611.085007:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384611.085010:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384611.085012:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384611.085014:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384611.085016:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384611.085018:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384611.085020:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384611.085022:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384611.085030:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384611.085036:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1ef835c x1853237049177088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384611.085041:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1ef835c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049177088:0@lo:253: 00000100:00000001:1.0:1767384611.085045:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384611.085047:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007a1ab0db. 00000100:00000001:1.0:1767384611.085048:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384611.085053:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1ef835c x1853237049177088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384611.085055:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d91d8f64. 00000100:00000001:1.0:1767384611.085064:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384611.085071:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384611.085074:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005d12de6f. 02000000:00000001:1.0:1767384611.085083:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384611.085086:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384611.085088:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384611.085093:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000010:2.0:1767384611.085094:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c94e6f50. 02000000:00000010:1.0:1767384611.085102:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dde9f896. 02000000:00000001:1.0:1767384611.085111:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:2.1:1767384611.085112:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005bc327e2] -> 12345-192.168.202.137@tcp20 (4) 02000000:00000001:1.0:1767384611.085120:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384611.085123:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1ef835c. 00000800:00000200:2.1:1767384611.085128:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp20 00000000c94e6f50 deleted 00000800:00000010:2.1:1767384611.085133:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c94e6f50. 00000100:00000001:1.0:1767384611.085134:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384611.085139:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384611.085141:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384611.085143:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000100:00000001:1.0:1767384611.085148:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384611.085152:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384611.085160:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp20 p 3.x 192.168.202.137 -> 192.168.202.137:1000 incarnation:1767384609341832219 sched[0] 00000100:00000001:1.0:1767384611.085162:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384611.085169:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000820f8200. 00000100:00000001:1.0:1767384611.085170:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384611.085252:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000820f8200. 00000800:00000010:2.0:1767384611.085260:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d91d8f64. 00000800:00000200:1.1:1767384611.085272:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384611.085286:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp20 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384609341832219 sched[0] 00000800:00000010:1.0:1767384611.085291:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000abd3d098. 00000800:00000010:2.0:1767384611.085323:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000113dd400. 00000800:00000001:2.0:1767384611.085362:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384611.085370:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384611.085374:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384611.085381:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384611.086452:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001941be73. 00080000:00000010:2.0:1767384611.086528:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e45d9eec. 00040000:00000001:2.0:1767384611.086535:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384611.086538:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384611.086540:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384611.086544:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384611.086547:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384611.086549:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384611.086552:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384611.086567:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384611.086570:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384611.086574:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384611.086577:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:1.0:1767384611.086578:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384611.086586:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384611.086590:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384611.086593:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384611.086637:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a3927735. 00010000:00000001:1.0:1767384611.086643:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384611.086646:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000033dab042. 00000020:00000001:1.0:1767384611.086649:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384611.086652:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000033dab042 with handle 0x7f71e2b70dd20219 to hash 00000020:00000001:1.0:1767384611.086654:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384611.086656:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384611.086659:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384611.086662:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384611.086665:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384611.086670:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000033dab042/0x7f71e2b70dd20219 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384611.086677:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384611.086680:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384611.086682:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384611.086685:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384611.086686:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384611.086688:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384611.086689:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384611.086691:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384611.086692:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384611.086694:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384611.086695:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384611.086697:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3927735) refcount = 1 00010000:00010000:1.0:1767384611.086700:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000033dab042/0x7f71e2b70dd20219 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384611.086705:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384611.086708:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384611.086709:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384611.086711:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.086712:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384611.086715:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384611.086717:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002982896s 00010000:00000001:1.0:1767384611.086719:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000020:2.0:1767384611.086723:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384611.086731:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384611.086732:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:2.0:1767384611.086739:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000739db32f. 00000020:00000040:1.0:1767384611.086740:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000033dab042 refcount=4 00000020:00000001:1.0:1767384611.086745:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384611.086748:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00010000:00000001:1.0:1767384611.086754:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 20000000:00000001:2.0:1767384611.086757:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384611.086757:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000033dab042/0x7f71e2b70dd20219 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384611.086765:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049176960 00010000:00000001:1.0:1767384611.086767:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767384611.086769:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384611.086771:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000033dab042/0x7f71e2b70dd20219 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384611.086777:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000029fac19 x1853237049176960/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384611.086794:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384611.086800:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384611.086802:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384611.086802:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000033dab042/0x7f71e2b70dd20219 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384611.086809:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384611.086819:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=28 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384611.086845:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384611.086848:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384611.086848:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384611.086854:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:1.0:1767384611.086854:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384611.086861:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00010000:1.0:1767384611.086861:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000033dab042/0x7f71e2b70dd20219 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384611.086868:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384611.086873:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384611.086875:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000033dab042 already unused, calling callback (0000000058ffb97a) 00000100:00000001:2.0:1767384611.086877:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384611.086878:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384611.086884:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:2.0:1767384611.086885:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384611.086892:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000033dab042/0x7f71e2b70dd20219 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384611.086894:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d91d8f64. 00000100:00000200:2.0:1767384611.086902:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049176960, offset 224 00010000:00000001:1.0:1767384611.086910:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384611.086913:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384611.086913:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384611.086915:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384611.086918:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000033dab042 refcount=5 00000020:00000001:1.0:1767384611.086925:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00000400:00000200:2.0:1767384611.086928:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384611.086929:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839296 : -123268926712320 : ffff8fe337695600) 00000400:00000200:2.0:1767384611.086941:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003380 00010000:00000001:1.0:1767384611.086943:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384611.086946:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000033dab042/0x7f71e2b70dd20219 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384611.086952:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14a5 [2] + 224 00000400:00000200:2.0:1767384611.086968:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384611.086969:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384611.086975:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384611.086979:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384611.086980:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.086989:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384611.086990:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384611.086995:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767384611.087000:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff3740c8 x1853237049176960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384611.087001:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384611.087006:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384611.087016:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000033dab042 with handle 0x7f71e2b70dd20219 from hash 00010000:00000001:1.0:1767384611.087024:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384611.087028:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384611.087036:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384611.087042:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ff3740c8 x1853237049176960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384611.087043:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384611.087048:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384611.087054:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384611.087057:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384611.087060:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384611.087066:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.087067:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384611.087069:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384611.087071:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384611.087072:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384611.087073:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.087074:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.087075:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384611.087077:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000033dab042/0x7f71e2b70dd20219 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384611.087078:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384611.087088:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d91d8f64 00010000:00000001:1.0:1767384611.087088:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384611.087089:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384611.087099:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d91d8f64. 00010000:00000001:1.0:1767384611.087100:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384611.087106:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384611.087108:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384611.087111:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384611.087112:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384611.087113:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384611.087118:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384611.087118:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384611.087129:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000001:0.0:1767384611.087129:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384611.087130:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.087132:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384611.087136:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384611.087144:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 20000000:00000001:1.0:1767384611.087145:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384611.087146:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eba06d54. 00010000:00000001:2.0:1767384611.087160:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:1.0:1767384611.087161:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000033dab042/0x7f71e2b70dd20219 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384611.087163:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384611.087165:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000298b414c 00000020:00000001:2.0:1767384611.087171:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384611.087173:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000298b414c. 00000100:00000040:2.0:1767384611.087179:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000029fac19 x1853237049176960/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.087181:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384611.087193:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff3740c8 x1853237049176960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384611.087194:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384611.087201:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384611.087209:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000033dab042/0x7f71e2b70dd20219 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384611.087245:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000029fac19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049176960:12345-0@lo:253: Request processed in 5230us (6076us total) trans 0 rc 0/0 00010000:00000040:1.0:1767384611.087255:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a3927735 count: 0 00000100:00000200:0.0:1767384611.087266:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff3740c8 x1853237049176960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384611.087271:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384611.087277:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 20000000:00000001:1.0:1767384611.087279:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384611.087288:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:0.0:1767384611.087292:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384611.087293:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384611.087295:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384611.087296:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384611.087305:0:16351:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384611.087307:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ef470cc. 02000000:00000001:0.0:1767384611.087308:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384611.087317:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384611.087320:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 00000100:00000001:0.0:1767384611.087321:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.087335:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384611.087336:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c87fc07. 00000100:00001000:0.0:1767384611.087349:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=28 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384611.087350:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00001000:0.0:1767384611.087358:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=28 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384611.087359:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384611.087363:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bd690a46. 00000100:00000001:0.0:1767384611.087364:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384611.087370:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384611.087371:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384611.087379:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384611.087380:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384611.087387:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384611.087389:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384611.087391:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384611.087393:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f02eb16a. 00000100:00000040:0.0:1767384611.087396:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff3740c8 x1853237049176960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384611.087398:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d91d8f64. 00000100:00000001:0.0:1767384611.087410:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384611.087413:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384611.087414:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384611.087424:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384611.087425:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384611.087426:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384611.087427:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384611.087428:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384611.087430:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384611.087431:0:16351:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384611.087432:0:16351:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384611.087433:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384611.087435:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384611.087441:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff3740c8 x1853237049176960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384611.087446:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff3740c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049176960:0@lo:253: 00000100:00000001:0.0:1767384611.087451:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.087452:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384611.087453:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff3740c8 x1853237049176960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.087457:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384611.087458:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384611.087460:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cabc0e85. 02000000:00000001:0.0:1767384611.087462:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384611.087463:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384611.087464:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384611.087466:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384611.087467:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000743869de. 02000000:00000001:0.0:1767384611.087469:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384611.087470:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384611.087470:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff3740c8. 00000100:00000001:0.0:1767384611.087472:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384611.087473:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.087474:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.087477:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384611.087478:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.087479:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384611.087480:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.087801:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294899509, at 4294899510 00000100:00000010:3.0:1767384611.087812:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc72fc16. 00000100:00000040:0.0:1767384611.087813:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294899509, at 4294899510 00000100:00000010:0.0:1767384611.087842:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfb65d28. 00000100:00000040:1.0:1767384611.087927:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294899509, at 4294899510 00000100:00000010:1.0:1767384611.087948:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e055eca2. 00010000:00000010:2.1:1767384611.088172:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a979db6b. 00010000:00000010:2.1:1767384611.088181:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5ac7893. 00000100:00000040:2.0:1767384611.088194:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294899509, at 4294899510 00000100:00000010:2.0:1767384611.088199:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009abe4812. 00010000:00000010:1.1:1767384611.091670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a3927735. 00010000:00000010:1.1:1767384611.091689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000033dab042. 00000400:00000010:3.0:1767384611.099545:0:22899:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d26ff214. 00000400:00000040:3.0:1767384611.099567:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384611.099569:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384611.099571:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384611.099577:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384611.099580:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384611.099581:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384611.099583:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384611.099585:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384611.099586:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384611.099587:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384611.099588:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384611.099590:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384611.099591:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384611.099592:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384611.099593:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384611.099594:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384611.099595:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384611.099596:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384611.099597:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384611.099598:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384611.099599:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384611.099600:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384611.099601:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384611.099602:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384611.099603:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384611.099604:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384611.099605:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384611.099684:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384611.099687:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384611.099689:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384611.099690:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384611.099692:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384611.099694:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384611.099695:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384611.099696:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384611.099697:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384611.099698:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384611.099701:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384611.099702:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384611.099703:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384611.099704:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384611.099705:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384611.099712:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384611.099713:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384611.099715:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384611.099716:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384611.099717:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384611.099718:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384611.099720:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384611.099721:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384611.099722:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384611.099724:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384611.099725:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384611.099727:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384611.099728:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384611.099730:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384611.099731:0:22899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384611.099778:0:22899:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d26ff214. 00010000:00000001:2.0:1767384611.801679:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384611.801685:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384611.801691:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384611.801692:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.801735:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384611.801740:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384611.801743:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384612.049768:0:23143:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e861d5dc. 00080000:00000010:0.0:1767384612.049777:0:23143:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e861d5dc. 00000020:00000001:0.0:1767384612.049782:0:23143:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384612.049788:0:23143:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e861d5dc. 00080000:00000010:0.0:1767384612.049792:0:23143:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e861d5dc. 00000020:00000001:0.0:1767384612.049795:0:23143:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.826700:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384612.826718:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.826726:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384612.826727:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.826758:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384612.826763:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384612.826766:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384612.859465:0:23307:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384612.859485:0:23307:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:1.0:1767384612.862566:0:23307:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384612.869387:0:23308:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002f656c96. 00000400:00000010:0.0:1767384612.869399:0:23308:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000abbc1916. 00000400:00000010:0.0:1767384612.869408:0:23308:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004a11c4b8. 00000400:00000010:0.0:1767384612.869411:0:23308:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000009ccb3da. 00000400:00000010:0.0:1767384612.869415:0:23308:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f608b533. 00000400:00000010:0.0:1767384612.869418:0:23308:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a3c18c4d. 00000400:00000010:0.0:1767384612.869419:0:23308:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008a93d5ac. 00000400:00000010:0.0:1767384612.869421:0:23308:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009507656c. 00000400:00000010:0.0:1767384612.869423:0:23308:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006d35ffbc. 00000800:00000010:0.0:1767384612.869434:0:23308:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000011fabc71. 00000800:00000200:0.0:1767384612.869444:0:23308:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384612.869449:0:23308:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384612.869482:0:23308:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:0.0:1767384612.869503:0:23308:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp22 [8/256/0/180] 00000400:00000010:0.0:1767384612.871000:0:23308:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 0000000003b35ef1. 00000400:00000010:0.0:1767384612.871006:0:23308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016bc228c. 00000400:00000010:0.0:1767384612.871010:0:23308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094564672. 00000400:00000001:0.0:1767384612.871025:0:23308:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384612.871027:0:23308:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384612.871030:0:23308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082a98551. 00000400:00000200:0.0:1767384612.871033:0:23308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffcc8a16 00000400:00000010:0.0:1767384612.871036:0:23308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffcc8a16. 00000400:00000010:0.0:1767384612.871040:0:23308:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 000000008927dca9. 00000400:00000200:0.0:1767384612.871045:0:23308:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (13) 00000400:00000200:0.0:1767384612.871067:0:23308:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384612.871077:0:23308:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:0.0:1767384612.871085:0:23308:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000060b55b53. 00000020:01000000:0.0:1767384612.871091:0:23308:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384612.871095:0:23308:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp22 00000400:00000200:2.0:1767384612.871111:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384612.871113:0:23308:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000abbc1916. 00000400:00000010:0.0:1767384612.871124:0:23308:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002f656c96. 00000400:00000200:2.0:1767384612.871130:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:2.0:1767384612.871142:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff40c07. 00000400:00000200:2.0:1767384612.871148:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (14) 00000020:00000001:1.0:1767384612.871150:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384612.871157:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fd334c47. 10000000:00000001:1.0:1767384612.871157:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384612.871162:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384612.871167:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 10000000:01000000:1.0:1767384612.871168:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384612.871176:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384612.871178:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384612.871179:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384612.871181:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384612.871182:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384612.871183:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384612.871185:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384612.871187:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384612.871188:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384612.871190:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384612.871194:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000100:00000010:1.0:1767384612.871202:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fd06aba. 00000400:00000200:2.0:1767384612.871205:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000040:1.0:1767384612.871212:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:2.0:1767384612.871219:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:1.0:1767384612.871222:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384612.871226:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384612.871234:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000001:1.0:1767384612.871237:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384612.871243:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000001:1.0:1767384612.871245:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384612.871251:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000010:1.0:1767384612.871258:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000065fb7786. 00000400:00000200:2.0:1767384612.871259:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:1.0:1767384612.871269:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384612.871270:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:1.0:1767384612.871283:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384612.871288:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:1.0:1767384612.871288:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384612.871302:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000040:1.0:1767384612.871305:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fd06aba] to pc [ptlrpcd_00_01+1] req@000000000fd06aba x1853237049177216/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384612.871315:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767384612.871337:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384612.871349:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:2.0:1767384612.871356:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp21 00000400:00000200:2.0:1767384612.871362:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp21 lpni_is_preferred = 0 10000000:00000001:1.0:1767384612.871370:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384612.871377:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384612.871379:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp21 00000100:00000001:0.0:1767384612.871384:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384612.871385:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.871392:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384612.871393:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384612.871398:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp21 NI seq info: [29:29:256:4294967295] 192.168.202.137@tcp21 LPNI seq info [29:29:8:4294967295] 00000100:00000001:0.0:1767384612.871399:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384612.871408:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384612.871411:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:0.0:1767384612.871411:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000fd06aba x1853237049177216/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384612.871416:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp21 10000000:00000001:1.0:1767384612.871418:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384612.871424:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384612.871430:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384612.871436:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384612.871440:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384612.871449:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp21(192.168.202.137@tcp21:) -> 192.168.202.137@tcp21(192.168.202.137@tcp:192.168.202.137@tcp21) : PUT try# 0 00000020:01000004:1.0:1767384612.871450:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384612.871450:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384612.871458:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384612.871460:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:2.0:1767384612.871467:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.202.137@tcp21 00000020:01000004:1.0:1767384612.871468:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384612.871469:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384612.871474:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000010:2.0:1767384612.871476:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dedb1b30. 02000000:00000001:0.0:1767384612.871476:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384612.871478:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384612.871485:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384612.871488:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384612.871492:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000fd06aba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049177216:0@lo:253: 00000100:00000010:1.0:1767384612.871493:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000013fd7eb. 00000800:00000010:2.0:1767384612.871497:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003ddf6629. 00000100:00000001:0.0:1767384612.871497:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767384612.871499:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000800:00000010:2.0:1767384612.871508:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007ca77819. 00000100:00000001:1.0:1767384612.871510:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384612.871510:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384612.871518:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384612.871519:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384612.871522:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767384612.871526:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ddf6629] -> 12345-192.168.202.137@tcp21 (2) 02000000:00000001:1.0:1767384612.871526:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384612.871531:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bd690a46. 02000000:00000001:0.0:1767384612.871536:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384612.871542:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cabc0e85. 00000800:00000200:2.1:1767384612.871543:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ddf6629] -> 12345-192.168.202.137@tcp21 (2) 00000400:00000010:0.0:1767384612.871546:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7b434d8. 00000100:00000001:1.0:1767384612.871556:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384612.871558:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abbc1916. 00000400:00000200:2.0:1767384612.871564:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00000001:1.0:1767384612.871565:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384612.871565:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049177216, portal 25 00000400:00000200:2.0:1767384612.871571:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000100:00000001:1.0:1767384612.871572:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.871574:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384612.871583:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924120064 : -123268785431552 : ffff8fe33fd51c00) 00000100:00000040:1.0:1767384612.871589:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000013fd7eb] to pc [ptlrpcd_00_02+2] req@00000000013fd7eb x1853237049177344/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384612.871595:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000fd06aba x1853237049177216/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384612.871660:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384612.871664:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.871668:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384612.871669:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384612.871672:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384612.871675:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384612.871677:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000060b55b53. 00000400:00000010:0.0:1767384612.871680:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f94de9fa. 00000100:00000001:1.0:1767384612.871689:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384612.871692:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049177216, offset 0 00000100:00000001:1.0:1767384612.871693:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.871701:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384612.871703:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384612.871704:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384612.871705:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384612.871710:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384612.871717:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000013fd7eb x1853237049177344/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384612.871723:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384612.871731:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384612.871732:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384612.871735:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384612.871739:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384612.871739:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003480 02000000:00000001:1.0:1767384612.871747:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384612.871753:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 00000100:00100000:1.0:1767384612.871754:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000013fd7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049177344:0@lo:253: 00000400:00000010:0.0:1767384612.871759:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055f6cf6b. 00000100:00000001:1.0:1767384612.871761:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384612.871765:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384612.871767:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f2ca79ca 02000000:00000001:1.0:1767384612.871768:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384612.871772:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384612.871776:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384612.871778:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000047e26b44. 02000000:00000001:1.0:1767384612.871783:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384612.871785:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384612.871787:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384612.871791:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0c0b4a6. 00000400:00000200:0.0:1767384612.871801:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2ca79ca 00000400:00000010:1.0:1767384612.871803:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdeda427. 00000400:00000010:0.0:1767384612.871804:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2ca79ca. 00000100:00000001:0.0:1767384612.871829:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384612.871830:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049177344, portal 25 00000100:00000200:0.0:1767384612.871831:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384612.871838:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384612.871838:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000a5207eeb x1853237049177216 msgsize 4848 00000100:00000001:1.0:1767384612.871842:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924123648 : -123268785427968 : ffff8fe33fd52a00) 00000100:00100000:0.0:1767384612.871850:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384612.871853:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000040:1.0:1767384612.871853:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000013fd7eb x1853237049177344/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384612.871855:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384612.871871:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384612.871876:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384612.871887:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384612.871889:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f94de9fa 00000400:00000010:1.0:1767384612.871892:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012cef971. 00000400:00000010:0.0:1767384612.871894:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f94de9fa. 00000400:00000200:2.0:1767384612.871896:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000001:0.0:1767384612.871904:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384612.871907:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049177344, offset 0 00000100:00000200:0.0:1767384612.871913:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000fd06aba x1853237049177216/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384612.871921:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384612.871932:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384612.871938:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.871938:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384612.871943:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000fd06aba x1853237049177216/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.871958:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384612.871962:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003500 00000100:00000001:0.0:1767384612.871963:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384612.871972:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9cd [2] + 0 00000100:00000001:0.0:1767384612.871972:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384612.871975:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000001:0.0:1767384612.871981:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294901299 00000400:00000010:1.0:1767384612.871983:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bd36bb5. 00000100:00000010:0.0:1767384612.871991:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000797ae666. 00000400:00000200:1.0:1767384612.871993:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b4e83221 00000400:00000200:1.0:1767384612.872001:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384612.872001:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384612.872013:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384612.872015:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294901299 00000400:00000200:1.0:1767384612.872021:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4e83221 00000100:00000010:0.0:1767384612.872022:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000590be2de. 00000400:00000010:1.0:1767384612.872026:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4e83221. 00000100:00000001:1.0:1767384612.872032:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384612.872035:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384612.872036:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384612.872038:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000057b707c4 x1853237049177344 msgsize 4848 00000400:00000200:2.0:1767384612.872045:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000001:0.0:1767384612.872047:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294901299 00000100:00100000:1.0:1767384612.872060:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384612.872061:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c00d1427. 00000100:00000040:1.0:1767384612.872064:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384612.872071:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384612.872079:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384612.872083:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294901299 00000400:00000200:1.0:1767384612.872089:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012cef971 00000100:00000010:0.0:1767384612.872091:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c39bb64. 00000400:00000010:1.0:1767384612.872092:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012cef971. 00000100:00000001:0.0:1767384612.872098:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384612.872101:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384612.872110:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000013fd7eb x1853237049177344/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.872113:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.872118:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384612.872125:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000001:0.0:1767384612.872127:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.872128:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384612.872136:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384612.872137:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000013fd7eb x1853237049177344/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384612.872148:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.872149:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384612.872151:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384612.872153:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384612.872160:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384612.872163:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.872163:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384612.872169:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.872170:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294901299 00000100:00000001:1.0:1767384612.872175:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294901299 00000100:00000001:0.0:1767384612.872175:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.872181:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294901299 00000100:00000001:1.0:1767384612.872185:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294901299 00000100:00000001:1.0:1767384612.872194:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294901299 00000100:00000001:1.0:1767384612.872197:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294901299 00000100:00000001:1.0:1767384612.872202:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294901299 00000100:00000001:1.0:1767384612.872205:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294901299 00000100:00000001:1.0:1767384612.872207:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384612.872210:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000100:00000001:1.0:1767384612.872210:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.872222:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.872225:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384612.872231:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384612.872233:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384612.872238:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384612.872239:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384612.872241:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.872246:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.872273:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384612.872278:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384612.872281:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000001:1.0:1767384612.872328:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384612.872333:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177216 02000000:00000001:1.0:1767384612.872337:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384612.872340:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384612.872344:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384612.872349:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384612.872351:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177216 00000020:00000001:1.0:1767384612.872355:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384612.872359:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384612.872362:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384612.872365:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:1.0:1767384612.872370:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384612.872374:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384612.872379:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384612.872383:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef4148f7. 00000400:00000200:2.0:1767384612.872385:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000100:00000001:1.0:1767384612.872387:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384612.872395:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef4148f7. 00000020:00000010:1.0:1767384612.872406:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033babcdd. 00000020:00000010:1.0:1767384612.872418:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fb2c0796. 00000100:00000001:0.0:1767384612.872423:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384612.872425:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000679ae6e6. 00000100:00100000:0.0:1767384612.872430:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177344 02000000:00000001:0.0:1767384612.872434:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384612.872437:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384612.872438:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384612.872440:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:0.0:1767384612.872443:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.872444:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384612.872450:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177344 00000100:00000001:1.0:1767384612.872451:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384612.872454:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384612.872455:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384612.872458:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384612.872461:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384612.872463:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:1.0:1767384612.872465:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.872466:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384612.872471:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:2.0:1767384612.872472:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000100:00000001:0.0:1767384612.872478:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384612.872484:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a064dfb1. 00000100:00000001:1.0:1767384612.872485:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.872487:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384612.872490:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a064dfb1. 00000020:00000010:0.0:1767384612.872505:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b96da63. 00000020:00000010:0.0:1767384612.872509:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000578b73b7. 00000100:00000001:1.0:1767384612.872515:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384612.872519:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384612.872519:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5ae207c. 00000100:00000001:0.0:1767384612.872529:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384612.872532:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000001:0.0:1767384612.872532:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384612.872535:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384612.872543:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384612.872546:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.872548:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804191810640 : -123269517740976 : ffff8fe3142ef450) 00000100:00000001:0.0:1767384612.872552:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384612.872561:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a5207eeb x1853237049177216/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:593/0 lens 4848/0 e 0 to 0 dl 1767384623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384612.872564:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000100:00000001:0.0:1767384612.872577:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384612.872578:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384612.872580:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384612.872583:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef4148f7. 00000100:00000001:1.0:1767384612.872590:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384612.872591:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000020:00000010:1.0:1767384612.872596:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef4148f7. 00000100:00000040:0.0:1767384612.872599:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:0.0:1767384612.872603:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885416016 : -123268824135600 : ffff8fe33d868850) 00000100:00000040:0.0:1767384612.872655:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000057b707c4 x1853237049177344/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:593/0 lens 4848/0 e 0 to 0 dl 1767384623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.872662:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384612.872666:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a064dfb1. 00000100:00000001:0.0:1767384612.872671:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384612.872673:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a064dfb1. 00000100:00100000:0.0:1767384612.872684:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000057b707c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049177344:12345-0@lo:253: 00000100:00000200:0.0:1767384612.872688:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177344 00000020:00000001:0.0:1767384612.872691:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384612.872695:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a5207eeb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049177216:12345-0@lo:253: 00000020:00000001:0.0:1767384612.872697:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384612.872701:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384612.872702:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177216 00000020:00000001:0.0:1767384612.872704:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384612.872707:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384612.872707:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:1.0:1767384612.872711:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384612.872713:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384612.872716:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.872717:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384612.872724:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384612.872725:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384612.872727:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384612.872729:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384612.872731:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384612.872734:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384612.872735:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384612.872741:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384612.872742:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384612.872744:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384612.872746:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.872749:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384612.872751:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384612.872752:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384612.872757:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000739db32f. 02000000:00000001:0.0:1767384612.872761:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.872764:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384612.872765:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000743869de. 20000000:00000001:0.0:1767384612.872767:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384612.872771:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.872775:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384612.872777:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384612.872780:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005d12de6f. 20000000:00000010:1.0:1767384612.872784:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dde9f896. 20000000:01000000:0.0:1767384612.872785:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384612.872790:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384612.872791:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384612.872793:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384612.872795:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384612.872799:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.872802:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384612.872803:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384612.872805:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384612.872820:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384612.872825:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384612.872826:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384612.872829:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f0c53e0b. 20000000:01000000:0.0:1767384612.872832:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:0.0:1767384612.872837:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384612.872841:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384612.872844:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384612.872848:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00080000:00000001:0.0:1767384612.872859:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384612.872873:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384612.872875:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384612.872877:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384612.872880:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00080000:00000001:0.0:1767384612.872881:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384612.872890:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384612.872894:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:0.0:1767384612.872899:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:0.0:1767384612.872901:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384612.872903:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384612.872907:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384612.872909:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384612.872912:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384612.872918:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:0.0:1767384612.872921:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384612.872926:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e70d9fff. 00080000:00000001:0.0:1767384612.872929:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804761912320 : -123268947639296 : ffff8fe3362a0400) 00080000:00000001:0.0:1767384612.872932:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384612.872934:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000001:00000001:0.0:1767384612.872935:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384612.872944:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a064dfb1. 00080000:00000001:0.0:1767384612.872947:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384612.872951:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384612.872965:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384612.872981:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384612.872992:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384612.873043:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384612.873060:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384612.873086:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384612.873102:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384612.873118:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384612.873153:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384612.873189:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000800:00000010:2.0:1767384612.873456:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ec5b3210. 00000800:00000010:2.0:1767384612.873466:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075843143. 00000800:00000010:2.0:1767384612.873474:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e45d9eec. 00000800:00000010:2.0:1767384612.873521:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e45d9eec. 00000400:00000200:0.0:1767384612.873523:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384612.873543:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp21 from 231.3.0.2 00000800:00000010:0.0:1767384612.873546:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002b8649fd. 00000800:00000010:2.0:1767384612.873586:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000915f7c4. 00000800:00000010:2.0:1767384612.873591:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000022c0aa1f. 00000800:00000010:2.0:1767384612.873650:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000687c251e. 00000800:00000200:2.1:1767384612.873661:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ddf6629] -> 12345-192.168.202.137@tcp21 (2) 00000800:00000200:2.1:1767384612.873668:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp21 00000000687c251e deleted 00000800:00000010:2.1:1767384612.873671:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000687c251e. 00000800:00000200:2.1:1767384612.873679:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384612.873690:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp21 ip 192.168.202.137:999 00000800:00000200:2.1:1767384612.873696:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dedb1b30 type 1, nob 352 niov 1 nkiov 1 00000800:00000200:2.0:1767384612.873706:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp21 p 3.x 192.168.202.137 -> 192.168.202.137:999 incarnation:1767384611077523593 sched[0] 00000800:00000010:2.0:1767384612.873724:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e45d9eec. 00000800:00000010:2.0:1767384612.873776:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e45d9eec. 00000800:00000010:2.0:1767384612.873779:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000022c0aa1f. 00000800:00000200:1.1:1767384612.873831:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384612.873853:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002b8649fd. 00000800:00000200:1.0:1767384612.873858:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp21 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384611077523593 sched[0] 00000800:00000010:1.0:1767384612.873864:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075843143. 00000800:00000001:2.0:1767384612.873875:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384612.873913:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384612.873919:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384612.873946:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000001:2.0:1767384612.873999:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384612.874004:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000800:00000001:2.0:1767384612.874012:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384612.874014:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384612.874017:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384612.874024:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dedb1b30. 00000800:00000001:2.0:1767384612.874027:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384612.874040:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp21(192.168.202.137@tcp21) <- 192.168.202.137@tcp21 : PUT - for me 00000400:00000200:2.0:1767384612.874064:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384612.874070:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384612.874072:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 256/256 into md 0x14b5 [1] + 0 00000400:00000010:2.0:1767384612.874080:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d28bf8e. 00000400:00000200:2.0:1767384612.874087:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b640f3a8 00000400:00000200:0.0:1767384612.874088:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp21->192.168.202.137@tcp21: PUT: OK 00000400:00000200:1.0:1767384612.874091:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000001:2.0:1767384612.874095:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384612.874099:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384612.874108:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000800:00000001:2.0:1767384612.874111:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384612.874116:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384612.874128:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp21->192.168.202.137@tcp21: PUT: OK 00000400:00000200:2.0:1767384612.874135:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b640f3a8 00000400:00000010:2.0:1767384612.874138:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b640f3a8. 00000400:00000200:2.0:1767384612.874143:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384612.874147:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (15) 00000400:00000200:2.0:1767384612.874153:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:2.0:1767384612.874157:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000cacd3411. 00000400:00000200:2.0:1767384612.874160:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 14 00000400:00000200:2.0:1767384612.874166:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384612.874174:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384612.874176:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (16) 00000400:00000200:2.0:1767384612.874185:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384612.874193:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp21 to MR: 192.168.202.137@tcp21 local destination 00000400:00000200:2.0:1767384612.874200:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp21 NI seq info: [30:30:256:4294967295] 192.168.202.137@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:2.0:1767384612.874209:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp21(192.168.202.137@tcp21:192.168.202.137@tcp21) -> 192.168.202.137@tcp21(192.168.202.137@tcp21:192.168.202.137@tcp21) 192.168.202.137@tcp21 : ACK try# 0 00000800:00000200:2.0:1767384612.874215:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp21 00000800:00000010:2.0:1767384612.874219:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a9c64d9. 00000800:00000200:2.0:1767384612.874223:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ddf6629] -> 12345-192.168.202.137@tcp21 (4) 00000800:00000200:2.0:1767384612.874227:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp21 ip 192.168.202.137:988 00000800:00000200:2.0:1767384612.874230:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000a9c64d9 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384612.874238:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000800:00000200:2.0:1767384612.874284:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384612.874288:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a9c64d9. 00000400:00000200:1.0:1767384612.874290:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384612.874295:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384612.874304:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp21->192.168.202.137@tcp21: ACK: OK 00000800:00000001:2.0:1767384612.874319:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384612.874323:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384612.874352:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384612.874353:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384612.874358:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384612.874367:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp21(192.168.202.137@tcp21) <- 192.168.202.137@tcp21 : ACK - for me 00000400:00000200:0.0:1767384612.874384:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384612.874391:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp21: ACK from 12345-192.168.202.137@tcp21 into md 0x14cd 00000400:00000010:0.0:1767384612.874395:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040489fbf. 00000400:00000200:2.0:1767384612.874397:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384612.874399:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000010:0.0:1767384612.874401:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7bcdb33. 00000400:00000200:0.0:1767384612.874412:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 00000400:00000200:2.0:1767384612.874419:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp21->192.168.202.137@tcp21: ACK: OK 00000400:00000200:0.0:1767384612.874424:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1004d1 00000400:00000200:2.0:1767384612.874429:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff40c07 00000400:00000010:2.0:1767384612.874432:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff40c07. 00000400:00000010:0.0:1767384612.874435:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 0000000047ea66c4. 00000400:00000200:2.0:1767384612.874437:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384612.874440:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000010:0.0:1767384612.874440:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 0000000065a404f7. 00000400:00000200:2.0:1767384612.874448:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000010:0.0:1767384612.874450:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 00000000f2be41c4. 00000400:00000200:2.0:1767384612.874460:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384612.874466:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (15) 00000800:00000001:2.0:1767384612.874477:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384612.874482:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384612.874485:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d6442abf. 00000400:00000200:0.0:1767384612.874493:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d6442abf nid 192.168.202.137@tcp22 00000400:00000010:0.0:1767384612.874499:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ba289e36. 00000400:00000200:0.0:1767384612.874502:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ba289e36 net tcp22 00000400:00000200:1.0:1767384612.874504:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384612.874506:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (14) 00000400:00000200:0.0:1767384612.874515:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp22 flags 0x11 00000400:00000200:1.0:1767384612.874560:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.874601:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000010:0.0:1767384612.874604:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 0000000047ea66c4. 00000400:00000200:1.0:1767384612.874653:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000010:0.0:1767384612.874661:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 0000000065a404f7. 00000400:00000010:0.0:1767384612.874667:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 00000000f2be41c4. 00000400:00000010:0.0:1767384612.874670:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000cacd3411. 00000400:00000200:0.0:1767384612.874676:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384612.874679:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000400:00000200:0.0:1767384612.874683:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000400:00000200:0.0:1767384612.874695:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000200:0.0:1767384612.874697:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384612.874698:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000400:00000200:0.0:1767384612.874700:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:0.0:1767384612.874703:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (15) 00000400:00000200:1.0:1767384612.874733:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.874769:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.874798:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.874832:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.874848:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.874862:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.874875:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.874889:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.874922:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.874938:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.874952:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.874995:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384612.875043:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000800:00000010:1.0:1767384612.875231:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3dbe485. 00080000:00000010:2.0:1767384612.875236:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e70d9fff. 00000800:00000010:1.0:1767384612.875236:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000012cef971. 00000800:00000010:1.0:1767384612.875241:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ef4148f7. 00080000:00000010:2.0:1767384612.875273:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a064dfb1. 00040000:00000001:2.0:1767384612.875279:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384612.875283:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384612.875286:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384612.875288:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ef4148f7. 00000020:00000002:2.0:1767384612.875290:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384612.875295:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384612.875298:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384612.875312:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384612.875327:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384612.875330:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384612.875334:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384612.875338:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:1.0:1767384612.875339:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000400:00000200:0.0:1767384612.875341:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 10000000:01000000:1.0:1767384612.875342:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384612.875349:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384612.875353:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384612.875360:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f7ae3944. 00000400:00000200:0.0:1767384612.875362:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp21 from 230.3.0.2 00010000:00000001:1.0:1767384612.875366:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000010:0.0:1767384612.875367:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001b7ab7c2. 00010000:00000010:1.0:1767384612.875370:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047818971. 00000020:00000001:1.0:1767384612.875374:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384612.875376:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000047818971 with handle 0x7f71e2b70dd20220 to hash 00000020:00000001:1.0:1767384612.875378:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384612.875379:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384612.875381:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384612.875384:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384612.875385:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384612.875388:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd20220 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384612.875392:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000062fffae0. 00010000:00000001:1.0:1767384612.875395:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000010:2.0:1767384612.875398:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000022c0aa1f. 00010000:00000001:1.0:1767384612.875400:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384612.875403:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384612.875405:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384612.875407:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.875409:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384612.875411:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.875436:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384612.875439:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384612.875442:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384612.875445:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000800:00000010:2.0:1767384612.875448:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000687c251e. 00010000:00000040:1.0:1767384612.875449:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f7ae3944) refcount = 1 00010000:00010000:1.0:1767384612.875462:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000047818971/0x7f71e2b70dd20220 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000200:2.1:1767384612.875473:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ddf6629] -> 12345-192.168.202.137@tcp21 (4) 00000800:00000200:2.1:1767384612.875493:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp21 00000000687c251e deleted 00000800:00000010:2.1:1767384612.875502:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000687c251e. 00010000:00000001:1.0:1767384612.875506:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384612.875508:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384612.875510:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384612.875522:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00010000:00000001:1.0:1767384612.875522:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.875532:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384612.875534:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp21 p 3.x 192.168.202.137 -> 192.168.202.137:998 incarnation:1767384611077523593 sched[0] 20000000:00000001:1.0:1767384612.875546:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000800:00000010:2.0:1767384612.875549:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e45d9eec. 20000000:01000000:1.0:1767384612.875552:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002982896s 00010000:00000001:1.0:1767384612.875558:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384612.875561:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384612.875563:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047818971 refcount=4 00000020:00000001:1.0:1767384612.875567:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384612.875572:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384612.875574:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384612.875577:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd20220 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.875584:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384612.875586:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd20220 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.875592:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.875595:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384612.875597:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000047818971/0x7f71e2b70dd20220 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.875602:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384612.875603:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.875614:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384612.875617:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000047818971/0x7f71e2b70dd20220 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384612.875626:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000047818971 already unused, calling callback (0000000058ffb97a) 00010000:00000001:1.0:1767384612.875629:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384612.875632:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384612.875634:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000047818971/0x7f71e2b70dd20220 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384612.875640:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e45d9eec. 00000800:00000010:2.0:1767384612.875647:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000022c0aa1f. 00010000:00000001:1.0:1767384612.875669:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384612.875672:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384612.875674:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384612.875676:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047818971 refcount=5 00000020:00000001:1.0:1767384612.875678:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384612.875680:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384612.875684:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384612.875686:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000047818971/0x7f71e2b70dd20220 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.875690:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000010:2.0:1767384612.875692:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001b7ab7c2. 00010000:00000001:1.0:1767384612.875695:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384612.875699:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.875705:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384612.875709:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384612.875711:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384612.875712:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384612.875716:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047818971 with handle 0x7f71e2b70dd20220 from hash 00000800:00000001:2.0:1767384612.875718:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384612.875719:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384612.875723:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.875726:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:2.0:1767384612.875728:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.875729:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384612.875733:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384612.875738:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384612.875741:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384612.875743:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.875752:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.875755:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384612.875757:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000200:0.1:1767384612.875757:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 20000000:00000010:2.0:1767384612.875760:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ba8abb23. 00010000:00000001:1.0:1767384612.875767:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:01000000:2.0:1767384612.875768:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 00010000:00000001:1.0:1767384612.875773:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384612.875775:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:0.0:1767384612.875778:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp21 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384611077523593 sched[0] 00010000:00000001:1.0:1767384612.875779:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.875788:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384612.875789:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000012cef971. 00080000:00000001:2.0:1767384612.875791:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384612.875791:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384612.875799:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00010000:1.0:1767384612.875800:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000047818971/0x7f71e2b70dd20220 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.875822:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.875825:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384612.875827:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384612.875829:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:2.0:1767384612.875831:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384612.875833:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.875837:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384612.875840:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384612.875843:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384612.875847:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384612.875847:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384612.875856:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384612.875860:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00010000:1.0:1767384612.875861:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000047818971/0x7f71e2b70dd20220 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384612.875863:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384612.875865:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384612.875872:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384612.875876:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.875878:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384612.875886:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000002:2.0:1767384612.875888:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00010000:00010000:1.0:1767384612.875895:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000047818971/0x7f71e2b70dd20220 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384612.875897:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:2.0:1767384612.875904:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384612.875915:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384612.875922:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f7ae3944 count: 0 00080000:00000001:2.0:1767384612.875923:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384612.875929:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384612.875933:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384612.875938:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384612.875941:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384612.875941:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384612.875946:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:2.0:1767384612.875948:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cacd3411. 00080000:00000001:2.0:1767384612.875954:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799587635200 : -123274121916416 : ffff8fe201c0d000) 00080000:00000001:2.0:1767384612.875957:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384612.875961:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384612.875965:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e45d9eec. 00080000:00000001:2.0:1767384612.875967:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384612.875970:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000020:1.0:1767384612.875970:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384612.875977:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384612.875979:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005d12de6f. 20000000:00000001:1.0:1767384612.875987:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384612.875988:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384612.875998:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049177344 00010000:00000001:1.0:1767384612.876001:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:2.0:1767384612.876006:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000200:1.0:1767384612.876014:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000057b707c4 x1853237049177344/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384612.876021:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384612.876024:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384612.876027:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384612.876031:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384612.876033:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384612.876036:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384612.876039:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384612.876042:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384612.876045:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384612.876046:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384612.876049:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a113b5fb. 00000100:00000200:1.0:1767384612.876052:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049177344, offset 224 00000400:00000200:1.0:1767384612.876059:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384612.876070:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384612.876080:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003500 00000400:00000200:1.0:1767384612.876085:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14d9 [2] + 224 00000400:00000200:1.0:1767384612.876090:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384612.876093:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384612.876097:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384612.876099:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000013fd7eb x1853237049177344/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384612.876105:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000013fd7eb x1853237049177344/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384612.876120:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384612.876124:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a113b5fb 00000400:00000010:1.0:1767384612.876125:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a113b5fb. 00000100:00000001:1.0:1767384612.876128:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384612.876130:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384612.876132:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384612.876134:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384612.876135:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384612.876137:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384612.876144:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384612.876148:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384612.876149:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057b707c4 x1853237049177344/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.876153:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384612.876162:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000057b707c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049177344:12345-0@lo:253: Request processed in 3497us (4120us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384612.876162:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384612.876167:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384612.876171:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000400:00000010:0.0:1767384612.876171:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0c0b4a6. 00000100:00000040:1.0:1767384612.876176:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384612.876179:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384612.876180:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384612.876180:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdeda427 00000400:00000010:0.0:1767384612.876185:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdeda427. 00000020:00000010:1.0:1767384612.876187:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000578b73b7. 00000100:00000001:0.0:1767384612.876190:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384612.876197:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5ae207c. 00000100:00000200:0.0:1767384612.876200:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000013fd7eb x1853237049177344/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384612.876202:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b96da63. 00000020:00000040:1.0:1767384612.876208:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:1.0:1767384612.876214:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384612.876215:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000013fd7eb x1853237049177344/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384612.876217:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000739db32f. 02000000:00000001:1.0:1767384612.876224:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384612.876230:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.876230:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384612.876237:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384612.876238:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384612.876240:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384612.876244:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767384612.876245:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bb31dcb. 00000100:00000001:0.0:1767384612.876247:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384612.876251:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384612.876252:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a113b5fb. 02000000:00000001:0.0:1767384612.876256:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384612.876262:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=29 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384612.876267:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384612.876272:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384612.876281:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.876283:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384612.876285:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.876287:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.876290:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000013fd7eb x1853237049177344/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.876295:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.876297:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384612.876298:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384612.876301:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384612.876302:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384612.876303:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384612.876304:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384612.876305:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384612.876306:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384612.876307:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384612.876308:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384612.876309:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384612.876312:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000013fd7eb x1853237049177344/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384612.876317:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000013fd7eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049177344:0@lo:253: 00000100:00000001:0.0:1767384612.876319:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.876321:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384612.876322:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000013fd7eb x1853237049177344/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.876326:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384612.876327:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384612.876329:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000047e26b44. 02000000:00000001:0.0:1767384612.876331:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384612.876333:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384612.876333:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384612.876335:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384612.876336:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cabc0e85. 02000000:00000001:0.0:1767384612.876339:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384612.876340:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384612.876345:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000013fd7eb. 00000100:00000001:0.0:1767384612.876348:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384612.876349:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.876350:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.876354:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384612.876354:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.876356:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384612.876357:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384612.877666:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294901299, at 4294901300 00000100:00000010:1.0:1767384612.877673:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000590be2de. 00080000:00000010:0.0:1767384612.877865:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cacd3411. 00080000:00000010:2.0:1767384612.877915:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e45d9eec. 00040000:00000001:2.0:1767384612.877921:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384612.877922:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384612.877924:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384612.877927:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384612.877930:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384612.877932:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384612.877934:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384612.877947:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384612.877951:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384612.877965:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384612.877966:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384612.877971:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384612.877973:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384612.877976:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384612.877977:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384612.877984:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000967fee29. 00010000:00000001:1.0:1767384612.877988:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384612.877990:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004365e547. 00000020:00000001:1.0:1767384612.877993:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384612.877999:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004365e547 with handle 0x7f71e2b70dd20227 to hash 00000020:00000001:1.0:1767384612.878001:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384612.878008:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782834176 : -123268926717440 : ffff8fe337694200) 00010000:00000001:1.0:1767384612.878010:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782834176 : -123268926717440 : ffff8fe337694200) 00010000:00000001:1.0:1767384612.878012:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384612.878014:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384612.878016:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004365e547/0x7f71e2b70dd20227 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.878020:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384612.878022:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384612.878023:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384612.878025:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384612.878026:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.878028:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384612.878029:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.878032:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384612.878033:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384612.878036:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384612.878037:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384612.878040:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000967fee29) refcount = 1 00010000:00010000:1.0:1767384612.878044:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004365e547/0x7f71e2b70dd20227 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.878047:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384612.878049:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384612.878050:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.878052:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.878053:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384612.878054:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384612.878056:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002982896s 00010000:00000001:1.0:1767384612.878058:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384612.878058:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384612.878059:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004365e547 refcount=4 00000020:00000001:1.0:1767384612.878061:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782834176 : -123268926717440 : ffff8fe337694200) 00010000:00000001:1.0:1767384612.878062:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782834176 : -123268926717440 : ffff8fe337694200) 00010000:00000001:1.0:1767384612.878063:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384612.878069:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004365e547/0x7f71e2b70dd20227 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.878073:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384612.878074:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004365e547/0x7f71e2b70dd20227 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.878077:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.878079:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384612.878079:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004365e547/0x7f71e2b70dd20227 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.878083:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384612.878084:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.878086:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384612.878087:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004365e547/0x7f71e2b70dd20227 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384612.878091:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384612.878092:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004365e547 already unused, calling callback (0000000058ffb97a) 00000100:00000001:2.0:1767384612.878101:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384612.878101:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000010:2.0:1767384612.878109:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dde9f896. 00010000:00000001:1.0:1767384612.878110:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384612.878116:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004365e547/0x7f71e2b70dd20227 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384612.878122:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.878122:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384612.878125:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384612.878128:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384612.878129:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004365e547 refcount=5 00010000:00000040:2.0:1767384612.878131:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049177216 00000020:00000001:1.0:1767384612.878132:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782834176 : -123268926717440 : ffff8fe337694200) 00010000:00000001:1.0:1767384612.878140:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782834176 : -123268926717440 : ffff8fe337694200) 00010000:00000001:2.0:1767384612.878142:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384612.878144:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384612.878147:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004365e547/0x7f71e2b70dd20227 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.878151:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000200:2.0:1767384612.878155:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a5207eeb x1853237049177216/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384612.878159:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384612.878161:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.878168:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384612.878171:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384612.878173:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384612.878178:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384612.878186:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004365e547 with handle 0x7f71e2b70dd20227 from hash 00010000:00000001:1.0:1767384612.878194:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384612.878195:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384612.878195:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.878199:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384612.878200:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.878201:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384612.878204:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384612.878207:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00001000:2.0:1767384612.878208:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=29 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384612.878209:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384612.878212:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.878219:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.878222:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384612.878223:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384612.878224:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384612.878227:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.878229:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384612.878233:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:1.0:1767384612.878233:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.878240:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.878242:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:1.0:1767384612.878243:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384612.878249:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004365e547/0x7f71e2b70dd20227 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384612.878255:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384612.878256:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.878260:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384612.878261:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.878262:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384612.878264:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384612.878269:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.878270:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384612.878272:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384612.878272:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384612.878274:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384612.878278:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.878285:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384612.878286:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004365e547/0x7f71e2b70dd20227 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384612.878292:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022c0aa1f. 00000100:00000200:2.0:1767384612.878301:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049177216, offset 224 00010000:00000001:1.0:1767384612.878304:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384612.878308:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384612.878312:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004365e547/0x7f71e2b70dd20227 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384612.878319:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000967fee29 count: 0 00000400:00000200:2.0:1767384612.878320:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384612.878332:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384612.878335:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384612.878341:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384612.878353:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003480 00000400:00000200:2.0:1767384612.878359:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14d1 [2] + 224 00000400:00000200:2.0:1767384612.878366:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384612.878370:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384612.878374:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384612.878379:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000fd06aba x1853237049177216/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384612.878391:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000fd06aba x1853237049177216/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.878411:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384612.878426:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022c0aa1f 00000400:00000010:2.0:1767384612.878430:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022c0aa1f. 00000100:00000001:0.0:1767384612.878432:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.878434:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384612.878436:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384612.878438:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384612.878441:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384612.878443:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384612.878446:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384612.878446:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7b434d8. 00000400:00000200:0.0:1767384612.878456:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abbc1916 00000100:00000040:2.0:1767384612.878461:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000010:0.0:1767384612.878461:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abbc1916. 00000100:00000001:0.0:1767384612.878468:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384612.878470:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384612.878475:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384612.878475:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000fd06aba x1853237049177216/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384612.878488:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384612.878491:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000fd06aba x1853237049177216/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384612.878499:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5207eeb x1853237049177216/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.878499:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384612.878505:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.878510:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384612.878513:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384612.878515:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384612.878520:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.878525:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384612.878530:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=29 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384612.878536:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=29 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384612.878542:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a5207eeb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049177216:12345-0@lo:253: Request processed in 5958us (6697us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384612.878542:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384612.878545:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.878549:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384612.878553:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.878560:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.878567:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000fd06aba x1853237049177216/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384612.878576:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:2.0:1767384612.878582:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384612.878590:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384612.878592:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384612.878599:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fb2c0796. 00000100:00000001:0.0:1767384612.878601:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.878649:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384612.878652:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384612.878653:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000679ae6e6. 00000020:01000004:0.0:1767384612.878657:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:2.0:1767384612.878661:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033babcdd. 00000020:01000004:0.0:1767384612.878661:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384612.878669:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384612.878672:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:3.0:1767384612.878673:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294901299, at 4294901301 00000020:00000040:2.0:1767384612.878673:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000020:01000004:0.0:1767384612.878676:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384612.878684:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384612.878686:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:3.0:1767384612.878687:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c39bb64. 00000020:01000004:0.0:1767384612.878687:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 02000000:00000010:2.0:1767384612.878691:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000743869de. 00000020:01000004:0.0:1767384612.878695:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384612.878698:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384612.878701:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384612.878701:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384612.878708:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384612.878711:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fd06aba x1853237049177216/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384612.878731:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384612.878743:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097c51604. 00000100:00100000:0.0:1767384612.878748:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000fd06aba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049177216:0@lo:253: 00000400:00000010:2.0:1767384612.878755:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022c0aa1f. 00000100:00000001:0.0:1767384612.878755:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.878764:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384612.878767:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000fd06aba x1853237049177216/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.878774:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384612.878776:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384612.878779:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bd690a46. 02000000:00000001:0.0:1767384612.878782:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384612.878783:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384612.878784:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384612.878787:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384612.878789:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294901299, at 4294901301 02000000:00000010:0.0:1767384612.878790:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000065fb7786. 02000000:00000001:0.0:1767384612.878797:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384612.878800:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384612.878802:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fd06aba. 00000100:00000010:2.0:1767384612.878805:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c00d1427. 00000100:00000001:0.0:1767384612.878806:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384612.878826:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.878829:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.878840:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384612.878842:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.878843:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384612.878845:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.878870:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294901299, at 4294901301 00000100:00000010:0.0:1767384612.878876:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000797ae666. 00010000:00000010:1.1:1767384612.882313:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f7ae3944. 00010000:00000010:1.1:1767384612.882328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047818971. 00010000:00000010:1.1:1767384612.882339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000967fee29. 00010000:00000010:1.1:1767384612.882353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004365e547. 00000400:00000010:3.0:1767384612.889872:0:23313:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000055d72c7e. 00000400:00000040:3.0:1767384612.889895:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384612.889898:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384612.889900:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384612.889902:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384612.889904:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384612.889905:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384612.889907:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384612.889908:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384612.889909:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384612.889910:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384612.889912:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384612.889913:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384612.889915:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384612.889916:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384612.889916:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384612.889918:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384612.889919:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384612.889920:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384612.889925:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384612.889927:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384612.889928:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384612.889930:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384612.889931:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384612.889932:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384612.889933:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384612.889935:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384612.889936:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384612.889937:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384612.889938:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384612.889939:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384612.889940:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384612.889941:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384612.889943:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384612.889944:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384612.889945:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384612.889946:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384612.889947:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384612.889948:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384612.889950:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384612.889950:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384612.889951:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384612.889952:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384612.889953:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384612.889954:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384612.889955:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384612.889956:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384612.889957:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384612.889958:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384612.889959:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384612.889960:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384612.889961:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384612.889962:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384612.889963:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384612.889964:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384612.889965:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384612.889966:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384612.889967:0:23313:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384612.890015:0:23313:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000055d72c7e. 00000100:00000001:3.0:1767384613.849732:0:17067:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384613.849732:0:17064:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384613.849740:0:17064:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384613.849742:0:17067:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.849759:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384613.849767:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.849773:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384613.849777:0:268:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384613.849786:0:268:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384613.849788:0:268:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.849791:0:268:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384613.849793:0:268:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.849794:0:268:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.849796:0:268:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384613.850221:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384613.850225:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384613.850229:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384613.872346:0:23568:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000443e62eb. 00080000:00000010:0.0:1767384613.872357:0:23568:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000443e62eb. 00000020:00000001:0.0:1767384613.872363:0:23568:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384613.872371:0:23568:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000443e62eb. 00080000:00000010:0.0:1767384613.872376:0:23568:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000443e62eb. 00000020:00000001:0.0:1767384613.872381:0:23568:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.361668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384614.361679:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:1.0:1767384614.361688:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000010:2.0:1767384614.361689:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009aa10b3a. 00000004:00000020:1.0:1767384614.361692:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000040:2.0:1767384614.361698:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000010:1.0:1767384614.361699:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9a165b4. 00000020:00000040:1.0:1767384614.361706:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384614.361708:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384614.361710:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384614.361713:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384614.361713:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384614.361721:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384614.361721:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384614.361734:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000423e22fb. 02000000:00000010:2.0:1767384614.361735:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4fc1013. 00000100:00000001:2.0:1767384614.361744:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.361744:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.361752:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384614.361755:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@000000009aa10b3a x1853237049177600/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384614.361755:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384614.361765:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9a165b4] to pc [ptlrpcd_00_03+3] req@00000000c9a165b4 x1853237049177472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.361767:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384614.361771:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.361779:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009aa10b3a] to pc [ptlrpcd_00_00+0] req@000000009aa10b3a x1853237049177600/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384614.361813:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.361819:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.361823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384614.361825:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.361826:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384614.361830:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d5f7041. 00000100:00000001:1.0:1767384614.361830:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384614.361834:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384614.361835:0:36:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384614.361838:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384614.361841:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384614.361841:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c9a165b4 x1853237049177472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384614.361845:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384614.361851:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005245ba0e. 00000100:00000001:1.0:1767384614.361853:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384614.361856:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.361860:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384614.361860:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384614.361862:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384614.361867:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.361868:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384614.361879:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c9a165b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16351:1853237049177472:0@lo:13: 00000100:00000001:1.0:1767384614.361886:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384614.361893:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384614.361894:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384614.361897:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384614.361898:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384614.361904:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384614.361906:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5f7041] to pc [ptlrpcd_00_01+1] req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384614.361909:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a1539b43. 02000000:00000001:1.0:1767384614.361914:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.361923:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384614.361923:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2f51c8f. 00000100:00000040:2.0:1767384614.361929:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384614.361934:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767384614.361935:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000600d16b. 00000100:00000010:2.0:1767384614.361939:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ac51833. 00000020:00000040:2.0:1767384614.361944:0:36:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:1.0:1767384614.361945:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049177472, portal 4 00000100:00000001:2.0:1767384614.361950:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384614.361951:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384614.361954:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384614.361955:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924128128 : -123268785423488 : ffff8fe33fd53b80) 02000000:00000001:2.0:1767384614.361958:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384614.361962:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff13178c. 00000100:00000040:1.0:1767384614.361964:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c9a165b4 x1853237049177472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.361968:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.361975:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384614.361976:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384614.361985:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384614.361986:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384614.361989:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384614.361990:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077a39917. 00000100:00000200:1.0:1767384614.361996:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049177472, offset 0 00000100:00000040:2.0:1767384614.361999:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac51833] to pc [ptlrpcd_00_02+2] req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384614.362006:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384614.362015:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.362018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384614.362020:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384614.362023:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c79be1e. 00000400:00000200:1.0:1767384614.362026:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384614.362027:0:36:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384614.362031:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384614.362032:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384614.362034:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384614.362036:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f42c4f7d. 00000100:00000001:2.0:1767384614.362038:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.362042:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260003580 00000100:00000040:2.0:1767384614.362050:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384614.362054:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 896 00000100:00000001:2.0:1767384614.362064:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384614.362065:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.362066:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384614.362070:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c79be1e] to pc [ptlrpcd_00_03+3] req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384614.362073:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384614.362082:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.362084:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384614.362087:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:2.0:1767384614.362088:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (240) 00000100:00000010:1.0:1767384614.362091:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004298972. 00000100:00000040:1.0:1767384614.362095:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000004298972 x1853237049177472 msgsize 224 00000100:00100000:1.0:1767384614.362100:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384614.362102:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.362107:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384614.362109:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384614.362110:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384614.362115:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009aa10b3a x1853237049177600/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384614.362121:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077a39917 00000100:00000001:2.0:1767384614.362123:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384614.362126:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384614.362126:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077a39917. 00000100:00000001:1.0:1767384614.362131:0:16351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384614.362132:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384614.362136:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384614.362138:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c9a165b4 x1853237049177472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384614.362139:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.362143:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049177600:0@lo:400: 00000100:00000001:2.0:1767384614.362153:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384614.362153:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384614.362157:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384614.362160:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384614.362166:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384614.362167:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177472 00000100:00000040:1.0:1767384614.362170:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c9a165b4 x1853237049177472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384614.362179:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384614.362180:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384614.362185:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.362190:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384614.362191:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001941be73. 00000100:00000001:1.0:1767384614.362193:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384614.362193:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.362197:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384614.362205:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384614.362206:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e33ef2da. 00000100:00000001:1.0:1767384614.362208:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384614.362211:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177472 00000020:00000001:0.0:1767384614.362218:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384614.362220:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4598 usecs (5 jiffies) 00000020:00000040:0.0:1767384614.362221:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000400:00000010:2.0:1767384614.362222:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff40c07. 00000020:00000001:0.0:1767384614.362228:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384614.362232:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294902789 00000020:00000040:0.0:1767384614.362234:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000100:00000200:2.0:1767384614.362235:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049177600, portal 25 00000020:00000001:0.0:1767384614.362241:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:2.0:1767384614.362243:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767384614.362244:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e055eca2. 00000020:00000001:0.0:1767384614.362246:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:2.0:1767384614.362248:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120998144 : -123269588553472 : ffff8fe30ff67100) 00000100:00000001:1.0:1767384614.362258:0:16351:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384614.362258:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384614.362262:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009aa10b3a x1853237049177600/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384614.362265:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004764e4c4. 00000100:00000001:1.0:1767384614.362270:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294902789 00000020:00000010:0.0:1767384614.362275:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000082cbb7a7. 00000100:00000010:1.0:1767384614.362278:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009abe4812. 00000100:00000001:2.0:1767384614.362286:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384614.362287:0:16351:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:0.0:1767384614.362289:0:17889:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:1.0:1767384614.362294:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294902789 00000100:00000040:2.0:1767384614.362299:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384614.362300:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfb65d28. 00000400:00000010:2.0:1767384614.362305:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e296521. 00000100:00000001:1.0:1767384614.362307:0:16351:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384614.362307:0:17889:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1767384614.362319:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049177600, offset 0 00000020:00000010:0.0:1767384614.362320:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065a58171. 00000100:00000001:1.0:1767384614.362321:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294902789 00000400:00000200:2.0:1767384614.362333:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384614.362334:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc72fc16. 00000020:00000010:0.0:1767384614.362335:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d7ebac5. 00000100:00000001:1.0:1767384614.362342:0:16351:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000010:0.0:1767384614.362346:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001a43ef3f. 00000400:00000200:2.0:1767384614.362348:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384614.362348:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384614.362363:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.362369:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384614.362373:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260003600 00000100:00000001:1.0:1767384614.362373:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384614.362375:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384614.362385:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384614.362389:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x9e5 [2] + 0 00000100:00000001:1.0:1767384614.362391:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384614.362392:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384614.362395:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bbfef33. 00000100:00000001:0.0:1767384614.362399:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384614.362400:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384614.362406:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.362407:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384614.362408:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003002ddf1 00000100:00000001:1.0:1767384614.362415:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384614.362418:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384614.362423:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384614.362426:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384614.362426:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384614.362434:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003002ddf1 00000400:00000010:2.0:1767384614.362441:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003002ddf1. 00000100:00000001:1.0:1767384614.362443:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384614.362448:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384614.362451:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384614.362452:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.362452:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384614.362455:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000002f359ced x1853237049177600 msgsize 224 02000000:00000001:1.0:1767384614.362459:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384614.362465:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384614.362470:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.362471:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384614.362474:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c79be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16351:1853237049177984:0@lo:400: 00000100:00000040:2.0:1767384614.362476:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384614.362479:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384614.362483:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384614.362485:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384614.362487:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384614.362489:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384614.362490:0:16348:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:1.0:1767384614.362490:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fbd23b9f. 02000000:00000001:1.0:1767384614.362502:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384614.362504:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e296521 00000100:00000001:0.0:1767384614.362504:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384614.362509:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007876cd85. 00000400:00000010:2.0:1767384614.362517:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e296521. 00000100:00000001:2.0:1767384614.362520:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384614.362525:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000400:00000010:1.0:1767384614.362526:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077a39917. 00000100:00000200:2.0:1767384614.362533:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009aa10b3a x1853237049177600/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384614.362537:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049177984, portal 10 00000100:00000040:0.0:1767384614.362539:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:2.0:1767384614.362544:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384614.362553:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384614.362556:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924118272 : -123268785433344 : ffff8fe33fd51500) 00000100:00000040:2.0:1767384614.362557:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009aa10b3a x1853237049177600/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384630 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.362558:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120990080 : -123269588561536 : ffff8fe30ff65180) 00000100:00000001:2.0:1767384614.362581:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.362582:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384614.362588:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384614.362588:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384614.362590:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004298972 x1853237049177472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:595/0 lens 224/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.362601:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294902789 00000100:00000001:1.0:1767384614.362632:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384614.362636:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384614.362638:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3d8d3c5. 00000100:00000200:1.0:1767384614.362641:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049177984, offset 0 00000400:00000200:1.0:1767384614.362646:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384614.362650:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294902789 00000100:00000001:2.0:1767384614.362655:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294902790 00000400:00000200:1.0:1767384614.362659:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384614.362661:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902789 00000400:00000200:1.0:1767384614.362665:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260003780 00000100:00000001:2.0:1767384614.362682:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294902790 00000400:00000200:1.0:1767384614.362690:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000001:2.0:1767384614.362697:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902789 00000100:00000001:2.0:1767384614.362707:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294902790 00000100:00000001:0.0:1767384614.362707:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384614.362708:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384614.362723:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042236dcb. 00000100:00000001:2.0:1767384614.362725:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902789 00000400:00000200:1.0:1767384614.362728:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384614.362741:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384614.362744:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384614.362747:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.362747:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384614.362756:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1767384614.362757:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042236dcb. 00000100:00000001:2.0:1767384614.362758:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384614.362768:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084c1efe2. 00000100:00000001:2.0:1767384614.362770:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384614.362776:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000084c1efe2 x1853237049177984 msgsize 224 00000100:00000001:2.0:1767384614.362779:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.362787:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384614.362804:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384614.362805:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384614.362805:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004298972 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16351:x1853237049177472:12345-0@lo:13: 00000100:00000001:2.0:1767384614.362806:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384614.362811:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.362820:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384614.362825:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.362825:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384614.362828:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177472 00000100:00000001:2.0:1767384614.362830:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.362832:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384614.362842:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d8d3c5 00000100:00000001:2.0:1767384614.362843:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384614.362844:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384614.362846:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3d8d3c5. 00000100:00000001:2.0:1767384614.362847:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384614.362853:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384614.362858:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384614.362859:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384614.362860:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384614.362869:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384614.362869:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.362873:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384614.362877:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.362890:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384614.362891:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384614.362893:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384614.362899:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384614.362902:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 02000000:00000001:2.0:1767384614.362904:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384614.362904:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.362919:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d5f7041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049177728:0@lo:400: 00000020:00000001:0.0:1767384614.362924:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384614.362934:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.362935:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384614.362941:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384614.362948:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384614.362949:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.362949:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.362965:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384614.362965:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384614.362967:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384614.362975:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384614.362980:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000087785a4. 00000020:00000001:0.0:1767384614.362982:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384614.362983:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3236 usecs (4 jiffies) 02000000:00000001:2.0:1767384614.362986:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.362995:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294902789 00000400:00000010:2.0:1767384614.362996:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4569fe7. 00000100:00000001:0.0:1767384614.362996:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384614.363007:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294902789 02000000:00000001:0.0:1767384614.363011:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384614.363012:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e296521. 00000100:00000001:1.0:1767384614.363012:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294902789 00000100:00000200:2.0:1767384614.363021:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049177728, portal 4 00000100:00000001:1.0:1767384614.363022:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294902790 02000000:00000010:0.0:1767384614.363022:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003558e447. 00000100:00000001:1.0:1767384614.363035:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294902789 02000000:00000001:0.0:1767384614.363041:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.363042:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384614.363043:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294902790 00000100:00000001:2.0:1767384614.363050:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120995456 : -123269588556160 : ffff8fe30ff66680) 00000100:00000001:1.0:1767384614.363059:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294902789 00000100:00000001:0.0:1767384614.363061:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.363063:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.363066:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294902790 00000100:00000001:1.0:1767384614.363070:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384614.363074:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.363082:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.363090:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:0.0:1767384614.363090:0:17889:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767384614.363091:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384614.363102:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:0.0:1767384614.363105:0:17889:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384614.363106:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384614.363108:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000734bb67e. 00000020:00000001:0.0:1767384614.363117:0:17889:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384614.363118:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767384614.363119:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049177728, offset 0 00000100:00000001:1.0:1767384614.363127:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384614.363130:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384614.363132:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384614.363137:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384614.363138:0:17889:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384614.363149:0:16351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:2.0:1767384614.363151:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000024:0.0:1767384614.363153:0:17889:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:1.0:1767384614.363154:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.363167:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384614.363168:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260003680 00000020:00000020:0.0:1767384614.363170:0:17889:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:1.0:1767384614.363177:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384614.363184:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2320 00000020:00000020:0.0:1767384614.363185:0:17889:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384614.363186:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384614.363193:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384614.363193:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384614.363197:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00002000:00000020:0.0:1767384614.363198:0:17889:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:2.0:1767384614.363203:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384614.363207:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384614.363210:0:17889:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384614.363214:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:0.0:1767384614.363217:0:17889:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000200:2.0:1767384614.363220:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000001:00000001:0.0:1767384614.363221:0:17889:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384614.363230:0:17889:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.363232:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1767384614.363234:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7d9d288. 00010000:00000040:0.0:1767384614.363235:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049177472 00000100:00000001:1.0:1767384614.363237:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384614.363243:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384614.363246:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000b7d9d288 x1853237049177728 msgsize 224 02000000:00000001:1.0:1767384614.363248:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384614.363252:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000200:0.0:1767384614.363253:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004298972 x1853237049177472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:595/0 lens 224/368 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.363268:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384614.363268:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384614.363285:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000ac51833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16351:1853237049177856:0@lo:400: 00010000:00000001:0.0:1767384614.363287:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384614.363288:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384614.363297:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384614.363297:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384614.363301:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000734bb67e 02000000:00000001:1.0:1767384614.363307:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384614.363310:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000734bb67e. 02000000:00000001:1.0:1767384614.363313:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384614.363313:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.363315:0:16348:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384614.363320:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384614.363329:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384614.363332:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d65e236d. 00000100:00000001:0.0:1767384614.363333:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384614.363340:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384614.363344:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000400:00000010:1.0:1767384614.363349:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050d96766. 00000100:00000001:0.0:1767384614.363355:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000400:00000010:1.0:1767384614.363358:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3d8d3c5. 02000000:00000001:0.0:1767384614.363366:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384614.363369:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384614.363369:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049177856, portal 10 02000000:00000001:0.0:1767384614.363371:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.363373:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384614.363379:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120994560 : -123269588557056 : ffff8fe30ff66300) 00000100:00000040:2.0:1767384614.363382:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384630 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384614.363387:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384614.363397:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384614.363402:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384614.363406:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.363414:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384614.363414:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002da59899. 00000100:00000001:1.0:1767384614.363416:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384614.363425:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384614.363429:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384614.363430:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000100:00000200:0.0:1767384614.363430:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049177472, offset 224 00000100:00000040:2.0:1767384614.363441:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4598 usecs (5 jiffies) 00000100:00000200:1.0:1767384614.363441:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049177856, offset 0 00000100:00000001:2.0:1767384614.363447:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294902790 00000100:00000001:2.0:1767384614.363450:0:16348:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294902789 00000400:00000200:0.0:1767384614.363452:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384614.363456:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294902790 00000100:00000001:2.0:1767384614.363460:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294902790 00000400:00000200:1.0:1767384614.363464:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384614.363465:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294902790 00000100:00000001:2.0:1767384614.363470:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294902790 00000100:00000001:2.0:1767384614.363473:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294902790 00000100:00000001:2.0:1767384614.363479:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294902790 00000100:00000001:2.0:1767384614.363481:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384614.363489:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384614.363489:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384614.363490:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.363502:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.363509:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.363519:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384614.363521:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260003580 00000400:00000200:1.0:1767384614.363522:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260003700 00000100:00000001:2.0:1767384614.363525:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.363549:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x14f5 [1] + 224 00000100:00000001:2.0:1767384614.363555:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384614.363556:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000400:00000200:0.0:1767384614.363557:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384614.363558:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177600 02000000:00000001:2.0:1767384614.363569:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384614.363573:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384614.363575:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384614.363578:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.363578:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384614.363587:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.363591:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384614.363592:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177600 00000020:00000001:2.0:1767384614.363595:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384614.363595:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384614.363598:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:2.0:1767384614.363599:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000200:1.0:1767384614.363601:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1767384614.363605:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a165b4 x1853237049177472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384630 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384614.363628:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.363633:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000010:1.0:1767384614.363635:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fd06aba. 00000020:00000001:2.0:1767384614.363647:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000040:1.0:1767384614.363647:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000000fd06aba x1853237049177856 msgsize 224 00000020:00000001:2.0:1767384614.363659:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384614.363665:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384614.363669:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c9a165b4 x1853237049177472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384614.363673:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aae7714. 00000100:00100000:1.0:1767384614.363681:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384614.363684:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384614.363697:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384614.363704:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aae7714. 00000400:00000200:1.0:1767384614.363708:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:1.0:1767384614.363718:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000100:00000001:0.0:1767384614.363723:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384614.363724:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090ecd794. 00000100:00000001:1.0:1767384614.363725:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384614.363740:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c89e5dfe. 00000100:00000200:1.0:1767384614.363743:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384614.363747:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ff24891. 00000400:00000200:0.0:1767384614.363747:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002da59899 00000400:00000010:0.0:1767384614.363757:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002da59899. 00000100:00000001:1.0:1767384614.363760:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.363764:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384614.363771:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384614.363772:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384614.363773:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384614.363774:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.363775:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.363784:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384614.363787:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.363787:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.363790:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384614.363804:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384614.363811:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:1.0:1767384614.363812:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.363814:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384614.363821:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3018 usecs (4 jiffies) 00010000:00000001:0.0:1767384614.363825:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384614.363826:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294902790 00000020:00000001:0.0:1767384614.363831:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.363832:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294902790 00000100:00000001:2.0:1767384614.363833:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384614.363846:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384614.363847:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384614.363848:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294902790 00000100:00000001:1.0:1767384614.363858:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294902790 00000100:00000001:1.0:1767384614.363862:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294902790 00000100:00000040:0.0:1767384614.363865:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004298972 x1853237049177472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:595/0 lens 224/368 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.363868:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000001:1.0:1767384614.363873:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294902790 00000100:00000040:2.0:1767384614.363876:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384614.363886:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885426256 : -123268824125360 : ffff8fe33d86b050) 00000100:00000001:1.0:1767384614.363886:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294902790 00000100:00000001:1.0:1767384614.363899:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294902790 00000100:00000040:2.0:1767384614.363904:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f359ced x1853237049177600/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 224/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.363909:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384614.363920:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384614.363932:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004298972 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16351:x1853237049177472:12345-0@lo:13: Request processed in 1214us (1824us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384614.363934:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:1.0:1767384614.363936:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384614.363942:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aae7714. 00000400:00000001:1.0:1767384614.363942:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384614.363948:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384614.363951:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2f51c8f. 00000100:00100000:0.0:1767384614.363957:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000010:2.0:1767384614.363963:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aae7714. 00000100:00000040:0.0:1767384614.363965:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000400:00000200:1.0:1767384614.363967:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000600d16b 00000100:00000001:0.0:1767384614.363973:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1767384614.363974:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f359ced pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049177600:12345-0@lo:400: 00000400:00000010:1.0:1767384614.363974:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000600d16b. 00000100:00000001:0.0:1767384614.363983:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384614.363986:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384614.363988:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177600 00000020:00000001:2.0:1767384614.363994:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384614.363994:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d7ebac5. 00000020:00000001:2.0:1767384614.363999:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384614.364000:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a165b4 x1853237049177472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384614.364008:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384614.364010:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001a43ef3f. 00000100:00000200:1.0:1767384614.364014:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c9a165b4 x1853237049177472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384614.364015:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384614.364017:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065a58171. 00000020:00000001:2.0:1767384614.364019:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000020:00000001:2.0:1767384614.364031:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384614.364036:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.364036:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384614.364037:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000020:00000001:2.0:1767384614.364042:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384614.364042:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.364044:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384614.364046:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384614.364048:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384614.364053:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384614.364056:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.364056:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384614.364059:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.364061:0:17072:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384614.364062:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.364065:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00080000:0.0:1767384614.364066:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:2.0:1767384614.364069:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1767384614.364069:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=21 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384614.364072:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 02000000:00000010:2.0:1767384614.364075:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008159b27e. 00000100:00001000:1.0:1767384614.364078:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=21 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384614.364086:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.364088:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384614.364089:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.364093:0:17072:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.364093:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384614.364098:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049177600 00010000:00000001:1.0:1767384614.364098:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384614.364103:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00080000:1.0:1767384614.364106:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c9a165b4 x1853237049177472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384614.364110:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f359ced x1853237049177600/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384614.364127:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.364130:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384614.364131:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1767384614.364134:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384614.364135:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384614.364139:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:2.0:1767384614.364140:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384614.364141:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.364148:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384614.364149:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c9a165b4 x1853237049177472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384614.364153:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384614.364158:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384614.364163:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384614.364164:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384614.364165:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.364168:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384614.364169:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384614.364170:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384614.364174:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:1.0:1767384614.364176:0:16351:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000010:2.0:1767384614.364177:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000734bb67e. 00000004:00000040:1.0:1767384614.364180:0:16351:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000200:2.0:1767384614.364182:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049177600, offset 224 00000400:00000200:2.0:1767384614.364186:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384614.364192:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000040:1.0:1767384614.364192:0:16351:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000200:2.0:1767384614.364203:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260003600 00000004:00000020:1.0:1767384614.364205:0:16351:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000200:2.0:1767384614.364213:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x14fd [1] + 224 00000004:00000001:1.0:1767384614.364215:0:16351:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384614.364223:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384614.364224:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9a165b4 x1853237049177472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384614.364234:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384614.364242:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384614.364245:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c9a165b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16351:1853237049177472:0@lo:13: 00000100:00000200:2.0:1767384614.364249:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009aa10b3a x1853237049177600/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.364254:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.364260:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.364261:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009aa10b3a x1853237049177600/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384614.364266:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c9a165b4 x1853237049177472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.364296:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384614.364300:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384614.364302:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a1539b43. 02000000:00000001:1.0:1767384614.364307:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384614.364309:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384614.364309:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384614.364313:0:16351:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384614.364316:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384614.364317:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000734bb67e 02000000:00000010:1.0:1767384614.364319:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000423e22fb. 00000400:00000010:2.0:1767384614.364320:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000734bb67e. 00000100:00000001:2.0:1767384614.364328:0:17072:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384614.364328:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384614.364331:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384614.364332:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:1.0:1767384614.364336:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9a165b4. 00000100:00000001:2.0:1767384614.364339:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.364342:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384614.364346:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384614.364347:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:1.0:1767384614.364351:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.364352:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384614.364352:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384614.364359:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.364360:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384614.364361:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384614.364365:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384614.364368:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384614.364374:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384614.364375:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f359ced x1853237049177600/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.364375:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.364380:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384614.364387:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384614.364393:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e33ef2da. 00000100:00000001:1.0:1767384614.364399:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384614.364406:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f359ced pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049177600:12345-0@lo:400: Request processed in 461us (1939us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384614.364408:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.364408:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff40c07 00000400:00000010:0.0:1767384614.364419:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff40c07. 00000100:00100000:2.0:1767384614.364426:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000001:1.0:1767384614.364428:0:18687:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384614.364431:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00100000:1.0:1767384614.364433:0:18687:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177984 00000100:00000001:0.0:1767384614.364434:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384614.364435:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384614.364441:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384614.364445:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c89e5dfe. 02000000:00000001:1.0:1767384614.364445:0:18687:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384614.364447:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009aa10b3a x1853237049177600/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.364448:0:18687:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384614.364453:0:18687:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384614.364455:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ff24891. 02000000:00000001:1.0:1767384614.364460:0:18687:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384614.364465:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090ecd794. 00000100:00100000:1.0:1767384614.364468:0:18687:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177984 00000020:00000040:2.0:1767384614.364475:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000020:00000001:1.0:1767384614.364475:0:18687:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384614.364481:0:18687:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 02000000:00000001:2.0:1767384614.364484:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1767384614.364486:0:18687:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1767384614.364491:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008159b27e. 00000020:00000040:1.0:1767384614.364492:0:18687:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000020:00000001:1.0:1767384614.364500:0:18687:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 02000000:00000001:2.0:1767384614.364503:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767384614.364506:0:18687:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000200:0.0:1767384614.364506:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009aa10b3a x1853237049177600/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.364508:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.364519:0:18687:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384614.364521:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:1.0:1767384614.364527:0:18687:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094980a7d. 00000400:00000010:2.0:1767384614.364537:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed3bc836. 00000020:00000010:1.0:1767384614.364539:0:18687:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000000a00d53. 00000100:00000001:0.0:1767384614.364539:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384614.364548:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384614.364550:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd605142. 00000020:00000040:1.0:1767384614.364551:0:18687:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000001:0.0:1767384614.364553:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384614.364561:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384614.364564:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384614.364566:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.364568:0:18687:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1767384614.364569:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384614.364573:0:18687:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a974042. 00000100:00001000:0.0:1767384614.364575:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=31 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384614.364578:0:18688:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384614.364579:0:18687:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9457127. 00000100:00100000:2.0:1767384614.364585:0:18688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177728 02000000:00000001:2.0:1767384614.364590:0:18688:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384614.364592:0:18687:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2361494. 00000100:00001000:0.0:1767384614.364592:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.364593:0:18688:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.364604:0:18688:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.364628:0:18688:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.364631:0:18688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177728 00000020:00000001:2.0:1767384614.364633:0:18688:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384614.364634:0:18688:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:2.0:1767384614.364636:0:18688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.364638:0:18688:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000020:00000001:2.0:1767384614.364640:0:18688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:2.0:1767384614.364643:0:18688:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:2.0:1767384614.364647:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384614.364651:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aae7714. 00000100:00000001:2.0:1767384614.364654:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384614.364657:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aae7714. 00000100:00000040:1.0:1767384614.364662:0:18687:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:2.0:1767384614.364663:0:18688:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090ecd794. 00000100:00000001:0.0:1767384614.364665:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384614.364667:0:18687:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384614.364669:0:18688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c89e5dfe. 00000100:00000001:1.0:1767384614.364671:0:18687:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384614.364673:0:18688:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ff24891. 00000100:00000001:0.0:1767384614.364673:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.364675:0:18687:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384614.364682:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384614.364686:0:18688:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384614.364686:0:18687:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1767384614.364688:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.364690:0:18687:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384614.364691:0:18688:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384614.364693:0:18687:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.364696:0:18688:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384614.364699:0:18688:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.364700:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.364706:0:18688:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384614.364707:0:18687:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384614.364708:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009aa10b3a x1853237049177600/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.364712:0:18688:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384614.364717:0:18688:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.364721:0:18687:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384614.364727:0:18687:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177856 02000000:00000001:1.0:1767384614.364734:0:18687:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384614.364739:0:18687:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.364740:0:18688:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.364740:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384614.364743:0:18687:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384614.364755:0:18687:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.364756:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384614.364762:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.364764:0:18688:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384614.364764:0:18687:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177856 00000100:00000001:2.0:1767384614.364769:0:18688:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384614.364770:0:18687:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384614.364773:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aa10b3a x1853237049177600/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.364779:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000040:1.0:1767384614.364780:0:18687:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000100:00000040:2.0:1767384614.364785:0:18688:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000020:00000001:1.0:1767384614.364786:0:18687:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384614.364792:0:18687:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000100:00000001:2.0:1767384614.364810:0:18688:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120997248 : -123269588554368 : ffff8fe30ff66d80) 00000020:00000001:1.0:1767384614.364811:0:18687:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000020:00000001:1.0:1767384614.364815:0:18687:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000040:2.0:1767384614.364817:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7d9d288 x1853237049177728/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:595/0 lens 224/0 e 0 to 0 dl 1767384625 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.364819:0:18687:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384614.364824:0:18687:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006cc5d583. 00000100:00000001:1.0:1767384614.364829:0:18687:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384614.364842:0:18687:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006cc5d583. 00000100:00000001:2.0:1767384614.364843:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384614.364849:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aae7714. 00000100:00000001:2.0:1767384614.364856:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384614.364856:0:18687:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f98afbce. 00000100:00100000:0.0:1767384614.364862:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049177600:0@lo:400: 00000020:00000010:1.0:1767384614.364864:0:18687:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c72a6dde. 00000020:00000010:2.0:1767384614.364873:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aae7714. 00000020:00000010:1.0:1767384614.364876:0:18687:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c41ec6b. 00000100:00000001:1.0:1767384614.364890:0:18687:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384614.364893:0:18687:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384614.364894:0:18688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b7d9d288 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049177728:12345-0@lo:400: 00000100:00000001:0.0:1767384614.364894:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.364898:0:18687:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384614.364912:0:18688:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177728 00000100:00000001:0.0:1767384614.364913:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384614.364914:0:18687:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384614.364915:0:18688:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384614.364918:0:18687:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384614.364919:0:18688:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384614.364921:0:18687:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.364923:0:18688:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.364932:0:18688:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384614.364934:0:18688:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000040:0.0:1767384614.364935:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009aa10b3a x1853237049177600/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.364938:0:18687:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384614.364943:0:18688:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384614.364952:0:18688:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.364957:0:18687:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384614.364965:0:18688:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384614.364966:0:18687:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384614.364971:0:18688:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384614.364976:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384614.364977:0:18688:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384614.364982:0:18687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000020:00000001:2.0:1767384614.364988:0:18688:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384614.364990:0:18687:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 02000000:00000001:0.0:1767384614.364990:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384614.364994:0:18688:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384614.365002:0:18688:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384614.365002:0:18687:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924116480 : -123268785435136 : ffff8fe33fd50e00) 02000000:00000010:0.0:1767384614.365002:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001941be73. 02000000:00000010:2.0:1767384614.365011:0:18688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008159b27e. 02000000:00000001:2.0:1767384614.365020:0:18688:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384614.365021:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384614.365023:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000084c1efe2 x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:595/0 lens 224/0 e 0 to 0 dl 1767384625 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.365031:0:18688:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384614.365031:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384614.365034:0:18687:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384614.365048:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384614.365050:0:18688:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384614.365050:0:18687:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006cc5d583. 00010000:00000040:2.0:1767384614.365063:0:18688:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049177728 00000100:00000001:1.0:1767384614.365064:0:18687:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384614.365066:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384614.365068:0:18688:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384614.365073:0:18687:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006cc5d583. 02000000:00000010:0.0:1767384614.365077:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4fc1013. 00010000:00000200:2.0:1767384614.365084:0:18688:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b7d9d288 x1853237049177728/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:595/0 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384614.365087:0:18687:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000084c1efe2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16351:x1853237049177984:12345-0@lo:400: 02000000:00000001:0.0:1767384614.365090:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384614.365100:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1767384614.365102:0:18687:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177984 00000100:00000010:0.0:1767384614.365108:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009aa10b3a. 00000020:00000001:1.0:1767384614.365115:0:18687:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384614.365121:0:18688:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384614.365124:0:18687:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384614.365124:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384614.365126:0:18688:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.365133:0:18687:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384614.365134:0:18688:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384614.365134:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.365155:0:18688:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384614.365156:0:18687:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384614.365156:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.365161:0:18687:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000040:2.0:1767384614.365163:0:18688:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384614.365164:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384614.365166:0:18687:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384614.365172:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384614.365173:0:18688:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000001:1.0:1767384614.365174:0:18687:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.365179:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.365181:0:18688:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384614.365181:0:18687:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384614.365188:0:18688:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.365189:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.365190:0:18687:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384614.365198:0:18687:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.365206:0:18688:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384614.365206:0:18687:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384614.365212:0:18687:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384614.365213:0:18688:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384614.365216:0:18687:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:0.0:1767384614.365217:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000010:1.0:1767384614.365222:0:18687:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a1539b43. 00000020:00000040:0.0:1767384614.365225:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000400:00000010:2.0:1767384614.365228:0:18688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000734bb67e. 02000000:00000001:1.0:1767384614.365232:0:18687:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384614.365237:0:18688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049177728, offset 224 00000100:00000001:1.0:1767384614.365238:0:18687:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.365244:0:18687:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384614.365247:0:18687:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049177984 00000400:00000200:2.0:1767384614.365248:0:18688:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384614.365250:0:18687:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384614.365255:0:18687:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000084c1efe2 x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:595/0 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384614.365259:0:18688:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384614.365269:0:18688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260003680 00010000:00000001:1.0:1767384614.365269:0:18687:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384614.365272:0:18687:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384614.365275:0:18687:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=26 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384614.365276:0:18688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x150d [1] + 224 00000100:00000001:1.0:1767384614.365282:0:18687:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384614.365283:0:18688:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384614.365286:0:18687:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:1.0:1767384614.365290:0:18687:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000400:00000200:2.0:1767384614.365291:0:18688:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384614.365295:0:18687:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384614.365296:0:18688:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384614.365297:0:18687:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.365301:0:18687:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384614.365304:0:18688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384614.365307:0:18687:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384614.365312:0:18687:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000600d16b. 00000100:00000040:2.0:1767384614.365316:0:18688:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384614.365317:0:18687:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049177984, offset 224 00000400:00000200:1.0:1767384614.365327:0:18687:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384614.365337:0:18687:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384614.365340:0:18688:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384614.365345:0:18687:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260003780 00000400:00000200:2.0:1767384614.365347:0:18688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000734bb67e 00000400:00000010:2.0:1767384614.365350:0:18688:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000734bb67e. 00000100:00000001:2.0:1767384614.365353:0:18688:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384614.365356:0:18688:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384614.365360:0:18688:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.365361:0:18687:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1505 [1] + 224 00000100:00000040:2.0:1767384614.365367:0:18688:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000400:00000200:1.0:1767384614.365368:0:18687:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384614.365370:0:18688:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384614.365374:0:18688:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.365375:0:18687:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384614.365378:0:18688:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384614.365380:0:18687:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384614.365382:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7d9d288 x1853237049177728/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:595/0 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384614.365387:0:18687:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.365401:0:18688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7d9d288 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049177728:12345-0@lo:400: Request processed in 555us (2151us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384614.365403:0:18687:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.365415:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384614.365418:0:18688:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:2.0:1767384614.365420:0:18688:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384614.365421:0:18688:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384614.365423:0:18687:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384614.365424:0:18688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c89e5dfe. 00000020:00000010:2.0:1767384614.365428:0:18688:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ff24891. 00000400:00000200:1.0:1767384614.365429:0:18687:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000600d16b 00000400:00000010:1.0:1767384614.365432:0:18687:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000600d16b. 00000100:00000001:1.0:1767384614.365434:0:18687:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384614.365435:0:18687:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384614.365440:0:18688:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090ecd794. 00000100:00000001:1.0:1767384614.365441:0:18687:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384614.365447:0:18688:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000040:1.0:1767384614.365447:0:18687:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:2.0:1767384614.365452:0:18688:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.365453:0:18687:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384614.365457:0:18687:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.365459:0:18687:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384614.365463:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084c1efe2 x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:595/0 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384614.365469:0:18687:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000084c1efe2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16351:x1853237049177984:12345-0@lo:400: Request processed in 434us (2692us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384614.365476:0:18687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384614.365479:0:18687:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000001:2.0:1767384614.365480:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384614.365482:0:18687:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384614.365483:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384614.365486:0:18687:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384614.365489:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000010:1.0:1767384614.365490:0:18687:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9457127. 00000100:00000040:2.0:1767384614.365495:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000020:00000010:1.0:1767384614.365496:0:18687:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2361494. 00000100:00000001:2.0:1767384614.365500:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924120064 : -123268785431552 : ffff8fe33fd51c00) 00000020:00000010:1.0:1767384614.365501:0:18687:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a974042. 00000100:00000040:2.0:1767384614.365507:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000fd06aba x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:595/0 lens 224/0 e 0 to 0 dl 1767384625 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384614.365507:0:18687:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000100:00000001:1.0:1767384614.365510:0:18687:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.365518:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384614.365520:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aae7714. 00000100:00000001:2.0:1767384614.365522:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384614.365523:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aae7714. 00000100:00100000:2.0:1767384614.365527:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000fd06aba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16351:x1853237049177856:12345-0@lo:400: 00000100:00000200:2.0:1767384614.365530:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177856 00000020:00000001:2.0:1767384614.365532:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384614.365534:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384614.365535:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384614.365537:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.365539:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384614.365541:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000001:1.0:1767384614.365543:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384614.365544:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000001:1.0:1767384614.365547:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384614.365548:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384614.365551:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384614.365553:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007876cd85. 00000400:00000200:1.0:1767384614.365556:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077a39917 00000400:00000010:1.0:1767384614.365558:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077a39917. 00000100:00000001:1.0:1767384614.365560:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384614.365564:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384614.365569:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384614.365572:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384614.365573:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384614.365574:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.365579:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384614.365583:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384614.365587:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384614.365587:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384614.365591:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384614.365593:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fa419afe. 00000100:00000001:1.0:1767384614.365594:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384614.365597:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384614.365598:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.365599:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.365601:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.365602:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.365604:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384614.365605:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384614.365631:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049177856 00010000:00000001:2.0:1767384614.365633:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384614.365637:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000fd06aba x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:595/0 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384614.365643:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384614.365645:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384614.365647:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.365651:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384614.365655:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384614.365657:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384614.365659:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384614.365660:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.365663:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1767384614.365664:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=26 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384614.365665:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384614.365670:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000734bb67e. 00000100:00001000:1.0:1767384614.365671:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=26 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384614.365675:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049177856, offset 224 00000100:00000001:1.0:1767384614.365676:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384614.365678:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.365682:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384614.365685:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00080000:1.0:1767384614.365687:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384614.365696:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384614.365697:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.365701:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384614.365704:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:2.0:1767384614.365708:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260003700 00000100:00000001:1.0:1767384614.365709:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384614.365711:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384614.365717:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384614.365718:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1515 [1] + 224 00000400:00000200:2.0:1767384614.365728:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384614.365730:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384614.365735:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384614.365736:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384614.365740:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.365741:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384614.365744:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384614.365753:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384614.365756:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384614.365777:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c79be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16351:1853237049177984:0@lo:400: 00000100:00000001:2.0:1767384614.365780:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384614.365782:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384614.365785:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000734bb67e 00000100:00000001:1.0:1767384614.365785:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384614.365789:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c79be1e x1853237049177984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384614.365790:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000734bb67e. 00000100:00000001:2.0:1767384614.365808:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384614.365810:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384614.365811:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384614.365813:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384614.365815:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384614.365816:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fbd23b9f. 00000100:00000040:2.0:1767384614.365823:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 02000000:00000001:1.0:1767384614.365824:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384614.365826:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384614.365827:0:16351:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384614.365829:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384614.365830:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f42c4f7d. 00010000:00000001:2.0:1767384614.365835:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384614.365836:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384614.365837:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384614.365839:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384614.365840:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000010:1.0:1767384614.365842:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c79be1e. 00000100:00000001:1.0:1767384614.365845:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384614.365846:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fd06aba x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:595/0 lens 224/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.365847:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.365853:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.365857:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384614.365859:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384614.365863:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000fd06aba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16351:x1853237049177856:12345-0@lo:400: Request processed in 343us (2214us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384614.365864:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384614.365867:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384614.365870:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050d96766. 00000100:00100000:2.0:1767384614.365872:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000400:00000200:1.0:1767384614.365875:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d8d3c5 00000100:00000040:2.0:1767384614.365877:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000400:00000010:1.0:1767384614.365878:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3d8d3c5. 00000100:00000001:2.0:1767384614.365881:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384614.365883:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384614.365884:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384614.365887:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c72a6dde. 00000100:00000200:1.0:1767384614.365888:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384614.365892:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c41ec6b. 00000020:00000010:2.0:1767384614.365897:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f98afbce. 00000100:00000200:1.0:1767384614.365900:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384614.365901:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000100:00000001:2.0:1767384614.365906:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.365913:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384614.365922:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.365924:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384614.365925:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384614.365926:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384614.365927:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384614.365929:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384614.365932:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384614.365934:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384614.365936:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384614.365937:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.365938:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384614.365940:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384614.365945:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.365946:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384614.365947:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384614.365948:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384614.365949:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384614.365951:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.365955:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384614.365956:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384614.365957:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384614.365959:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384614.365962:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000ac51833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16351:1853237049177856:0@lo:400: 00000100:00000001:1.0:1767384614.365965:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.365966:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384614.365967:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000ac51833 x1853237049177856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.365971:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384614.365972:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384614.365973:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d65e236d. 02000000:00000001:1.0:1767384614.365980:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384614.365982:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384614.365982:0:16351:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384614.365984:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384614.365985:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff13178c. 02000000:00000001:1.0:1767384614.365988:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384614.365988:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384614.365990:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ac51833. 00000100:00000001:1.0:1767384614.365993:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384614.365994:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.365995:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.365998:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.365999:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384614.366000:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.366002:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384614.366004:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384614.366007:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384614.366008:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384614.366011:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384614.366012:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4569fe7. 00000400:00000200:2.0:1767384614.366016:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e296521 00000400:00000010:2.0:1767384614.366017:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e296521. 00000100:00000001:2.0:1767384614.366019:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384614.366023:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384614.366029:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.366034:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384614.366035:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.366037:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384614.366038:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384614.366038:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.366040:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.366047:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384614.366050:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384614.366053:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.366054:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384614.366055:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.366057:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384614.366059:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384614.366064:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.366066:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384614.366068:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384614.366070:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384614.366071:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.366073:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.366076:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384614.366078:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384614.366078:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384614.366080:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.366084:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d5f7041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049177728:0@lo:400: 00000100:00000001:2.0:1767384614.366087:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.366088:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.366089:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d5f7041 x1853237049177728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.366094:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384614.366096:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384614.366097:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000087785a4. 02000000:00000001:2.0:1767384614.366099:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384614.366100:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384614.366102:0:16348:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384614.366103:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384614.366110:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005245ba0e. 02000000:00000001:2.0:1767384614.366112:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384614.366113:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384614.366115:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d5f7041. 00000100:00000001:2.0:1767384614.366117:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384614.366119:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.366120:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.366123:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.366124:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.366126:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.366127:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384614.368651:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294902790, at 4294902791 00000100:00000010:3.0:1767384614.368661:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc72fc16. 00000100:00000040:2.0:1767384614.368675:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294902790, at 4294902791 00000100:00000010:2.0:1767384614.368683:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfb65d28. 00000100:00000040:1.0:1767384614.368684:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294902790, at 4294902791 00000100:00000010:1.0:1767384614.368708:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009abe4812. 00000100:00000040:0.0:1767384614.369646:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294902790, at 4294902792 00000100:00000010:0.0:1767384614.369657:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e055eca2. 00000001:00000001:1.0:1767384614.638890:0:23732:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384614.638896:0:23732:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:1.0:1767384614.642259:0:23732:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384614.649001:0:23733:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000527eb045. 00000400:00000010:1.0:1767384614.649018:0:23733:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007c184a66. 00000400:00000010:1.0:1767384614.649030:0:23733:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003fa5c9db. 00000400:00000010:1.0:1767384614.649035:0:23733:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000a974042. 00000400:00000010:1.0:1767384614.649039:0:23733:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000176b7dba. 00000400:00000010:1.0:1767384614.649044:0:23733:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c8dbb039. 00000400:00000010:1.0:1767384614.649045:0:23733:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000db6aac85. 00000400:00000010:1.0:1767384614.649047:0:23733:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005a671f98. 00000400:00000010:1.0:1767384614.649051:0:23733:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008d9bf377. 00000800:00000010:1.0:1767384614.649066:0:23733:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000423e22fb. 00000800:00000200:1.0:1767384614.649079:0:23733:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384614.649089:0:23733:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384614.649136:0:23733:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:1.0:1767384614.649161:0:23733:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp23 [8/256/0/180] 00000400:00000010:1.0:1767384614.650790:0:23733:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dff3ab1d. 00000400:00000010:1.0:1767384614.650810:0:23733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050d96766. 00000400:00000010:1.0:1767384614.650816:0:23733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3d8d3c5. 00000400:00000001:1.0:1767384614.650839:0:23733:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384614.650840:0:23733:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384614.650843:0:23733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016bc228c. 00000400:00000200:1.0:1767384614.650846:0:23733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094564672 00000400:00000010:1.0:1767384614.650847:0:23733:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094564672. 00000400:00000010:1.0:1767384614.650851:0:23733:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 0000000003b35ef1. 00000400:00000200:1.0:1767384614.650856:0:23733:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (14) 00000400:00000200:1.0:1767384614.650868:0:23733:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384614.650880:0:23733:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:1.0:1767384614.650890:0:23733:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000153161c5. 00000020:01000000:1.0:1767384614.650894:0:23733:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384614.650894:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384614.650897:0:23733:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp23 00000400:00000200:0.0:1767384614.650900:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:0.0:1767384614.650906:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002da59899. 00000400:00000200:0.0:1767384614.650910:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (15) 00000400:00000010:1.0:1767384614.650913:0:23733:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007c184a66. 00000400:00000010:1.0:1767384614.650917:0:23733:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000527eb045. 00000400:00000010:0.0:1767384614.650917:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d9e35b9d. 00000400:00000200:0.0:1767384614.650923:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000020:00000001:3.0:1767384614.650939:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384614.650939:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 10000000:00000001:3.0:1767384614.650946:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384614.650949:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:3.0:1767384614.650951:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384614.650954:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384614.650959:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384614.650961:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384614.650962:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384614.650965:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384614.650968:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384614.650970:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384614.650972:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384614.650973:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384614.650974:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384614.650976:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384614.650977:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384614.650978:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384614.650986:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1c624e1. 00000400:00000200:0.0:1767384614.650987:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:00000040:3.0:1767384614.650993:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:0.0:1767384614.650996:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:3.0:1767384614.651000:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384614.651004:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:3.0:1767384614.651005:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384614.651011:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000001:3.0:1767384614.651012:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.651020:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000010:3.0:1767384614.651024:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000168595db. 00000400:00000200:0.0:1767384614.651026:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:3.0:1767384614.651034:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.651034:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:0.0:1767384614.651042:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000001:3.0:1767384614.651045:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384614.651049:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.651050:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000040:3.0:1767384614.651060:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1c624e1] to pc [ptlrpcd_00_00+0] req@00000000e1c624e1 x1853237049178112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384614.651061:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384614.651078:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:0.0:1767384614.651084:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp22 00000400:00000200:0.0:1767384614.651089:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp22 lpni_is_preferred = 0 00000400:00000200:0.0:1767384614.651093:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp22 10000000:00000001:3.0:1767384614.651094:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384614.651097:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.651101:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.651102:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp22 NI seq info: [31:31:256:4294967295] 192.168.202.137@tcp22 LPNI seq info [31:31:8:4294967295] 00000020:01000000:3.0:1767384614.651111:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384614.651112:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp22 00000020:00000001:3.0:1767384614.651119:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384614.651123:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384614.651125:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384614.651126:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384614.651127:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp22(192.168.202.137@tcp22:) -> 192.168.202.137@tcp22(192.168.202.137@tcp:192.168.202.137@tcp22) : PUT try# 0 10000000:01000000:3.0:1767384614.651131:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384614.651133:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384614.651135:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384614.651138:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384614.651139:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:0.0:1767384614.651140:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp22 00000020:01000004:3.0:1767384614.651143:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384614.651146:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384614.651147:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:0.0:1767384614.651147:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059f7cdd1. 00000100:00000040:2.0:1767384614.651149:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e1c624e1 x1853237049178112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384614.651151:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384614.651154:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384614.651155:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384614.651158:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:0.0:1767384614.651159:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000596419af. 00000100:00000010:3.0:1767384614.651162:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070618a25. 00000800:00000010:0.0:1767384614.651166:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002b1bc7c3. 00000020:00000040:3.0:1767384614.651167:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384614.651170:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384614.651171:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384614.651174:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384614.651175:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.651177:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384614.651178:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000596419af] -> 12345-192.168.202.137@tcp22 (2) 02000000:00000001:2.0:1767384614.651184:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767384614.651187:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006c7d7a88. 00000800:00000200:0.1:1767384614.651188:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000596419af] -> 12345-192.168.202.137@tcp22 (2) 02000000:00000001:2.0:1767384614.651189:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.651193:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.651196:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.651199:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384614.651202:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.651203:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e1c624e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049178112:0@lo:253: 00000100:00000001:2.0:1767384614.651209:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384614.651211:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00000040:3.0:1767384614.651212:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070618a25] to pc [ptlrpcd_00_01+1] req@0000000070618a25 x1853237049178240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384614.651217:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384614.651222:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.651225:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 02000000:00000001:2.0:1767384614.651226:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384614.651235:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000743869de. 10000000:00000001:3.0:1767384614.651238:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.651238:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384614.651244:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384614.651246:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4569fe7. 00000020:00000001:3.0:1767384614.651247:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384614.651252:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384614.651253:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdeda427. 00000020:00000010:3.0:1767384614.651256:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000153161c5. 00000100:00000200:2.0:1767384614.651258:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049178112, portal 25 00000100:00000001:2.0:1767384614.651262:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384614.651264:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923222528 : -123268786329088 : ffff8fe33fc76a00) 00000100:00000040:2.0:1767384614.651276:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e1c624e1 x1853237049178112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.651283:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384614.651285:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384614.651286:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384614.651288:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384614.651290:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007d3a365. 00000100:00000001:3.0:1767384614.651291:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384614.651297:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049178112, offset 0 00000100:00000040:3.0:1767384614.651298:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070618a25 x1853237049178240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384614.651300:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384614.651310:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384614.651312:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384614.651321:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.651326:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384614.651326:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384614.651330:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384614.651332:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384614.651335:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000070618a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049178240:0@lo:253: 00000100:00000001:3.0:1767384614.651338:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384614.651341:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384614.651344:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384614.651345:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003800 02000000:00000001:3.0:1767384614.651347:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384614.651354:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004b8ed9e8. 02000000:00000001:3.0:1767384614.651358:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384614.651359:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000400:00000200:0.0:1767384614.651359:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000010:3.0:1767384614.651362:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030aa19ff. 00000400:00000010:2.0:1767384614.651369:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fb67b99. 00000400:00000200:2.0:1767384614.651375:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c7ef8659 00000400:00000010:3.0:1767384614.651380:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001144d20c. 00000100:00000200:3.0:1767384614.651385:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049178240, portal 25 00000400:00000200:2.0:1767384614.651385:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384614.651392:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384614.651393:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923223424 : -123268786328192 : ffff8fe33fc76d80) 00000400:00000200:2.0:1767384614.651397:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384614.651399:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000040:3.0:1767384614.651400:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000070618a25 x1853237049178240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384614.651407:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7ef8659 00000100:00000001:3.0:1767384614.651410:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384614.651411:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7ef8659. 00000100:00000040:3.0:1767384614.651415:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384614.651419:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a9f6d71. 00000100:00000001:2.0:1767384614.651419:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384614.651422:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1767384614.651424:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049178240, offset 0 00000100:00000040:2.0:1767384614.651427:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000009959b947 x1853237049178112 msgsize 4848 00000400:00000200:3.0:1767384614.651432:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384614.651436:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384614.651439:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384614.651442:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384614.651443:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384614.651447:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384614.651458:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d3a365 00000400:00000010:2.0:1767384614.651460:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007d3a365. 00000400:00000200:3.0:1767384614.651464:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003880 00000100:00000001:2.0:1767384614.651466:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384614.651470:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000100:00000200:2.0:1767384614.651472:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e1c624e1 x1853237049178112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384614.651476:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec37c144. 00000400:00000200:3.0:1767384614.651483:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006722f3fe 00000400:00000200:0.0:1767384614.651484:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000001:2.0:1767384614.651486:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384614.651488:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384614.651491:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e1c624e1 x1853237049178112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384614.651497:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384614.651503:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006722f3fe 00000400:00000010:3.0:1767384614.651505:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006722f3fe. 00000100:00000001:2.0:1767384614.651505:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.651510:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384614.651513:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384614.651516:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384614.651517:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384614.651519:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000001:2.0:1767384614.651522:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294903078 00000100:00000040:3.0:1767384614.651526:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000e795ac03 x1853237049178240 msgsize 4848 00000100:00000010:2.0:1767384614.651533:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000127da8f9. 00000100:00100000:3.0:1767384614.651534:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384614.651538:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384614.651542:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384614.651548:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384614.651551:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294903078 00000400:00000200:3.0:1767384614.651555:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a9f6d71 00000100:00000010:2.0:1767384614.651556:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006899bbf3. 00000400:00000010:3.0:1767384614.651559:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a9f6d71. 00000100:00000001:2.0:1767384614.651561:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384614.651563:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384614.651566:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294903078 00000400:00000200:0.0:1767384614.651568:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000200:3.0:1767384614.651570:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070618a25 x1853237049178240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384614.651571:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000606f2183. 00000100:00000001:2.0:1767384614.651577:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384614.651582:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294903078 00000100:00000001:3.0:1767384614.651583:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384614.651587:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004595e6c0. 00000100:00000040:3.0:1767384614.651588:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070618a25 x1853237049178240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.651592:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384614.651597:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.651600:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.651601:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.651605:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384614.651625:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.651629:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.651630:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.651634:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294903079 00000400:00000200:0.0:1767384614.651634:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000001:2.0:1767384614.651638:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.651641:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384614.651643:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294903078 00000100:00000001:2.0:1767384614.651644:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.651647:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384614.651649:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.651651:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294903079 00000100:00000001:2.0:1767384614.651652:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.651661:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294903078 00000100:00000001:3.0:1767384614.651664:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294903079 00000100:00000001:3.0:1767384614.651667:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903078 00000100:00000001:3.0:1767384614.651671:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294903079 00000100:00000001:3.0:1767384614.651676:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903078 00000100:00000001:3.0:1767384614.651680:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.651682:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.651682:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384614.651686:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178112 00000100:00000001:3.0:1767384614.651687:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.651689:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 02000000:00000001:2.0:1767384614.651690:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384614.651691:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.651694:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.651697:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.651698:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384614.651701:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384614.651701:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.651706:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384614.651706:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178112 00000100:00000001:3.0:1767384614.651709:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384614.651711:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384614.651712:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384614.651713:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384614.651716:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.651719:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:3.0:1767384614.651721:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.651722:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384614.651725:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:0.0:1767384614.651729:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000001:2.0:1767384614.651739:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384614.651743:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aae7714. 00000100:00000001:2.0:1767384614.651746:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384614.651748:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aae7714. 00000020:00000010:2.0:1767384614.651754:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001941be73. 00000020:00000010:2.0:1767384614.651759:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c89e5dfe. 00000020:00000010:2.0:1767384614.651764:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ff24891. 00000400:00000200:0.0:1767384614.651774:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000100:00000040:2.0:1767384614.651775:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384614.651779:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384614.651781:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384614.651782:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.651806:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.651816:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384614.651825:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000100:00000001:2.0:1767384614.651828:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384614.651831:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178240 02000000:00000001:2.0:1767384614.651832:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384614.651834:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.651835:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.651837:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.651839:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178240 00000020:00000001:2.0:1767384614.651840:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384614.651842:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384614.651843:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.651844:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:2.0:1767384614.651846:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384614.651848:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384614.651850:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384614.651853:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aae7714. 00000100:00000001:2.0:1767384614.651855:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384614.651856:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aae7714. 00000020:00000010:2.0:1767384614.651861:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cf072eb. 00000400:00000200:0.0:1767384614.651861:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000020:00000010:2.0:1767384614.651863:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3ff22de. 00000020:00000010:2.0:1767384614.651869:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c428a8a0. 00000100:00000001:2.0:1767384614.651872:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384614.651878:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384614.651880:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.651884:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.651887:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.651899:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384614.651900:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000100:00000001:2.0:1767384614.651901:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384614.651906:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384614.651907:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000001:3.0:1767384614.651910:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384614.651911:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384614.651915:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885423184 : -123268824128432 : ffff8fe33d86a450) 00000100:00100000:3.0:1767384614.651918:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00000040:3.0:1767384614.651923:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000040:2.0:1767384614.651923:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009959b947 x1853237049178112/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 4848/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.651929:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885418064 : -123268824133552 : ffff8fe33d869050) 00000400:00000200:0.0:1767384614.651936:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000100:00000040:3.0:1767384614.651938:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e795ac03 x1853237049178240/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 4848/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.651938:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384614.651943:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aae7714. 00000100:00000001:2.0:1767384614.651948:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.651950:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384614.651951:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aae7714. 00000020:00000010:3.0:1767384614.651955:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e97f3840. 00000100:00100000:2.0:1767384614.651959:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009959b947 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049178112:12345-0@lo:253: 00000100:00000001:3.0:1767384614.651961:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384614.651966:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178112 00000020:00000010:3.0:1767384614.651967:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e97f3840. 00000400:00000200:0.0:1767384614.651969:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000020:00000001:2.0:1767384614.651970:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384614.651974:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e795ac03 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049178240:12345-0@lo:253: 00000020:00000001:2.0:1767384614.651974:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384614.651977:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384614.651980:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178240 00000020:00000001:2.0:1767384614.651982:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384614.651984:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384614.651985:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:3.0:1767384614.651988:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384614.651989:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384614.651991:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.651992:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384614.651995:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384614.651997:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384614.651998:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384614.652000:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384614.652002:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384614.652004:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384614.652004:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000020:00000001:2.0:1767384614.652005:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.652012:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384614.652014:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384614.652014:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384614.652019:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384614.652020:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.652023:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384614.652025:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384614.652027:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dde9f896. 02000000:00000001:2.0:1767384614.652030:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384614.652032:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000095af6048. 00000100:00000001:2.0:1767384614.652032:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.652037:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.652039:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384614.652041:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384614.652043:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384614.652043:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 20000000:00000010:3.0:1767384614.652056:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008df6b3a5. 20000000:01000000:3.0:1767384614.652060:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384614.652063:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:2.0:1767384614.652064:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bc37b014. 20000000:01000000:2.0:1767384614.652069:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384614.652073:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384614.652073:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384614.652075:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 20000000:00000001:3.0:1767384614.652076:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384614.652082:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.652083:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384614.652084:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384614.652087:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.652090:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.652092:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384614.652098:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000031261c83. 20000000:01000000:3.0:1767384614.652101:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 00000400:00000200:0.0:1767384614.652106:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 20000000:00000001:3.0:1767384614.652110:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384614.652117:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384614.652122:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384614.652133:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00080000:00000001:3.0:1767384614.652144:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384614.652160:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00080000:00000001:3.0:1767384614.652162:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384614.652166:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384614.652168:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384614.652170:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384614.652172:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384614.652174:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000001:3.0:1767384614.652179:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:3.0:1767384614.652180:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384614.652183:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384614.652187:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384614.652190:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384614.652193:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000020:00000001:3.0:1767384614.652194:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384614.652203:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:3.0:1767384614.652209:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384614.652214:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000048793b47. 00080000:00000001:3.0:1767384614.652218:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799660323840 : -123274049227776 : ffff8fe20615f400) 00080000:00000001:3.0:1767384614.652223:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384614.652224:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000001:00000001:3.0:1767384614.652228:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384614.652234:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e97f3840. 00080000:00000001:3.0:1767384614.652238:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384614.652241:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384614.652258:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.652259:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00080000:00000001:3.0:1767384614.652278:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384614.652288:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000800:00000010:0.0:1767384614.652582:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd690a46. 00000800:00000010:0.0:1767384614.652588:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000082d46289. 00000400:00000200:2.0:1767384614.652594:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384614.652596:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cbccc0c3. 00000800:00000010:0.0:1767384614.652646:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cbccc0c3. 00000400:00000200:2.0:1767384614.652869:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp22 from 229.3.0.2 00000800:00000010:2.0:1767384614.652873:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000439f7dd0. 00000800:00000010:3.0:1767384614.652925:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000088f36a8c. 00000800:00000010:3.0:1767384614.652930:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007a9f6d71. 00000800:00000010:3.0:1767384614.652951:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008bcfe2c1. 00000800:00000200:3.1:1767384614.652962:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000596419af] -> 12345-192.168.202.137@tcp22 (2) 00000800:00000200:3.1:1767384614.652967:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp22 000000008bcfe2c1 deleted 00000800:00000010:3.1:1767384614.652968:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008bcfe2c1. 00000800:00000200:3.1:1767384614.652973:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384614.652980:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp22 ip 192.168.202.137:997 00000800:00000200:3.1:1767384614.652984:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059f7cdd1 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384614.652991:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp22 p 3.x 192.168.202.137 -> 192.168.202.137:997 incarnation:1767384612869435776 sched[0] 00000800:00000010:3.0:1767384614.652996:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d6126a5. 00000800:00000010:3.0:1767384614.653045:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d6126a5. 00000800:00000010:3.0:1767384614.653048:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007a9f6d71. 00000800:00000200:0.1:1767384614.653076:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384614.653085:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000439f7dd0. 00000800:00000200:0.0:1767384614.653085:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp22 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384612869435776 sched[0] 00000800:00000001:2.0:1767384614.653088:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384614.653093:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000082d46289. 00000800:00000001:2.0:1767384614.653095:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384614.653146:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384614.653152:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000001:3.0:1767384614.653153:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384614.653157:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384614.653159:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384614.653162:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384614.653165:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059f7cdd1. 00000400:00000200:3.0:1767384614.653172:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp22(192.168.202.137@tcp22) <- 192.168.202.137@tcp22 : PUT - for me 00000400:00000200:2.0:1767384614.653174:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384614.653182:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384614.653184:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp22->192.168.202.137@tcp22: PUT: OK 00000400:00000200:3.0:1767384614.653193:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x14e1 [1] + 0 00000400:00000200:0.0:1767384614.653195:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000010:3.0:1767384614.653198:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040489fbf. 00000400:00000200:3.0:1767384614.653204:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a7bcdb33 00000400:00000200:2.0:1767384614.653208:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384614.653209:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384614.653214:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000400:00000200:0.0:1767384614.653236:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000001:3.0:1767384614.653261:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384614.653264:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384614.653268:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp22->192.168.202.137@tcp22: PUT: OK 00000400:00000200:3.0:1767384614.653272:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7bcdb33 00000400:00000200:0.0:1767384614.653272:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000010:3.0:1767384614.653276:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7bcdb33. 00000400:00000200:3.0:1767384614.653280:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384614.653305:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (16) 00000400:00000200:0.0:1767384614.653306:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384614.653310:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:3.0:1767384614.653315:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d8bed3a6. 00000400:00000200:3.0:1767384614.653318:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 15 00000400:00000200:3.0:1767384614.653323:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00080000:00000010:2.0:1767384614.653329:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000048793b47. 00000400:00000200:3.0:1767384614.653330:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (17) 00000400:00000200:3.0:1767384614.653337:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384614.653342:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp22 to MR: 192.168.202.137@tcp22 local destination 00000400:00000200:0.0:1767384614.653344:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384614.653350:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp22 NI seq info: [32:32:256:4294967295] 192.168.202.137@tcp22 LPNI seq info [32:32:8:4294967295] 00080000:00000010:2.0:1767384614.653353:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e97f3840. 00040000:00000001:2.0:1767384614.653361:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384614.653365:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1767384614.653367:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp22(192.168.202.137@tcp22:192.168.202.137@tcp22) -> 192.168.202.137@tcp22(192.168.202.137@tcp22:192.168.202.137@tcp22) 192.168.202.137@tcp22 : ACK try# 0 00080000:00000001:2.0:1767384614.653369:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384614.653373:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384614.653378:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.653381:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000200:3.0:1767384614.653385:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp22 00000400:00000200:0.0:1767384614.653385:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000800:00000010:3.0:1767384614.653389:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a9fe6a9. 20000000:01000000:2.0:1767384614.653390:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000200:3.0:1767384614.653398:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000596419af] -> 12345-192.168.202.137@tcp22 (4) 20000000:00000001:2.0:1767384614.653402:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384614.653407:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp22 ip 192.168.202.137:988 20000000:01000000:2.0:1767384614.653408:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000800:00000200:3.0:1767384614.653412:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a9fe6a9 type 0, nob 96 niov 1 nkiov 0 00080000:00000001:2.0:1767384614.653415:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:0.0:1767384614.653428:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000800:00000200:3.0:1767384614.653456:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384614.653459:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a9fe6a9. 00000400:00000200:3.0:1767384614.653464:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384614.653468:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp22->192.168.202.137@tcp22: ACK: OK 00000400:00000200:0.0:1767384614.653470:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 20000000:01000000:2.0:1767384614.653473:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000800:00000001:3.0:1767384614.653474:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384614.653479:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000800:00000001:3.0:1767384614.653481:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1767384614.653482:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000800:00000001:3.0:1767384614.653486:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384614.653488:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000800:00000001:3.0:1767384614.653491:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.653492:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000001:3.0:1767384614.653495:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384614.653500:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384614.653501:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003bf6e7dc. 00000400:00000200:3.0:1767384614.653505:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp22(192.168.202.137@tcp22) <- 192.168.202.137@tcp22 : ACK - for me 00000400:00000200:0.0:1767384614.653511:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00010000:00000001:2.0:1767384614.653514:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:3.0:1767384614.653518:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp22: ACK from 12345-192.168.202.137@tcp22 into md 0x1539 00010000:00000010:2.0:1767384614.653519:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d83329f5. 00000400:00000200:3.0:1767384614.653523:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384614.653525:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:3.0:1767384614.653529:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp22->192.168.202.137@tcp22: ACK: OK 00000400:00000200:3.0:1767384614.653532:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002da59899 00000400:00000010:3.0:1767384614.653534:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002da59899. 00000400:00000200:3.0:1767384614.653538:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384614.653542:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000020:00000040:2.0:1767384614.653543:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d83329f5 with handle 0x7f71e2b70dd2022e to hash 00000020:00000001:2.0:1767384614.653546:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:3.0:1767384614.653547:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00010000:00000001:2.0:1767384614.653548:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00000400:00000200:3.0:1767384614.653552:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (16) 00010000:00000001:2.0:1767384614.653553:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00000800:00000001:3.0:1767384614.653560:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384614.653560:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384614.653562:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00010000:00000001:2.0:1767384614.653563:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384614.653564:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384614.653569:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2022e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.653577:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384614.653581:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384614.653583:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384614.653586:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000020:3.0:1767384614.653588:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384614.653588:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.653592:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767384614.653594:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384614.653595:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384614.653597:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008df6b3a5. 00010000:00000001:2.0:1767384614.653599:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:0.0:1767384614.653602:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 20000000:00000001:3.0:1767384614.653603:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.653603:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384614.653625:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000040:3.0:1767384614.653626:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049178240 00010000:00000001:2.0:1767384614.653627:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:3.0:1767384614.653631:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:2.0:1767384614.653631:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003bf6e7dc) refcount = 1 00010000:00010000:2.0:1767384614.653637:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2022e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.653643:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000200:3.0:1767384614.653645:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e795ac03 x1853237049178240/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384614.653646:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384614.653649:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.653653:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.653657:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384614.653660:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:00000001:2.0:1767384614.653662:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384614.653664:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384614.653666:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002982896s 00000100:00001000:3.0:1767384614.653668:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=31 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384614.653669:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00010000:00000001:2.0:1767384614.653670:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384614.653676:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384614.653680:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384614.653681:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000040:2.0:1767384614.653682:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83329f5 refcount=4 00000100:00000001:3.0:1767384614.653684:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000001:2.0:1767384614.653685:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 02000000:00000001:3.0:1767384614.653688:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384614.653690:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 02000000:00000001:3.0:1767384614.653691:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.653694:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:3.0:1767384614.653696:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384614.653697:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2022e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384614.653701:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384614.653708:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a9f6d71. 00010000:00000001:2.0:1767384614.653708:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1767384614.653708:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00010000:00010000:2.0:1767384614.653711:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2022e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384614.653714:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049178240, offset 224 00010000:00000001:2.0:1767384614.653721:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384614.653724:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384614.653724:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384614.653728:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2022e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384614.653735:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384614.653735:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384614.653737:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.653741:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384614.653743:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2022e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384614.653744:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003880 00000400:00000200:0.0:1767384614.653749:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384614.653755:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1545 [2] + 224 00010000:00010000:2.0:1767384614.653758:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d83329f5 already unused, calling callback (0000000058ffb97a) 00000400:00000200:3.0:1767384614.653760:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384614.653761:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384614.653765:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1767384614.653768:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384614.653769:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2022e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384614.653775:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384614.653777:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384614.653779:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:3.0:1767384614.653780:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070618a25 x1853237049178240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384614.653781:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.653783:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83329f5 refcount=5 00000020:00000001:2.0:1767384614.653787:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00000400:00000200:0.0:1767384614.653790:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00010000:00000001:2.0:1767384614.653807:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00000100:00000040:3.0:1767384614.653815:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000070618a25 x1853237049178240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384614.653816:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384614.653820:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2022e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.653831:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384614.653834:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384614.653835:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384614.653836:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.653840:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767384614.653841:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a9f6d71 00010000:00000001:2.0:1767384614.653841:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:3.0:1767384614.653845:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a9f6d71. 00010000:00000001:2.0:1767384614.653845:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384614.653845:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00010000:00000001:2.0:1767384614.653848:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.653851:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384614.653853:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d83329f5 with handle 0x7f71e2b70dd2022e from hash 00000100:00000001:3.0:1767384614.653854:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384614.653858:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384614.653861:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.653861:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.653863:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384614.653866:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384614.653866:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384614.653868:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384614.653870:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384614.653871:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1767384614.653873:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.653874:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384614.653876:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.653878:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.653881:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:3.0:1767384614.653883:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384614.653884:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384614.653887:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384614.653889:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000100:00000040:3.0:1767384614.653890:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e795ac03 x1853237049178240/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384614.653890:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.653894:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.653898:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.653903:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384614.653906:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2022e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384614.653908:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e795ac03 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049178240:12345-0@lo:253: Request processed in 1955us (2377us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384614.653920:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.653922:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.653923:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:3.0:1767384614.653924:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000400:00000200:0.0:1767384614.653925:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00010000:00000001:2.0:1767384614.653926:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:3.0:1767384614.653929:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00000001:2.0:1767384614.653929:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384614.653933:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384614.653933:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384614.653936:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384614.653940:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:3.0:1767384614.653941:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3ff22de. 00010000:00000001:2.0:1767384614.653943:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.653946:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384614.653948:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c428a8a0. 00010000:00010000:2.0:1767384614.653948:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2022e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384614.653955:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cf072eb. 00010000:00000001:2.0:1767384614.653956:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384614.653958:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384614.653958:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00010000:00010000:2.0:1767384614.653961:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2022e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384614.653962:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:3.0:1767384614.653970:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:2.0:1767384614.653970:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003bf6e7dc count: 0 02000000:00000010:3.0:1767384614.653972:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000095af6048. 02000000:00000001:3.0:1767384614.653978:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384614.653980:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384614.653984:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384614.653984:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384614.653987:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384614.653990:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4b1e5e4. 00000400:00000010:3.0:1767384614.653995:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a9f6d71. 00000400:00000200:0.0:1767384614.654006:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000100:00000001:3.0:1767384614.654009:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384614.654012:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000010:2.0:1767384614.654012:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000087785a4. 20000000:01000000:2.0:1767384614.654016:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 00000400:00000001:3.0:1767384614.654018:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:2.0:1767384614.654020:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000001:3.0:1767384614.654021:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384614.654024:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030aa19ff. 00080000:00000001:2.0:1767384614.654024:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384614.654028:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384614.654029:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001144d20c 00000400:00000010:3.0:1767384614.654032:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001144d20c. 00000100:00000001:3.0:1767384614.654035:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:2.0:1767384614.654035:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000200:3.0:1767384614.654057:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070618a25 x1853237049178240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384614.654059:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.654061:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00080000:00000001:2.0:1767384614.654064:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384614.654067:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384614.654071:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384614.654074:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384614.654077:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000100:00000200:3.0:1767384614.654080:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070618a25 x1853237049178240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384614.654082:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:2.0:1767384614.654085:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384614.654091:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384614.654097:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384614.654117:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.654118:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384614.654118:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000020:00000001:2.0:1767384614.654119:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1767384614.654122:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384614.654125:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384614.654129:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384614.654133:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000090ecd794. 00080000:00000001:2.0:1767384614.654136:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799651440128 : -123274058111488 : ffff8fe2058e6600) 00000100:00000001:3.0:1767384614.654143:0:16349:0:(client.c:1578:after_reply()) Process entered 00080000:00000001:2.0:1767384614.654147:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000001:3.0:1767384614.654148:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767384614.654150:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000100:00000001:3.0:1767384614.654151:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:2.0:1767384614.654153:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:3.0:1767384614.654154:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.654158:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384614.654160:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001aae7714. 00000100:00001000:3.0:1767384614.654162:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=31 v=5 (5 0 0 0) 00080000:00000001:2.0:1767384614.654164:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384614.654169:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=31 v=5 (1 0 0 0) 00080000:00000001:2.0:1767384614.654170:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384614.654174:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384614.654177:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.654179:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384614.654181:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384614.654182:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.654183:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.654185:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000100:00000040:3.0:1767384614.654192:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070618a25 x1853237049178240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384614.654196:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384614.654202:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.654206:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384614.654209:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384614.654213:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384614.654216:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384614.654218:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384614.654220:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384614.654222:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000020:01000004:3.0:1767384614.654223:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384614.654226:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384614.654230:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384614.654231:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000004:3.0:1767384614.654232:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384614.654235:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384614.654239:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c95d1f4d. 00000100:00000040:3.0:1767384614.654242:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070618a25 x1853237049178240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384614.654248:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e296521. 00000400:00000200:2.0:1767384614.654255:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbdcb54b 00000100:00100000:3.0:1767384614.654257:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000070618a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049178240:0@lo:253: 00000400:00000200:0.0:1767384614.654259:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384614.654263:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000d1 00000100:00000001:3.0:1767384614.654267:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.654270:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384614.654273:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070618a25 x1853237049178240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384614.654273:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 000000005cf072eb. 00000400:00000010:2.0:1767384614.654282:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 00000000cacd3411. 00000100:00000001:3.0:1767384614.654283:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384614.654286:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767384614.654290:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 000000002dec6637. 02000000:00000010:3.0:1767384614.654295:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004b8ed9e8. 02000000:00000001:3.0:1767384614.654301:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384614.654303:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384614.654305:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384614.654307:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384614.654310:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006c7d7a88. 02000000:00000001:3.0:1767384614.654313:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384614.654315:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384614.654317:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070618a25. 00000400:00000010:2.0:1767384614.654317:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f1734596. 00000100:00000001:3.0:1767384614.654325:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384614.654328:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384614.654329:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f1734596 nid 192.168.202.137@tcp23 00000100:00000001:3.0:1767384614.654331:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384614.654336:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ac7018ba. 00000100:00000001:3.0:1767384614.654337:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384614.654339:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.654342:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384614.654343:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ac7018ba net tcp23 00000100:00000001:3.0:1767384614.654345:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384614.654349:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (15) 00000400:00000200:2.0:1767384614.654357:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp23 flags 0x11 00000400:00000010:2.0:1767384614.654361:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 000000005cf072eb. 00000400:00000010:2.0:1767384614.654365:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 00000000cacd3411. 00000400:00000010:2.0:1767384614.654369:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 000000002dec6637. 00000400:00000010:2.0:1767384614.654371:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d8bed3a6. 00000400:00000200:2.0:1767384614.654374:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384614.654376:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000400:00000200:2.0:1767384614.654380:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000400:00000200:2.0:1767384614.654383:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000200:2.0:1767384614.654385:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384614.654387:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000400:00000200:2.0:1767384614.654391:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:2.0:1767384614.654394:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (16) 00000800:00000010:0.0:1767384614.654461:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000739db32f. 00000400:00000200:3.0:1767384614.654462:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384614.654469:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000082d46289. 00000400:00000200:3.0:1767384614.654478:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp22 from 228.3.0.2 00000800:00000010:3.0:1767384614.654482:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e370f9ae. 00000800:00000010:0.0:1767384614.654483:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cbccc0c3. 00000800:00000010:2.0:1767384614.654517:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009582eb1d. 00000800:00000010:0.0:1767384614.654521:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cbccc0c3. 00000800:00000010:2.0:1767384614.654528:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000007d3a365. 00000800:00000010:2.0:1767384614.654549:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000023f041d0. 00000800:00000200:2.1:1767384614.654555:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000596419af] -> 12345-192.168.202.137@tcp22 (4) 00000800:00000200:2.1:1767384614.654562:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp22 0000000023f041d0 deleted 00000800:00000010:2.1:1767384614.654565:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000023f041d0. 00000800:00000200:2.1:1767384614.654569:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384614.654576:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp22 p 3.x 192.168.202.137 -> 192.168.202.137:996 incarnation:1767384612869435776 sched[0] 00000800:00000010:2.0:1767384614.654582:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d6db5653. 00000800:00000010:2.0:1767384614.654665:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d6db5653. 00000800:00000010:2.0:1767384614.654670:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000007d3a365. 00000800:00000200:0.1:1767384614.654680:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384614.654689:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp22 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384612869435776 sched[0] 00000800:00000010:0.0:1767384614.654693:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000082d46289. 00000800:00000010:2.0:1767384614.654695:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e370f9ae. 00000800:00000001:2.0:1767384614.654706:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384614.654710:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384614.654719:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384614.654722:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384614.655925:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000090ecd794. 00080000:00000010:2.0:1767384614.655956:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001aae7714. 00040000:00000001:2.0:1767384614.655960:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384614.655962:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384614.655963:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384614.655965:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384614.655967:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.655969:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384614.655970:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384614.655978:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384614.655981:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384614.655985:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384614.655988:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384614.655992:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384614.655993:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384614.655996:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384614.655997:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384614.656002:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000d5bf770. 00010000:00000001:3.0:1767384614.656005:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384614.656008:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004b3e4855. 00000020:00000001:3.0:1767384614.656011:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384614.656014:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004b3e4855 with handle 0x7f71e2b70dd20235 to hash 00000020:00000001:3.0:1767384614.656016:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384614.656017:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:3.0:1767384614.656019:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:3.0:1767384614.656021:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384614.656022:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384614.656024:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd20235 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.656035:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384614.656037:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384614.656038:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384614.656040:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384614.656041:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.656042:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384614.656043:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.656045:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384614.656046:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384614.656047:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384614.656047:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384614.656048:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000d5bf770) refcount = 1 00010000:00010000:3.0:1767384614.656050:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd20235 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.656054:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384614.656055:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384614.656056:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.656058:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.656059:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384614.656061:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384614.656064:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002982896s 00010000:00000001:3.0:1767384614.656066:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384614.656067:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384614.656068:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004b3e4855 refcount=4 00000020:00000001:3.0:1767384614.656070:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:3.0:1767384614.656071:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:3.0:1767384614.656073:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384614.656075:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd20235 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.656079:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384614.656081:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd20235 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.656093:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.656094:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384614.656096:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd20235 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.656100:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384614.656101:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.656103:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384614.656104:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd20235 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384614.656108:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004b3e4855 already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384614.656110:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384614.656112:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384614.656114:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd20235 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.656117:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000020:2.0:1767384614.656117:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384614.656120:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384614.656122:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384614.656123:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384614.656125:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004b3e4855 refcount=5 20000000:00000010:2.0:1767384614.656127:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bc37b014. 00000020:00000001:3.0:1767384614.656128:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:3.0:1767384614.656132:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:3.0:1767384614.656134:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384614.656135:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd20235 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384614.656135:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.656143:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000040:2.0:1767384614.656143:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049178112 00010000:00000001:3.0:1767384614.656145:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384614.656150:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.656150:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384614.656153:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384614.656155:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384614.656157:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:2.0:1767384614.656158:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009959b947 x1853237049178112/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384614.656164:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384614.656170:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004b3e4855 with handle 0x7f71e2b70dd20235 from hash 00010000:00000001:2.0:1767384614.656172:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384614.656173:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384614.656176:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.656177:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.656179:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384614.656182:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:2.0:1767384614.656182:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=31 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384614.656185:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384614.656189:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384614.656190:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384614.656191:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384614.656193:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.656196:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.656200:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1767384614.656202:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:3.0:1767384614.656204:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384614.656205:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384614.656211:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384614.656212:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384614.656213:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.656215:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384614.656216:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384614.656219:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.656223:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384614.656225:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384614.656227:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007d3a365. 00010000:00000001:3.0:1767384614.656230:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384614.656232:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049178112, offset 224 00010000:00010000:3.0:1767384614.656236:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd20235 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384614.656241:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384614.656248:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384614.656249:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384614.656251:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384614.656254:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384614.656255:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384614.656257:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384614.656258:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003800 00010000:00000001:3.0:1767384614.656259:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384614.656262:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384614.656266:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x153d [2] + 224 00010000:00000001:3.0:1767384614.656267:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384614.656272:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384614.656274:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd20235 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384614.656274:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.656281:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384614.656287:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384614.656289:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384614.656290:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384614.656292:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd20235 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384614.656294:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e1c624e1 x1853237049178112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384614.656313:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000d5bf770 count: 0 00010000:00000001:3.0:1767384614.656320:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384614.656323:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384614.656326:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e1c624e1 x1853237049178112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.656337:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384614.656341:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d3a365 00000400:00000010:2.0:1767384614.656343:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007d3a365. 00000100:00000001:2.0:1767384614.656345:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384614.656346:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384614.656349:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.656351:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384614.656352:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:3.0:1767384614.656355:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384614.656356:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384614.656358:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384614.656360:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384614.656361:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384614.656364:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384614.656367:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009959b947 x1853237049178112/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384614.656368:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4569fe7. 00000400:00000200:3.0:1767384614.656374:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdeda427 00000400:00000010:3.0:1767384614.656378:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdeda427. 00000100:00100000:2.0:1767384614.656380:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009959b947 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049178112:12345-0@lo:253: Request processed in 4440us (4950us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384614.656382:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384614.656389:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e1c624e1 x1853237049178112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384614.656408:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e1c624e1 x1853237049178112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.656408:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:2.0:1767384614.656414:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384614.656418:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384614.656422:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384614.656423:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384614.656425:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c89e5dfe. 00000100:00000001:3.0:1767384614.656426:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.656430:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384614.656431:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384614.656433:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384614.656433:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ff24891. 00000100:00000001:3.0:1767384614.656434:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.656440:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384614.656440:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001941be73. 00000100:00001000:3.0:1767384614.656445:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=31 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384614.656446:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:2.0:1767384614.656451:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384614.656452:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=31 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384614.656453:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dde9f896. 00000100:00000001:3.0:1767384614.656459:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384614.656459:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384614.656462:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.656463:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.656468:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384614.656470:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384614.656470:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384614.656474:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384614.656476:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c990e410. 00000100:00000040:3.0:1767384614.656477:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e1c624e1 x1853237049178112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384614.656482:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007d3a365. 00000100:00000001:3.0:1767384614.656487:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.656490:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384614.656491:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384614.656500:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384614.656501:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384614.656502:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384614.656503:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384614.656504:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384614.656505:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384614.656506:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384614.656507:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384614.656508:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384614.656509:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384614.656511:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1c624e1 x1853237049178112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384614.656515:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e1c624e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049178112:0@lo:253: 00000100:00000001:3.0:1767384614.656519:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.656520:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384614.656521:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e1c624e1 x1853237049178112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.656525:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384614.656526:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384614.656527:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000743869de. 02000000:00000001:3.0:1767384614.656530:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384614.656531:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384614.656532:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384614.656533:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384614.656535:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000168595db. 02000000:00000001:3.0:1767384614.656538:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384614.656539:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384614.656541:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1c624e1. 00000100:00000001:3.0:1767384614.656543:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384614.656543:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.656545:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.656548:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384614.656548:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.656550:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384614.656551:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.657650:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294903079, at 4294903080 00000100:00000040:3.0:1767384614.657656:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294903079, at 4294903080 00000100:00000040:1.0:1767384614.657656:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294903079, at 4294903080 00000100:00000010:2.0:1767384614.657658:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000606f2183. 00000100:00000040:0.0:1767384614.657659:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294903079, at 4294903080 00000100:00000010:1.0:1767384614.657667:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006899bbf3. 00000100:00000010:0.0:1767384614.657669:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000127da8f9. 00000100:00000010:3.0:1767384614.657671:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004595e6c0. 00010000:00000010:2.1:1767384614.660777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003bf6e7dc. 00010000:00000010:2.1:1767384614.660786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d83329f5. 00010000:00000010:3.1:1767384614.662661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000d5bf770. 00010000:00000010:3.1:1767384614.662666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004b3e4855. 00000400:00000010:1.0:1767384614.668294:0:23738:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000846c97f0. 00000400:00000040:1.0:1767384614.668315:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384614.668317:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384614.668319:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.668321:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384614.668323:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.668324:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384614.668326:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384614.668327:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384614.668328:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384614.668329:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384614.668331:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384614.668332:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384614.668334:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384614.668335:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384614.668335:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384614.668337:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384614.668341:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384614.668342:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384614.668343:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384614.668345:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.668347:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384614.668348:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384614.668349:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384614.668350:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384614.668350:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384614.668352:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.668353:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384614.668354:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384614.668355:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384614.668356:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384614.668357:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384614.668358:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.668359:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384614.668360:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384614.668361:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384614.668362:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384614.668363:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384614.668364:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384614.668366:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384614.668366:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384614.668367:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384614.668368:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384614.668369:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384614.668370:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384614.668371:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384614.668372:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384614.668373:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384614.668374:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384614.668375:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384614.668376:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384614.668377:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384614.668378:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384614.668379:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384614.668380:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384614.668381:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384614.668385:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384614.668386:0:23738:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384614.668430:0:23738:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000846c97f0. 10000000:00000001:2.0:1767384614.874658:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384614.874663:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 2 10000000:00000001:2.0:1767384614.874667:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384614.874670:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384614.874672:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384614.874674:0:17077:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384614.874676:0:17077:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384614.874678:0:17077:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384614.874680:0:17077:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8fe3054f6000 from 25 10000000:00000001:2.0:1767384614.874683:0:17077:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384614.874685:0:17077:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384614.874693:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d5f7041. 00000020:00000040:2.0:1767384614.874697:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384614.874702:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384614.874705:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384614.874711:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384614.874717:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000276ffb2b. 00000100:00000001:2.0:1767384614.874732:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.874736:0:17077:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384614.874739:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384614.874747:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003bf6e7dc. 00010000:00000001:2.0:1767384614.874750:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384614.874753:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d83329f5. 00000020:00000001:2.0:1767384614.874757:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384614.874760:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d83329f5 with handle 0x7f71e2b70dd2023c to hash 00000020:00000001:2.0:1767384614.874762:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384614.874763:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384614.874766:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384614.874770:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384614.874772:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384614.874775:0:17077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384614.874782:0:17077:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384614.874805:0:17077:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384614.874811:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384614.874813:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384614.874818:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000945c4ee2. 00000100:00000001:2.0:1767384614.874820:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620803997672960 : -123269711878656 : ffff8fe3089ca600) 00000100:00000001:2.0:1767384614.874823:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384614.874824:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120995456 : -123269588556160 : ffff8fe30ff66680) 00000100:00000001:2.0:1767384614.874829:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384614.874832:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.874833:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384614.874835:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384614.874844:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d5f7041 x1853237049178368/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.874851:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384614.874859:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.874864:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384614.874866:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384614.874868:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.874871:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d5f7041 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049178368:0@lo:101: 00000100:00000001:2.0:1767384614.874876:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384614.874882:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384614.874885:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.874887:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384614.874891:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000084a111d6. 02000000:00000001:2.0:1767384614.874893:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384614.874900:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006060ccf3. 00000400:00000010:2.0:1767384614.874908:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000734bb67e. 00000100:00000200:2.0:1767384614.874915:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049178368, portal 25 00000100:00000001:2.0:1767384614.874917:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384614.874918:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120995456 : -123269588556160 : ffff8fe30ff66680) 00000100:00000040:2.0:1767384614.874922:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d5f7041 x1853237049178368/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.874929:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384614.874932:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384614.874935:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be9d8420. 00000100:00000200:2.0:1767384614.874937:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049178368, offset 0 00000400:00000200:2.0:1767384614.874944:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384614.874957:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384614.874971:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260003900 00000400:00000200:2.0:1767384614.874979:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa15 [2] + 0 00000400:00000010:2.0:1767384614.874982:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bed5427. 00000400:00000200:2.0:1767384614.874985:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009cd8178e 00000400:00000200:2.0:1767384614.874990:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.874994:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384614.874999:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cd8178e 00000400:00000010:2.0:1767384614.875001:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009cd8178e. 00000100:00000001:2.0:1767384614.875006:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384614.875008:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384614.875016:0:17077:0:(events.c:337:request_in_callback()) incoming req@00000000c32e41bd x1853237049178368 msgsize 328 00000100:00100000:2.0:1767384614.875019:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384614.875020:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384614.875033:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384614.875041:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be9d8420 00000400:00000010:2.0:1767384614.875043:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be9d8420. 00000100:00000001:2.0:1767384614.875046:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384614.875049:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d5f7041 x1853237049178368/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.875057:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.875060:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007d5f7041 x1853237049178368/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.875066:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.875068:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384614.875072:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.875073:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384614.875076:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294903302 00000100:00100000:3.0:1767384614.875079:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178368 00000100:00000010:2.0:1767384614.875082:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000606f2183. 02000000:00000001:3.0:1767384614.875084:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384614.875089:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.875090:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384614.875092:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.875098:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294903302 02000000:00000001:3.0:1767384614.875099:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384614.875103:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000499dbe86. 00000100:00100000:3.0:1767384614.875106:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178368 00000100:00000001:2.0:1767384614.875107:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384614.875112:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384614.875114:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294903302 00000020:00000040:3.0:1767384614.875115:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384614.875119:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384614.875119:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009228cb8d. 00000020:00000040:3.0:1767384614.875124:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:2.0:1767384614.875125:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384614.875128:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294903302 00000020:00000001:3.0:1767384614.875131:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000010:2.0:1767384614.875134:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002baaf141. 00000020:00000001:3.0:1767384614.875135:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384614.875140:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384614.875143:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384614.875145:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384614.875148:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384614.875149:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5228e6. 00000100:00000001:2.0:1767384614.875150:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.875153:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384614.875154:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384614.875157:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 00000000945c4ee2 going to sleep for 11 seconds 00000020:00000010:3.0:1767384614.875159:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5228e6. 00000020:00000010:3.0:1767384614.875166:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066c73eb4. 00000100:00000001:2.0:1767384614.875166:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384614.875172:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384614.875174:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008462e81d. 00000020:00000010:3.0:1767384614.875180:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000040:3.0:1767384614.875188:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384614.875191:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384614.875193:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384614.875194:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.875196:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384614.875200:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.875203:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.875205:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384614.875208:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.875220:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384614.875223:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384614.875226:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384614.875229:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384614.875238:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384614.875241:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384614.875246:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:3.0:1767384614.875249:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384614.875251:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885420112 : -123268824131504 : ffff8fe33d869850) 00000100:00000040:3.0:1767384614.875255:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c32e41bd x1853237049178368/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 328/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.875272:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384614.875275:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5228e6. 00000100:00000001:3.0:1767384614.875277:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384614.875278:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5228e6. 00000100:00100000:3.0:1767384614.875283:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c32e41bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:17077:x1853237049178368:12345-0@lo:101: 00000100:00000200:3.0:1767384614.875285:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178368 00000020:00000001:3.0:1767384614.875288:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384614.875291:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384614.875293:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.875295:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384614.875296:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000020:00000001:3.0:1767384614.875299:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384614.875300:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384614.875302:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384614.875304:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384614.875307:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.875309:0:17075:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384614.875311:0:17075:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384614.875313:0:17075:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384614.875314:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384614.875316:0:17075:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.875320:0:17075:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384614.875325:0:17075:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000d5bf770. 00010000:00000001:3.0:1767384614.875327:0:17075:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384614.875329:0:17075:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d3f7d351. 00000020:00000001:3.0:1767384614.875331:0:17075:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384614.875333:0:17075:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d3f7d351 with handle 0x7f71e2b70dd20243 to hash 00000020:00000001:3.0:1767384614.875334:0:17075:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384614.875335:0:17075:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00000001:3.0:1767384614.875336:0:17075:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00010000:3.0:1767384614.875338:0:17075:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd20243 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f71e2b70dd2023c expref: -99 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384614.875351:0:17075:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000f6abc116 : new locks_count 10 00000020:00000040:3.0:1767384614.875353:0:17075:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=15 00000100:00000001:3.0:1767384614.875361:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384614.875364:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384614.875367:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d7882da0. 02000000:00000001:3.0:1767384614.875369:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.875371:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.875373:0:17075:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384614.875377:0:17075:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384614.875379:0:17075:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384614.875381:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384614.875383:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.875385:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384614.875386:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.875388:0:17075:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384614.875390:0:17075:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384614.875391:0:17075:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384614.875393:0:17075:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384614.875394:0:17075:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000d5bf770) refcount = 1 00010000:00010000:3.0:1767384614.875398:0:17075:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd20243 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7f71e2b70dd2023c expref: 15 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.875402:0:17075:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384614.875404:0:17075:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384614.875405:0:17075:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.875406:0:17075:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.875407:0:17075:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384614.875410:0:17075:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384614.875412:0:17075:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd20243 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd2023c expref: 15 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.875416:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384614.875418:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384614.875419:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.875425:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.875426:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384614.875428:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.875430:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384614.875430:0:17075:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d3f7d351, rc 0) 00000020:00000001:3.0:1767384614.875433:0:17075:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384614.875436:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049178368 00010000:00000001:3.0:1767384614.875438:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384614.875441:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c32e41bd x1853237049178368/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 328/344 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384614.875447:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384614.875450:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384614.875453:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384614.875457:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384614.875459:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384614.875461:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384614.875463:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384614.875465:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.875468:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384614.875470:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384614.875473:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ca4197. 00000100:00000200:3.0:1767384614.875475:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049178368, offset 224 00000400:00000200:3.0:1767384614.875481:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384614.875486:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384614.875493:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260003900 00000400:00000200:3.0:1767384614.875498:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1561 [1] + 224 00000400:00000200:3.0:1767384614.875501:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384614.875504:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384614.875507:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384614.875510:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d5f7041 x1853237049178368/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384614.875516:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000007d5f7041 x1853237049178368/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.875531:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384614.875545:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ca4197 00000400:00000010:3.0:1767384614.875547:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026ca4197. 00000100:00000001:3.0:1767384614.875551:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384614.875553:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384614.875557:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384614.875561:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384614.875564:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384614.875566:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.875566:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384614.875570:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384614.875574:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384614.875577:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c32e41bd x1853237049178368/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 328/344 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384614.875577:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384614.875579:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006060ccf3. 00000400:00000200:2.0:1767384614.875585:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000734bb67e 00000400:00000010:2.0:1767384614.875588:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000734bb67e. 00000100:00000001:2.0:1767384614.875594:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384614.875599:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c32e41bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049178368:12345-0@lo:101: Request processed in 322us (578us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384614.875600:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d5f7041 x1853237049178368/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384614.875641:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000040:3.0:1767384614.875645:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384614.875651:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384614.875653:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d5f7041 x1853237049178368/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.875654:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384614.875661:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384614.875662:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008462e81d. 00000100:00000001:2.0:1767384614.875663:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.875668:0:17077:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384614.875670:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 02000000:00000001:2.0:1767384614.875671:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384614.875674:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.875676:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384614.875678:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066c73eb4. 02000000:00000001:2.0:1767384614.875679:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384614.875686:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=31 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384614.875688:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00001000:2.0:1767384614.875689:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.875696:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384614.875698:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384614.875698:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384614.875703:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d7882da0. 00010000:00000001:2.0:1767384614.875703:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384614.875705:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.875709:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.875711:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384614.875714:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d5f7041 x1853237049178368/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.875716:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384614.875726:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384614.875733:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030aa19ff. 00000100:00000001:2.0:1767384614.875736:0:17077:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384614.875740:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384614.875741:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2338cc0. 00000100:00000001:2.0:1767384614.875742:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384614.875748:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d5f7041 x1853237049178368/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.875755:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d5f7041 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049178368:0@lo:101: 00000100:00000001:2.0:1767384614.875760:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.875763:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.875765:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384614.875766:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.875768:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d5f7041 x1853237049178368/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.875773:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384614.875774:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000945c4ee2. 00000100:00000001:2.0:1767384614.875777:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384614.875778:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.875780:0:17077:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384614.875783:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384614.875784:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.875786:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83329f5 refcount=4 00000020:00000001:2.0:1767384614.875788:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384614.875802:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000040:2.0:1767384614.875806:0:17077:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d83329f5, remote cookie: 0x7f71e2b70dd20243, flags: 0x0 00010000:00000001:2.0:1767384614.875808:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384614.875811:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384614.875813:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384614.875814:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384614.875815:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384614.875817:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003bf6e7dc) refcount = 1 00010000:00010000:2.0:1767384614.875819:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20243 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.875833:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384614.875834:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384614.875835:0:17077:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384614.875838:0:17077:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384614.875840:0:17077:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384614.875842:0:17077:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd20243 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.875847:0:17077:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384614.875848:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.875849:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.875850:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.875851:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.875853:0:17077:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.875854:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.875856:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d5f7041 x1853237049178368/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.875861:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384614.875863:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384614.875865:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000084a111d6. 02000000:00000001:2.0:1767384614.875868:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384614.875869:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384614.875871:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384614.875872:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384614.875874:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000276ffb2b. 02000000:00000001:2.0:1767384614.875877:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384614.875878:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384614.875880:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d5f7041. 00000100:00000001:2.0:1767384614.875882:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384614.875883:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384614.875885:0:17077:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384614.875887:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384614.875888:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 3 10000000:00000001:2.0:1767384614.875890:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.875892:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384614.875896:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.875898:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83329f5 refcount=3 00000020:00000001:2.0:1767384614.875899:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384614.875901:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384614.875903:0:17077:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384614.875905:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.875906:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.875907:0:17077:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384614.875909:0:17077:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384614.875911:0:17077:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000ad8bf45e. 00000100:00000010:2.0:1767384614.875922:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d5f7041. 00000020:00000040:2.0:1767384614.875924:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384614.875926:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384614.875927:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384614.875929:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384614.875932:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000276ffb2b. 00000100:00000001:2.0:1767384614.875934:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.875937:0:17077:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384614.875941:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000084a111d6. 00000100:00000010:2.0:1767384614.875944:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000009af6f5cc. 00000020:00000040:2.0:1767384614.875946:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384614.875949:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384614.875950:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384614.875953:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000945c4ee2. 00000100:00000001:2.0:1767384614.875955:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620803997672960 : -123269711878656 : ffff8fe3089ca600) 00000100:00000001:2.0:1767384614.875957:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384614.875957:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120995456 : -123269588556160 : ffff8fe30ff66680) 00000100:00000001:2.0:1767384614.875959:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384614.875960:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.875961:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384614.875962:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384614.875964:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d5f7041 x1853237049178496/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.875968:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384614.875969:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.875974:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384614.875976:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384614.875977:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.875979:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d5f7041 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049178496:0@lo:256: 00000100:00000001:2.0:1767384614.875982:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384614.875983:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384614.875985:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.875987:0:17077:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384614.875992:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006060ccf3. 00000400:00000010:2.0:1767384614.875996:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000976334ed. 00000100:00000200:2.0:1767384614.875999:0:17077:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260003980-0x6958260003980, portal 33 00000100:00000001:2.0:1767384614.876001:0:17077:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.876003:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384614.876004:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad4b4219. 02000000:00000001:2.0:1767384614.876006:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384614.876009:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf16f36c. 00000400:00000010:2.0:1767384614.876011:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000734bb67e. 00000100:00000200:2.0:1767384614.876012:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049178496, portal 25 00000100:00000001:2.0:1767384614.876013:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384614.876015:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120995456 : -123269588556160 : ffff8fe30ff66680) 00000100:00000040:2.0:1767384614.876017:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d5f7041 x1853237049178496/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.876021:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384614.876024:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384614.876027:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be9d8420. 00000100:00000200:2.0:1767384614.876029:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049178496, offset 0 00000400:00000200:2.0:1767384614.876033:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384614.876038:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384614.876044:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260003980 00000400:00000200:2.0:1767384614.876047:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa25 [2] + 0 00000400:00000010:2.0:1767384614.876050:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e698c622. 00000400:00000200:2.0:1767384614.876055:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e13fe939 00000400:00000200:2.0:1767384614.876058:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.876066:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384614.876070:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e13fe939 00000400:00000010:2.0:1767384614.876071:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e13fe939. 00000100:00000001:2.0:1767384614.876075:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384614.876076:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384614.876078:0:17077:0:(events.c:337:request_in_callback()) incoming req@00000000c1eb3497 x1853237049178496 msgsize 304 00000100:00100000:2.0:1767384614.876082:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384614.876084:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384614.876092:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384614.876095:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be9d8420 00000400:00000010:2.0:1767384614.876096:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be9d8420. 00000100:00000001:2.0:1767384614.876098:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384614.876100:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d5f7041 x1853237049178496/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.876106:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.876107:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007d5f7041 x1853237049178496/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.876112:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.876113:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384614.876116:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.876118:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294903303 00000100:00000001:2.0:1767384614.876124:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294903302 00000100:00000001:3.0:1767384614.876126:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384614.876127:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294903303 00000100:00100000:3.0:1767384614.876131:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178496 00000100:00000001:2.0:1767384614.876133:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294903302 02000000:00000001:3.0:1767384614.876136:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384614.876139:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294903303 00000100:00000001:3.0:1767384614.876140:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384614.876144:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.876144:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903302 00000100:00000001:2.0:1767384614.876149:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294903303 02000000:00000001:3.0:1767384614.876151:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.876153:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903302 00000100:00100000:3.0:1767384614.876157:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178496 00000100:00000001:2.0:1767384614.876158:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384614.876160:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.876161:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.876162:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384614.876168:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384614.876173:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00100000:2.0:1767384614.876173:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 00000000945c4ee2 going to sleep for 11 seconds 00000100:00000001:2.0:1767384614.876178:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384614.876179:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384614.876183:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:2.0:1767384614.876183:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.876188:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:3.0:1767384614.876191:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384614.876195:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384614.876199:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5228e6. 00000100:00000001:3.0:1767384614.876201:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384614.876204:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5228e6. 00000020:00000010:3.0:1767384614.876210:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066c73eb4. 00000020:00000010:3.0:1767384614.876214:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008462e81d. 00000020:00000010:3.0:1767384614.876218:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000040:3.0:1767384614.876225:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384614.876228:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384614.876230:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384614.876232:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.876235:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.876248:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.876257:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384614.876259:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384614.876262:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000040:3.0:1767384614.876265:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384614.876268:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885424208 : -123268824127408 : ffff8fe33d86a850) 00000100:00000040:3.0:1767384614.876272:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c1eb3497 x1853237049178496/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 304/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.876280:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384614.876283:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5228e6. 00000100:00000001:3.0:1767384614.876286:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384614.876287:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5228e6. 00000100:00100000:3.0:1767384614.876292:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c1eb3497 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049178496:12345-0@lo:256: 00000100:00000200:3.0:1767384614.876297:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178496 00000020:00000001:3.0:1767384614.876306:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384614.876309:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384614.876312:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.876314:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384614.876315:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592544 : -1047959072 : ffffffffc18969e0) 00000020:00000001:3.0:1767384614.876318:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384614.876320:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384614.876322:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384614.876323:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384614.876326:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.876329:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384614.876332:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384614.876336:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d7882da0. 02000000:00000001:3.0:1767384614.876338:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.876340:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384614.876343:0:17075:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384614.876347:0:17075:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384614.876351:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384614.876353:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384614.876355:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384614.876357:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384614.876359:0:17075:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384614.876363:0:17075:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000003f0029b. 20000000:00000001:3.0:1767384614.876366:0:17075:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384614.876383:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384614.876390:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384614.876395:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384614.876398:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384614.876400:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384614.876402:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384614.876404:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384614.876405:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384614.876407:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384614.876409:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384614.876411:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384614.876413:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384614.876416:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384614.876418:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384614.876427:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:01000000:3.0:1767384614.876430:0:17075:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 324, pages 3772/1/4/3. 20000000:00000040:3.0:1767384614.876438:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384614.876441:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384614.876443:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384614.876445:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384614.876447:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384614.876449:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384614.876452:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384614.876454:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384614.876456:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384614.876458:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384614.876459:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384614.876461:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384614.876463:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384614.876465:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384614.876467:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:01000000:3.0:1767384614.876470:0:17075:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 324, pages 3448/1/4/3. 20000000:01000000:3.0:1767384614.876472:0:17075:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 648, version 34 20000000:00000001:3.0:1767384614.876474:0:17075:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=648 : 648 : 288) 00000100:00000001:3.0:1767384614.876477:0:17075:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384614.876481:0:17075:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fee08255. 00000100:00000010:3.0:1767384614.876484:0:17075:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ef8cca0d. 00000020:00000040:3.0:1767384614.876486:0:17075:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=16 00010000:00000001:3.0:1767384614.876490:0:17075:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384614.876494:0:17075:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384614.876498:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ca4197. 00000400:00000010:3.0:1767384614.876505:0:17075:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005498266c. 00000400:00000200:3.0:1767384614.876508:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384614.876516:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384614.876523:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 648 into portal 33 MB=0x6958260003980 00000400:00000200:3.0:1767384614.876529:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 648/648 into md 0x1571 [4] + 0 00000400:00000010:3.0:1767384614.876532:0:17075:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006060ccf3. 00000400:00000200:3.0:1767384614.876536:0:17075:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000976334ed 00000400:00000200:3.0:1767384614.876540:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384614.876544:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384614.876547:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000976334ed 00000400:00000010:3.0:1767384614.876555:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000976334ed. 00000100:00000001:3.0:1767384614.876559:0:17075:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384614.876561:0:17075:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000007d5f7041 desc 0000000084a111d6 mbits 1853237049178496 00000100:00000001:3.0:1767384614.876572:0:17075:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384614.876576:0:17075:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384614.876581:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384614.876590:0:17075:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x157d 00000400:00000200:3.0:1767384614.876593:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384614.876597:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384614.876601:0:17075:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384614.876603:0:17075:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000fee08255 00000100:00000001:2.0:1767384614.876604:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384614.876605:0:17075:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:2.0:1767384614.876623:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384614.876958:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ca4197 00000400:00000010:3.0:1767384614.876961:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026ca4197. 00000100:00000001:3.0:1767384614.876964:0:17075:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384614.876965:0:17075:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000fee08255 00000100:00000001:3.0:1767384614.876967:0:17075:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384614.876973:0:17075:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 648 bytes via portal 33 id 12345-0@lo mbits 0x6958260003980-0x6958260003980 00000100:00000001:3.0:1767384614.876976:0:17075:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.876981:0:17075:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.876983:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384614.876986:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000010:3.0:1767384614.876989:0:17075:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ef8cca0d. 00000100:00000010:3.0:1767384614.876991:0:17075:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fee08255. 00000100:00000001:3.0:1767384614.876993:0:17075:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384614.876994:0:17075:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384614.877001:0:17075:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000003f0029b. 20000000:00000001:3.0:1767384614.877004:0:17075:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384614.877007:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049178496 00010000:00000001:3.0:1767384614.877008:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384614.877012:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c1eb3497 x1853237049178496/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 304/240 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384614.877019:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384614.877020:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384614.877022:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384614.877032:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384614.877034:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384614.877035:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384614.877038:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384614.877039:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.877041:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384614.877043:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384614.877046:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ca4197. 00000100:00000200:3.0:1767384614.877049:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049178496, offset 224 00000400:00000200:3.0:1767384614.877054:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384614.877060:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384614.877066:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260003980 00000400:00000200:3.0:1767384614.877069:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1575 [1] + 224 00000400:00000200:3.0:1767384614.877073:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384614.877075:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384614.877078:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384614.877080:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d5f7041 x1853237049178496/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384614.877088:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000007d5f7041 x1853237049178496/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.877103:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384614.877106:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ca4197 00000400:00000010:3.0:1767384614.877108:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026ca4197. 00000100:00000001:3.0:1767384614.877111:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384614.877112:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384614.877115:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384614.877117:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384614.877119:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384614.877120:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.877123:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384614.877126:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1eb3497 x1853237049178496/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:595/0 lens 304/240 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384614.877134:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c1eb3497 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049178496:12345-0@lo:256: Request processed in 852us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384614.877147:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000040:3.0:1767384614.877150:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384614.877153:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384614.877154:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384614.877155:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384614.877160:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008462e81d. 00000400:00000001:2.0:1767384614.877160:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384614.877163:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384614.877166:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000400:00000010:2.0:1767384614.877167:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf16f36c. 00000400:00000200:2.0:1767384614.877173:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000734bb67e 00000020:00000010:3.0:1767384614.877174:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066c73eb4. 00000400:00000010:2.0:1767384614.877176:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000734bb67e. 00000100:00000001:2.0:1767384614.877182:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384614.877183:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000200:2.0:1767384614.877187:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d5f7041 x1853237049178496/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384614.877189:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384614.877192:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d7882da0. 02000000:00000001:3.0:1767384614.877199:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384614.877200:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d5f7041 x1853237049178496/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.877203:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.877210:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384614.877212:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384614.877212:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.877216:0:17077:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384614.877218:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384614.877219:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384614.877220:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052241f0d. 00000100:00000001:2.0:1767384614.877220:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.877225:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384614.877228:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000981a761b. 00000100:00001000:2.0:1767384614.877228:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384614.877235:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.877237:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384614.877238:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.877240:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384614.877242:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.877243:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.877246:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000007d5f7041 x1853237049178496/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384614.877252:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000007d5f7041 x1853237049178496/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.877257:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384614.877266:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384614.877270:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d5f7041 x1853237049178496/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.877276:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d5f7041 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049178496:0@lo:256: 00000100:00000001:2.0:1767384614.877279:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.877280:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.877282:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384614.877283:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.877285:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d5f7041 x1853237049178496/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.877289:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384614.877290:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000945c4ee2. 00000100:00000001:2.0:1767384614.877292:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384614.877293:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384614.877295:0:17077:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 34, more 0. 10000000:00000001:2.0:1767384614.877299:0:17077:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384614.877305:0:17077:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000e07b2beb. 00010000:00000001:2.0:1767384614.877314:0:17077:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384614.877317:0:17077:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384614.877322:0:17077:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.137@tcp has 192.168.202.137@tcp. 00000100:00000001:2.0:1767384614.877324:0:17077:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.877326:0:17077:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384614.877328:0:17077:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.137@tcp with 192.168.202.137@tcp 00000100:00000200:2.0:1767384614.877330:0:17077:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.137@tcp' 00000400:00000200:2.0:1767384614.877332:0:17077:0:(peer.c:1356:LNetAddPeer()) Add peer with 15 NIDs 00000400:00001000:2.0:1767384614.877334:0:17077:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384614.877337:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:2.0:1767384614.877342:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384614.877346:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (15) 00000400:00000200:2.0:1767384614.877350:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384614.877352:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:2.0:1767384614.877354:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (16) 00000400:00000200:2.0:1767384614.877356:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:2.0:1767384614.877357:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:2.0:1767384614.877365:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877367:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:2.0:1767384614.877368:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:2.0:1767384614.877370:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877372:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000400:00000200:2.0:1767384614.877373:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.137@tcp12 00000400:00000200:2.0:1767384614.877374:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877375:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp12 00000400:00000200:2.0:1767384614.877376:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.137@tcp13 00000400:00000200:2.0:1767384614.877378:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877379:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp13 00000400:00000200:2.0:1767384614.877380:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.137@tcp14 00000400:00000200:2.0:1767384614.877381:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877382:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp14 00000400:00000200:2.0:1767384614.877383:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.137@tcp15 00000400:00000200:2.0:1767384614.877385:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877386:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp15 00000400:00000200:2.0:1767384614.877387:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.137@tcp16 00000400:00000200:2.0:1767384614.877388:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877389:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp16 00000400:00000200:2.0:1767384614.877390:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.137@tcp17 00000400:00000200:2.0:1767384614.877392:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877393:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp17 00000400:00000200:2.0:1767384614.877393:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.137@tcp18 00000400:00000200:2.0:1767384614.877395:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877396:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp18 00000400:00000200:2.0:1767384614.877397:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.137@tcp19 00000400:00000200:2.0:1767384614.877399:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877401:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp19 00000400:00000200:2.0:1767384614.877402:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.137@tcp20 00000400:00000200:2.0:1767384614.877404:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877405:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp20 00000400:00000200:2.0:1767384614.877406:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.137@tcp21 00000400:00000200:2.0:1767384614.877408:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877409:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp21 00000400:00000200:2.0:1767384614.877410:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.137@tcp22 00000400:00000200:2.0:1767384614.877416:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877417:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp22 00000400:00000200:2.0:1767384614.877418:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.137@tcp23 00000400:00000200:2.0:1767384614.877420:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384614.877422:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp23 00000100:00000001:2.0:1767384614.877424:0:17077:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.877425:0:17077:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384614.877427:0:17077:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.137@tcp' by NID '192.168.202.137@tcp' 10000000:00000010:2.0:1767384614.877431:0:17077:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000032145a68. 10000000:00000040:2.0:1767384614.877433:0:17077:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 33/34 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.137@tcp::2 00000020:00000080:2.0:1767384614.877435:0:17077:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384614.877441:0:17077:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384614.877444:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000683231a3. 00000020:00000010:2.0:1767384614.877447:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000081d4340b. 00000040:00000010:2.0:1767384614.877450:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000130be73b. 00000020:00000010:2.0:1767384614.877455:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d0f6d24. 00000020:00000010:2.0:1767384614.877459:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000102a6f74. 00000020:00000010:2.0:1767384614.877462:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007b96da63. 80000000:00000010:2.0:1767384614.877465:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000359c989a. 40000000:00000010:2.0:1767384614.877468:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006b54a221. 00100000:00000010:2.0:1767384614.877473:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000362d82ed. 00040000:00000010:2.0:1767384614.877477:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002468c0cc. 00040000:00000010:2.0:1767384614.877482:0:17077:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001435e954. 00040000:00000010:2.0:1767384614.877486:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e70d9fff. 00080000:00000010:2.0:1767384614.877493:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bc37b014. 00080000:00000010:2.0:1767384614.877498:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000822b8983. 00000004:00000010:2.0:1767384614.877505:0:17077:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000094d1043a. 00000004:00000010:2.0:1767384614.877510:0:17077:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000037627633. 00000004:00000010:2.0:1767384614.877514:0:17077:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000093971b40. 00002000:00000010:2.0:1767384614.877518:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dbd4c479. 00000004:00000010:2.0:1767384614.877523:0:17077:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000351c33d2. 00000004:00000001:2.0:1767384614.877527:0:17077:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384614.877530:0:17077:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384614.877536:0:17077:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000032145a68 00000040:00001000:2.0:1767384614.877538:0:17077:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384614.877539:0:17077:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384614.877540:0:17077:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384614.877541:0:17077:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384614.877543:0:17077:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384614.877545:0:17077:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384614.877546:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384614.877547:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.137@tcp::2 00000040:00000001:2.0:1767384614.877548:0:17077:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384614.877870:0:17077:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384614.877875:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000081d4340b. 00000040:00000010:2.0:1767384614.877880:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000130be73b. 00000020:00000010:2.0:1767384614.877884:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003d0f6d24. 00000020:00000010:2.0:1767384614.877888:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000102a6f74. 00000020:00000010:2.0:1767384614.877891:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007b96da63. 80000000:00000010:2.0:1767384614.877895:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000359c989a. 40000000:00000010:2.0:1767384614.877899:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006b54a221. 00100000:00000010:2.0:1767384614.877903:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000362d82ed. 00040000:00000010:2.0:1767384614.877907:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002468c0cc. 00040000:00000010:2.0:1767384614.877911:0:17077:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001435e954. 00040000:00000010:2.0:1767384614.877914:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e70d9fff. 00080000:00000010:2.0:1767384614.877920:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000822b8983. 00080000:00000010:2.0:1767384614.877924:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bc37b014. 00000004:00000010:2.0:1767384614.877929:0:17077:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000094d1043a. 00000004:00000010:2.0:1767384614.877932:0:17077:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000037627633. 00000004:00000010:2.0:1767384614.877936:0:17077:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000093971b40. 00002000:00000010:2.0:1767384614.877939:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dbd4c479. 00000004:00000010:2.0:1767384614.877942:0:17077:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000351c33d2. 00000020:00000010:2.0:1767384614.877944:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000683231a3. 00000020:00000001:2.0:1767384614.877946:0:17077:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.877948:0:17077:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384614.877955:0:17077:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000032145a68. 10000000:00000040:2.0:1767384614.877962:0:17077:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.137@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1767384614.877965:0:17077:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000e07b2beb. 10000000:00000001:2.0:1767384614.877973:0:17077:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.877975:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.877977:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d5f7041 x1853237049178496/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.877982:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384614.877984:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384614.877985:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad4b4219. 02000000:00000001:2.0:1767384614.877987:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384614.877988:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384614.877989:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384614.877991:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384614.877991:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384614.877993:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384614.877994:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384614.877995:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384614.877995:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000009af6f5cc. 00000100:00000010:2.0:1767384614.877997:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000084a111d6. 00000100:00000001:2.0:1767384614.877998:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384614.877999:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000276ffb2b. 02000000:00000001:2.0:1767384614.878000:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384614.878001:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384614.878002:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d5f7041. 00000100:00000001:2.0:1767384614.878004:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384614.878005:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384614.878013:0:17077:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000ad8bf45e. 10000000:01000000:2.0:1767384614.878016:0:17077:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.137@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384614.878018:0:17077:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384614.878020:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384614.878021:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.878023:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83329f5 refcount=3 00000020:00000001:2.0:1767384614.878024:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384614.878026:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384614.878028:0:17077:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384614.878030:0:17077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20243 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.878044:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.878045:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384614.878047:0:17077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20243 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.878051:0:17077:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384614.878052:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.878052:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384614.878053:0:17077:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384614.878054:0:17077:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384614.878056:0:17077:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384614.878058:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384614.878059:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 3 10000000:00000001:2.0:1767384614.878061:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384614.881647:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294903303, at 4294903304 00000100:00000010:1.0:1767384614.881654:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000499dbe86. 00000100:00000040:3.0:1767384614.881673:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294903303, at 4294903304 00000100:00000010:3.0:1767384614.881682:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002baaf141. 00000100:00000040:2.0:1767384614.882638:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294903303, at 4294903305 00000100:00000040:0.0:1767384614.882643:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294903303, at 4294903305 00000100:00000010:2.0:1767384614.882645:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009228cb8d. 00000100:00000010:0.0:1767384614.882653:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000606f2183. 00000020:00000010:0.0:1767384614.885429:0:23810:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000b7e3b16e. 00000020:00000040:0.0:1767384614.885435:0:23810:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384614.885437:0:23810:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000b7e3b16e. 00080000:00000010:2.0:1767384615.625686:0:24006:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000943e89b3. 00080000:00000010:2.0:1767384615.625698:0:24006:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000943e89b3. 00000020:00000001:2.0:1767384615.625703:0:24006:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384615.625710:0:24006:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000943e89b3. 00080000:00000010:2.0:1767384615.625715:0:24006:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000943e89b3. 00000020:00000001:2.0:1767384615.625718:0:24006:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.897692:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384615.897698:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384615.897705:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384615.897706:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384615.897739:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384615.897743:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384615.897746:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384616.436521:0:24170:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384616.436524:0:24170:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:1.0:1767384616.439751:0:24170:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384616.446421:0:24171:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d7882da0. 00000400:00000010:3.0:1767384616.446434:0:24171:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007ab42264. 00000400:00000010:3.0:1767384616.446444:0:24171:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a2b20eac. 00000400:00000010:3.0:1767384616.446446:0:24171:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000eac5a45c. 00000400:00000010:3.0:1767384616.446450:0:24171:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000073a08a86. 00000400:00000010:3.0:1767384616.446454:0:24171:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007f639dab. 00000400:00000010:3.0:1767384616.446455:0:24171:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000998b7113. 00000400:00000010:3.0:1767384616.446456:0:24171:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005e01e3e4. 00000400:00000010:3.0:1767384616.446460:0:24171:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000028095291. 00000800:00000010:3.0:1767384616.446470:0:24171:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009a9fe6a9. 00000800:00000200:3.0:1767384616.446480:0:24171:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384616.446487:0:24171:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384616.446520:0:24171:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:3.0:1767384616.446540:0:24171:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp24 [8/256/0/180] 00000400:00000010:3.0:1767384616.447886:0:24171:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000fd6e69b1. 00000400:00000010:3.0:1767384616.447896:0:24171:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb5d6338. 00000400:00000010:3.0:1767384616.447900:0:24171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ca4197. 00000400:00000001:3.0:1767384616.447914:0:24171:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384616.447915:0:24171:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384616.447917:0:24171:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050d96766. 00000400:00000200:3.0:1767384616.447921:0:24171:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d8d3c5 00000400:00000010:3.0:1767384616.447923:0:24171:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3d8d3c5. 00000400:00000010:3.0:1767384616.447925:0:24171:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dff3ab1d. 00000400:00000200:3.0:1767384616.447929:0:24171:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (15) 00000400:00000200:3.0:1767384616.447941:0:24171:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384616.447948:0:24171:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:3.0:1767384616.447954:0:24171:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000083e86a25. 00000020:01000000:3.0:1767384616.447957:0:24171:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384616.447960:0:24171:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp24 00000400:00000010:3.0:1767384616.447974:0:24171:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007ab42264. 00000400:00000010:3.0:1767384616.447977:0:24171:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d7882da0. 00000400:00000200:2.0:1767384616.447985:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384616.447998:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:2.0:1767384616.448010:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000734bb67e. 00000020:00000001:0.0:1767384616.448010:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384616.448017:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384616.448020:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (16) 10000000:00000001:0.0:1767384616.448020:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384616.448024:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384616.448028:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384616.448030:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384616.448031:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:2.0:1767384616.448035:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f198346d. 00000020:01000004:0.0:1767384616.448036:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384616.448041:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384616.448046:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384616.448048:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384616.448050:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384616.448053:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384616.448056:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000020:01000004:0.0:1767384616.448056:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384616.448065:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff3740c8. 00000020:00000040:0.0:1767384616.448070:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384616.448075:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384616.448077:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384616.448082:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 02000000:00000001:0.0:1767384616.448083:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384616.448098:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005d12de6f. 00000400:00000200:2.0:1767384616.448101:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000100:00000001:0.0:1767384616.448113:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.448123:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384616.448124:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:0.0:1767384616.448126:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384616.448142:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff3740c8] to pc [ptlrpcd_00_02+2] req@00000000ff3740c8 x1853237049178624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384616.448145:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384616.448174:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384616.448184:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384616.448190:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384616.448198:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384616.448203:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 10000000:00000001:0.0:1767384616.448205:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384616.448212:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.448213:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384616.448214:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:3.0:1767384616.448220:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384616.448220:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.448231:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384616.448236:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000040:3.0:1767384616.448240:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff3740c8 x1853237049178624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:0.0:1767384616.448245:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384616.448259:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384616.448265:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384616.448266:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 10000000:00000001:0.0:1767384616.448268:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384616.448272:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384616.448275:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384616.448277:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384616.448280:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384616.448280:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384616.448284:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384616.448289:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384616.448290:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384616.448293:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384616.448294:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384616.448297:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000020:01000004:0.0:1767384616.448298:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384616.448299:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384616.448303:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384616.448307:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:3.0:1767384616.448310:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff3740c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049178624:0@lo:253: 00000020:01000004:0.0:1767384616.448311:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384616.448317:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c050f29. 00000020:00000040:0.0:1767384616.448327:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384616.448328:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384616.448333:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000100:00000001:0.0:1767384616.448334:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384616.448336:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384616.448340:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384616.448341:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.448344:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.448345:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384616.448352:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000203accf7. 02000000:00000010:0.0:1767384616.448355:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000060b55b53. 02000000:00000001:3.0:1767384616.448357:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.448362:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:0.0:1767384616.448362:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384616.448365:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010db7717. 00000100:00000001:0.0:1767384616.448372:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384616.448376:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384616.448378:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ab42264. 00000100:00000040:0.0:1767384616.448387:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c050f29] to pc [ptlrpcd_00_03+3] req@000000002c050f29 x1853237049178752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384616.448388:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000100:00000200:3.0:1767384616.448389:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049178624, portal 25 00000100:00000001:3.0:1767384616.448399:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384616.448402:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575794432 : -123274133757184 : ffff8fe2010c2300) 00000400:00000200:2.0:1767384616.448409:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp23 00000100:00000040:3.0:1767384616.448413:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff3740c8 x1853237049178624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384616.448414:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384616.448423:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.448424:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp23 lpni_is_preferred = 0 00000100:00000001:3.0:1767384616.448427:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384616.448433:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.448441:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:0.0:1767384616.448441:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384616.448442:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp23 00000400:00000010:3.0:1767384616.448449:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f8e39a9. 00000020:00000010:0.0:1767384616.448450:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000083e86a25. 00000100:00000200:3.0:1767384616.448454:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049178624, offset 0 00000400:00000200:2.0:1767384616.448463:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp23 NI seq info: [33:33:256:4294967295] 192.168.202.137@tcp23 LPNI seq info [33:33:8:4294967295] 00000100:00000001:0.0:1767384616.448463:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384616.448464:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384616.448468:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384616.448472:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384616.448477:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002c050f29 x1853237049178752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384616.448489:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp23 00000100:00000001:0.0:1767384616.448489:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384616.448493:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.448499:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384616.448501:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384616.448507:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384616.448512:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002c050f29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049178752:0@lo:253: 00000100:00000001:0.0:1767384616.448522:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384616.448528:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp23(192.168.202.137@tcp23:) -> 192.168.202.137@tcp23(192.168.202.137@tcp:192.168.202.137@tcp23) : PUT try# 0 02000000:00000001:0.0:1767384616.448528:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384616.448536:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.448539:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384616.448548:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000065fb7786. 00000800:00000200:2.0:1767384616.448557:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.137@tcp23 00000400:00000200:3.0:1767384616.448558:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384616.448558:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384616.448569:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7b434d8. 00000400:00000200:3.0:1767384616.448579:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003a00 00000400:00000010:0.0:1767384616.448579:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000687c251e. 00000800:00000010:2.0:1767384616.448583:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026186f1c. 00000100:00000200:0.0:1767384616.448586:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049178752, portal 25 00000400:00000200:3.0:1767384616.448591:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000100:00000001:0.0:1767384616.448591:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384616.448594:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575788160 : -123274133763456 : ffff8fe2010c0a80) 00000400:00000010:3.0:1767384616.448596:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c76c24c3. 00000400:00000200:3.0:1767384616.448600:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009b9ca57b 00000100:00000040:0.0:1767384616.448600:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002c050f29 x1853237049178752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384616.448602:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e64d8c91. 00000100:00000001:0.0:1767384616.448648:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384616.448649:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384616.448657:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384616.448659:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:2.0:1767384616.448660:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002c7036a5. 00000400:00000010:0.0:1767384616.448665:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e52c764e. 00000400:00000200:3.0:1767384616.448670:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b9ca57b 00000400:00000010:3.0:1767384616.448675:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b9ca57b. 00000800:00000200:2.0:1767384616.448680:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e64d8c91] -> 12345-192.168.202.137@tcp23 (2) 00000100:00000001:3.0:1767384616.448686:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384616.448686:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049178752, offset 0 00000100:00000200:3.0:1767384616.448691:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384616.448700:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000d7948a49 x1853237049178624 msgsize 4848 00000800:00000200:2.1:1767384616.448700:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e64d8c91] -> 12345-192.168.202.137@tcp23 (2) 00000400:00000200:0.0:1767384616.448712:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384616.448718:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384616.448722:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384616.448729:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384616.448733:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384616.448737:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384616.448743:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f8e39a9 00000400:00000010:3.0:1767384616.448747:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f8e39a9. 00000400:00000200:0.0:1767384616.448747:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003a80 00000400:00000200:2.0:1767384616.448751:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000100:00000001:3.0:1767384616.448753:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384616.448762:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff3740c8 x1853237049178624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.448773:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384616.448773:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 00000100:00000040:3.0:1767384616.448791:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff3740c8 x1853237049178624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384616.448791:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4644dc0. 00000400:00000200:0.0:1767384616.448797:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000007a68559 00000100:00000001:3.0:1767384616.448800:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.448804:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384616.448811:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384616.448815:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384616.448819:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.448823:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007a68559 00000100:00000001:3.0:1767384616.448826:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294904876 00000400:00000010:0.0:1767384616.448826:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007a68559. 00000100:00000010:3.0:1767384616.448833:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029e75607. 00000100:00000001:0.0:1767384616.448833:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384616.448836:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384616.448839:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000011ba0004 x1853237049178752 msgsize 4848 00000100:00000001:3.0:1767384616.448841:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767384616.448847:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384616.448850:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294904876 00000100:00000040:0.0:1767384616.448850:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384616.448856:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc7e21e1. 00000100:00000001:3.0:1767384616.448860:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384616.448863:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384616.448865:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294904876 00000400:00000200:0.0:1767384616.448870:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e52c764e 00000100:00000010:3.0:1767384616.448871:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a14ccd09. 00000400:00000010:0.0:1767384616.448875:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e52c764e. 00000100:00000001:3.0:1767384616.448877:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384616.448880:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384616.448882:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294904876 00000100:00000200:0.0:1767384616.448885:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002c050f29 x1853237049178752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384616.448886:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000217245f2. 00000100:00000001:3.0:1767384616.448892:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384616.448898:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384616.448898:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384616.448901:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002c050f29 x1853237049178752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.448903:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.448908:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.448912:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.448913:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.448916:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384616.448919:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.448920:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384616.448922:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294904876 00000100:00000001:3.0:1767384616.448924:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384616.448929:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294904876 00000100:00000001:3.0:1767384616.448930:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384616.448932:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384616.448933:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294904876 00000100:00000001:3.0:1767384616.448934:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.448937:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294904876 00000100:00000001:3.0:1767384616.448938:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.448943:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294904876 00000100:00000001:0.0:1767384616.448946:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294904876 00000100:00000001:0.0:1767384616.448948:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294904876 00000100:00000001:0.0:1767384616.448950:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294904876 00000100:00000001:3.0:1767384616.448957:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384616.448960:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384616.448961:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178624 02000000:00000001:3.0:1767384616.448964:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384616.448966:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.448967:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384616.448971:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.448972:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.448974:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.448976:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384616.448978:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178624 00000020:00000001:3.0:1767384616.448982:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384616.448984:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:0.0:1767384616.448984:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384616.448987:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384616.448988:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384616.448992:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384616.448994:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384616.448998:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:0.0:1767384616.448999:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384616.449002:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384616.449004:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384616.449006:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384616.449011:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384616.449015:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000eaaaf01. 00000100:00000001:3.0:1767384616.449019:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384616.449021:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000eaaaf01. 00000020:00000010:3.0:1767384616.449027:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000771926a0. 00000020:00000010:3.0:1767384616.449033:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006aa81da. 00000020:00000010:3.0:1767384616.449037:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d81ba3f3. 00000100:00000040:3.0:1767384616.449044:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384616.449047:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384616.449049:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384616.449050:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.449057:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.449064:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.449075:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384616.449076:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178752 02000000:00000001:3.0:1767384616.449077:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384616.449079:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384616.449080:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.449082:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384616.449083:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178752 00000020:00000001:3.0:1767384616.449084:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384616.449084:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384616.449085:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384616.449086:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000020:00000001:3.0:1767384616.449088:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:3.0:1767384616.449089:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384616.449092:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384616.449094:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000eaaaf01. 00000100:00000001:3.0:1767384616.449096:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384616.449097:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000eaaaf01. 00000020:00000010:3.0:1767384616.449101:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001270cd7a. 00000020:00000010:3.0:1767384616.449110:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000586d490. 00000020:00000010:3.0:1767384616.449113:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000089aa50b5. 00000100:00000001:3.0:1767384616.449118:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384616.449119:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384616.449121:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.449125:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.449126:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.449139:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384616.449141:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384616.449147:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000400:00000200:0.0:1767384616.449148:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000100:00000001:2.0:1767384616.449150:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384616.449151:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384616.449157:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885428304 : -123268824123312 : ffff8fe33d86b850) 00000100:00000001:2.0:1767384616.449157:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384616.449166:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7948a49 x1853237049178624/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:597/0 lens 4848/0 e 0 to 0 dl 1767384627 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384616.449174:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000001:3.0:1767384616.449181:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384616.449184:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000020:00000010:3.0:1767384616.449186:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000eaaaf01. 00000100:00000001:3.0:1767384616.449194:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384616.449194:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885427280 : -123268824124336 : ffff8fe33d86b450) 00000020:00000010:3.0:1767384616.449202:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000eaaaf01. 00000100:00100000:3.0:1767384616.449214:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7948a49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16350:x1853237049178624:12345-0@lo:253: 00000100:00000040:2.0:1767384616.449214:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000011ba0004 x1853237049178752/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:597/0 lens 4848/0 e 0 to 0 dl 1767384627 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384616.449218:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000200:3.0:1767384616.449229:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178624 00000020:00000001:3.0:1767384616.449235:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384616.449241:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384616.449245:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384616.449248:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384616.449250:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384616.449251:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:3.0:1767384616.449258:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384616.449259:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384616.449260:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060109022. 00000020:00000001:3.0:1767384616.449262:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384616.449264:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000020:00000001:3.0:1767384616.449265:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384616.449269:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384616.449271:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384616.449282:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060109022. 00000100:00000001:3.0:1767384616.449283:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384616.449287:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384616.449291:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 02000000:00000010:3.0:1767384616.449293:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c95813c1. 00000100:00100000:2.0:1767384616.449300:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000011ba0004 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16351:x1853237049178752:12345-0@lo:253: 02000000:00000001:3.0:1767384616.449303:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.449307:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384616.449312:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:2.0:1767384616.449314:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178752 00000400:00000200:0.0:1767384616.449320:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 20000000:00000010:3.0:1767384616.449321:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000083e86a25. 00000020:00000001:2.0:1767384616.449321:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:3.0:1767384616.449331:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384616.449333:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384616.449334:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384616.449340:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384616.449340:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.449343:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 20000000:00000001:3.0:1767384616.449345:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384616.449357:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.449357:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384616.449366:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384616.449367:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000400:00000200:0.0:1767384616.449369:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 20000000:00000010:3.0:1767384616.449377:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003a1577c1. 00000020:00000001:2.0:1767384616.449380:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:3.0:1767384616.449381:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 00000020:00000001:2.0:1767384616.449388:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384616.449391:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384616.449396:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000020:00000001:2.0:1767384616.449397:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:3.0:1767384616.449400:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:2.0:1767384616.449405:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:3.0:1767384616.449406:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:2.0:1767384616.449414:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.449421:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000100:00000001:2.0:1767384616.449422:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:3.0:1767384616.449425:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000001:2.0:1767384616.449431:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384616.449442:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384616.449443:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bc37b014. 00080000:00000001:3.0:1767384616.449446:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384616.449448:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.449448:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00080000:00000001:3.0:1767384616.449451:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384616.449455:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384616.449460:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 02000000:00000001:2.0:1767384616.449460:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.449467:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000020:00000001:3.0:1767384616.449473:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00000100:00000001:2.0:1767384616.449473:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384616.449477:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384616.449484:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384616.449484:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384616.449489:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00080000:00000001:3.0:1767384616.449495:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384616.449498:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384616.449500:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000010:2.0:1767384616.449505:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000822b8983. 00000020:00000001:3.0:1767384616.449506:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000400:00000200:0.0:1767384616.449511:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00080000:00000001:3.0:1767384616.449518:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:01000000:2.0:1767384616.449518:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000010:3.0:1767384616.449526:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000015527648. 20000000:00000001:2.0:1767384616.449528:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384616.449530:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804002521088 : -123269707030528 : ffff8fe308e6a000) 20000000:00000001:2.0:1767384616.449533:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384616.449535:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00080000:00000001:3.0:1767384616.449536:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000001:2.0:1767384616.449539:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384616.449541:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:2.0:1767384616.449546:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384616.449547:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000eaaaf01. 00080000:00000001:3.0:1767384616.449555:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384616.449555:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384616.449556:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00080000:00000001:3.0:1767384616.449565:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384616.449578:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.449579:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00080000:00000001:3.0:1767384616.449593:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384616.449598:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384616.449708:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384616.449763:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384616.449799:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384616.449818:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384616.449831:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384616.449869:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384616.449925:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384616.449960:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384616.450000:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384616.450026:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384616.450045:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000800:00000010:0.0:1767384616.450252:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cabc0e85. 00000800:00000010:0.0:1767384616.450256:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e52c764e. 00000800:00000010:0.0:1767384616.450263:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000070d1bb68. 00000800:00000010:0.0:1767384616.450310:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000070d1bb68. 00000400:00000200:2.0:1767384616.450461:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384616.450488:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp23 from 227.3.0.2 00000800:00000010:2.0:1767384616.450493:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001f55a8d3. 00000800:00000010:0.0:1767384616.450541:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000047e26b44. 00000800:00000010:0.0:1767384616.450546:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c94e6f50. 00000800:00000010:0.0:1767384616.450570:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000075843143. 00000800:00000200:0.1:1767384616.450577:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e64d8c91] -> 12345-192.168.202.137@tcp23 (2) 00000800:00000200:0.1:1767384616.450584:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp23 0000000075843143 deleted 00000800:00000010:0.1:1767384616.450586:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000075843143. 00000800:00000200:0.1:1767384616.450592:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384616.450599:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp23 ip 192.168.202.137:995 00000800:00000200:0.1:1767384616.450604:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026186f1c type 1, nob 384 niov 1 nkiov 1 00000800:00000200:0.0:1767384616.450794:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp23 p 3.x 192.168.202.137 -> 192.168.202.137:995 incarnation:1767384614649067666 sched[0] 00080000:00000010:3.0:1767384616.450796:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000015527648. 00000800:00000010:0.0:1767384616.450800:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000070d1bb68. 00080000:00000010:3.0:1767384616.450831:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000eaaaf01. 00040000:00000001:3.0:1767384616.450838:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384616.450841:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384616.450844:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384616.450849:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384616.450851:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384616.450853:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000010:0.0:1767384616.450855:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000070d1bb68. 00000800:00000010:0.0:1767384616.450862:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c94e6f50. 20000000:01000000:3.0:1767384616.450868:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384616.450879:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384616.450883:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384616.450889:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:0.0:1767384616.450912:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001f55a8d3. 20000000:01000000:3.0:1767384616.450957:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384616.450960:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384616.450962:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384616.450966:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384616.450969:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384616.450974:0:17096:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000d5bf770 count: 2 20000000:00000010:2.0:1767384616.450975:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000603441d6. 00010000:00000001:3.0:1767384616.450978:0:17096:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384616.450984:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 00010000:00000001:3.0:1767384616.450985:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000001:0.0:1767384616.450989:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:3.0:1767384616.450991:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004b3e4855. 00000020:00000001:3.0:1767384616.450996:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:00000001:2.0:1767384616.450998:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000040:3.0:1767384616.450999:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004b3e4855 with handle 0x7f71e2b70dd2024a to hash 00000800:00000001:0.0:1767384616.450999:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384616.451007:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1767384616.451014:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384616.451014:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384616.451018:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:3.0:1767384616.451020:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:3.0:1767384616.451023:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384616.451024:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384616.451027:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384616.451033:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384616.451033:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384616.451043:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384616.451045:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384616.451047:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384616.451049:0:17096:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:2.0:1767384616.451050:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384616.451054:0:17096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd20243 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd2023c expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1767384616.451054:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:2.0:1767384616.451057:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000010:0.0:1767384616.451060:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026186f1c. 00080000:00000001:2.0:1767384616.451064:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.451066:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384616.451071:0:17096:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384616.451077:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384616.451078:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384616.451079:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp23->192.168.202.137@tcp23: PUT: OK 00010000:00000001:3.0:1767384616.451090:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384616.451090:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.451091:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:3.0:1767384616.451096:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384616.451103:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00010000:00000001:3.0:1767384616.451105:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:2.0:1767384616.451105:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00010000:00000001:3.0:1767384616.451112:0:17096:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384616.451117:0:17096:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384616.451120:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00000800:00000200:0.1:1767384616.451125:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00010000:00000040:3.0:1767384616.451129:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000d5bf770) refcount = 2 00080000:00000002:2.0:1767384616.451129:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000200:0.0:1767384616.451139:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp23 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384614649067666 sched[0] 00010000:00000040:3.0:1767384616.451143:0:17096:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:2.0:1767384616.451150:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384616.451150:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e52c764e. 00010000:00000040:3.0:1767384616.451151:0:17096:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd20243 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7f71e2b70dd2023c expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384616.451165:0:17096:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000001:2.0:1767384616.451165:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384616.451169:0:17096:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384616.451174:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384616.451177:0:17096:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eaaaf01. 00000100:00000001:3.0:1767384616.451181:0:17096:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000001:2.0:1767384616.451181:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000010:3.0:1767384616.451190:0:17096:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f8e39a9. 00000100:00000001:3.0:1767384616.451193:0:17096:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799652266176 : -123274057285440 : ffff8fe2059b00c0) 00000020:00000001:2.0:1767384616.451193:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000100:00000001:3.0:1767384616.451201:0:17096:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620799652266176 : -123274057285440 : ffff8fe2059b00c0) 00000100:00000001:3.0:1767384616.451206:0:17096:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:2.0:1767384616.451206:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:3.0:1767384616.451207:0:17096:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384616.451213:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000010:2.0:1767384616.451215:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000da4a157f. 00010000:00000001:3.0:1767384616.451216:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384616.451218:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00010000:00000001:3.0:1767384616.451219:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384616.451225:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799651444224 : -123274058107392 : ffff8fe2058e7600) 00000020:00000001:3.0:1767384616.451226:0:17096:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384616.451230:0:17096:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00080000:00000001:2.0:1767384616.451234:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384616.451237:0:17096:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384616.451238:0:17096:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384616.451244:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1c624e1. 00000020:00000040:3.0:1767384616.451248:0:17096:0:(genops.c:1229:class_import_get()) import 0000000046210a5b refcount=2 obd=MGS 00000001:00000001:2.0:1767384616.451250:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:3.0:1767384616.451251:0:17096:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384616.451253:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 02000000:00000001:3.0:1767384616.451256:0:17096:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000010:2.0:1767384616.451258:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000060109022. 02000000:00000001:3.0:1767384616.451259:0:17096:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384616.451265:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384616.451267:0:17096:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015527648. 00080000:00000001:2.0:1767384616.451272:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384616.451273:0:17096:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.451275:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00010000:00010000:3.0:1767384616.451280:0:17096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd20243 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7f71e2b70dd2023c expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384616.451294:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384616.451297:0:17096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd20243 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7f71e2b70dd2023c expref: 16 pid: 17075 timeout: 387 lvb_type: 0 00000400:00000200:0.0:1767384616.451302:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00010000:00000001:3.0:1767384616.451309:0:17096:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384616.451312:0:17096:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:2.0:1767384616.451317:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384616.451318:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e1c624e1 x1853237049178880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384616.451331:0:17096:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384616.451333:0:17096:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.451334:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00100000:3.0:1767384616.451337:0:17096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e1c624e1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049178880:0@lo:104: 00000100:00000001:3.0:1767384616.451341:0:17096:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384616.451344:0:17096:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384616.451347:0:17096:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384616.451349:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 02000000:00000001:3.0:1767384616.451350:0:17096:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384616.451355:0:17096:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038b5f3b8. 00000100:00000001:2.0:1767384616.451356:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 02000000:00000001:3.0:1767384616.451358:0:17096:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384616.451361:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000083e86a25. 00000400:00000010:3.0:1767384616.451364:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040a5c729. 20000000:00000001:2.0:1767384616.451372:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384616.451373:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011c67d72. 00000400:00000200:0.0:1767384616.451373:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000200:3.0:1767384616.451383:0:17096:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049178880, portal 16 00010000:00000040:2.0:1767384616.451386:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049178624 00000100:00000001:3.0:1767384616.451388:0:17096:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384616.451390:0:17096:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923222528 : -123268786329088 : ffff8fe33fc76a00) 00010000:00000001:2.0:1767384616.451396:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384616.451400:0:17096:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000e1c624e1 x1853237049178880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384616.451404:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00010000:00000200:2.0:1767384616.451411:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7948a49 x1853237049178624/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:597/0 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384616.451427:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384616.451451:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00010000:00000001:2.0:1767384616.451455:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384616.451456:0:17096:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384616.451462:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.451466:0:17096:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384616.451473:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d627d4. 00000100:00001000:2.0:1767384616.451473:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=33 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384616.451476:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000200:3.0:1767384616.451483:0:17096:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049178880, offset 0 00000100:00000001:2.0:1767384616.451489:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384616.451495:0:17096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384616.451500:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000400:00000200:3.0:1767384616.451509:0:17096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384616.451509:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000100:00000001:2.0:1767384616.451511:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384616.451520:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384616.451522:0:17096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260003b00 02000000:00000001:2.0:1767384616.451528:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384616.451534:0:17096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000400:00000200:3.0:1767384616.451538:0:17096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384616.451538:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384616.451539:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384616.451556:0:17096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384616.451556:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384616.451565:0:17096:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384616.451567:0:17096:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000010:2.0:1767384616.451567:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea0d21f0. 00000400:00000200:0.0:1767384616.451571:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000100:00000010:3.0:1767384616.451579:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070618a25. 00000100:00000200:2.0:1767384616.451581:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049178624, offset 224 00000100:00000040:3.0:1767384616.451583:0:17096:0:(events.c:337:request_in_callback()) incoming req@0000000070618a25 x1853237049178880 msgsize 328 00000100:00100000:3.0:1767384616.451588:0:17096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384616.451595:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384616.451600:0:17096:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384616.451606:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384616.451627:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d627d4 00000400:00000010:3.0:1767384616.451631:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d627d4. 00000100:00000001:3.0:1767384616.451633:0:17096:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384616.451637:0:17096:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e1c624e1 x1853237049178880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384616.451643:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384616.451649:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e1c624e1 x1853237049178880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384616.451654:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384616.451674:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.451677:0:17096:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384616.451683:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003a00 00000100:00000001:3.0:1767384616.451684:0:17096:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.451688:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000100:00000001:3.0:1767384616.451695:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294904879 00000400:00000200:2.0:1767384616.451701:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1591 [2] + 224 00000100:00000001:3.0:1767384616.451705:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294904876 00000100:00000001:3.0:1767384616.451712:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294904879 00000400:00000200:2.0:1767384616.451713:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384616.451718:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294904876 00000400:00000200:2.0:1767384616.451726:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384616.451727:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294904879 00000400:00000200:0.0:1767384616.451729:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000100:00000001:2.0:1767384616.451736:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384616.451743:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294904876 00000100:00000200:2.0:1767384616.451747:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff3740c8 x1853237049178624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.451750:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294904879 00000100:00000001:3.0:1767384616.451757:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294904876 00000100:00000001:3.0:1767384616.451765:0:17096:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384616.451769:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000100:00000001:3.0:1767384616.451787:0:17096:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384616.451791:0:17096:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384616.451793:0:17096:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384616.451795:0:17096:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384616.451801:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384616.451803:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384616.451806:0:17096:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384616.451812:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384616.451816:0:17096:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:0.0:1767384616.451820:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000100:00000001:3.0:1767384616.451823:0:17096:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.451830:0:17096:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384616.451833:0:17096:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384616.451835:0:17096:0:(client.c:2690:ptlrpc_set_wait()) set 000000005f8e39a9 going to sleep for 11 seconds 00000100:00000040:2.0:1767384616.451839:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ff3740c8 x1853237049178624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.451840:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384616.451843:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.451852:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000800:00000001:3.0:1767384616.451862:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384616.451868:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767384616.451871:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384616.451874:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384616.451878:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384616.451883:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea0d21f0 00000400:00000200:3.0:1767384616.451889:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp23(192.168.202.137@tcp23) <- 192.168.202.137@tcp23 : PUT - for me 00000400:00000010:2.0:1767384616.451890:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea0d21f0. 00000400:00000200:0.0:1767384616.451892:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000100:00000001:2.0:1767384616.451899:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384616.451902:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 288 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384616.451907:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384616.451913:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 272/288 into md 0x1555 [1] + 0 00000400:00000010:3.0:1767384616.451916:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c95d1f4d. 00000100:00000001:2.0:1767384616.451918:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384616.451921:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e296521 00000100:00000040:2.0:1767384616.451929:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000800:00000001:3.0:1767384616.451930:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384616.451938:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384616.451938:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384616.451939:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384616.451948:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384616.451948:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.451959:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384616.451963:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp23->192.168.202.137@tcp23: PUT: OK 00000400:00000200:3.0:1767384616.451968:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e296521 00000100:00000040:2.0:1767384616.451969:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7948a49 x1853237049178624/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:597/0 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384616.451971:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e296521. 00000400:00000200:3.0:1767384616.451985:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384616.451989:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (17) 00000400:00000200:0.0:1767384616.451991:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000100:00100000:2.0:1767384616.451996:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7948a49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16350:x1853237049178624:12345-0@lo:253: Request processed in 2806us (3287us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384616.452002:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:3.0:1767384616.452010:0:16341:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (288 bytes) 00000400:00000200:3.0:1767384616.452022:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00100000:2.0:1767384616.452029:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000040:2.0:1767384616.452036:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000400:00000200:3.0:1767384616.452039:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (18) 00000100:00000001:2.0:1767384616.452041:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384616.452043:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000100:00000001:2.0:1767384616.452046:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384616.452047:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000010:2.0:1767384616.452057:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000006aa81da. 00000400:00000200:3.0:1767384616.452058:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp23 to MR: 192.168.202.137@tcp23 local destination 00000400:00000200:0.0:1767384616.452066:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000020:00000010:2.0:1767384616.452070:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d81ba3f3. 00000400:00000200:3.0:1767384616.452073:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp23 NI seq info: [34:34:256:4294967295] 192.168.202.137@tcp23 LPNI seq info [34:34:8:4294967295] 00000020:00000010:2.0:1767384616.452083:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000771926a0. 00000020:00000040:2.0:1767384616.452097:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000400:00000200:3.0:1767384616.452100:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp23(192.168.202.137@tcp23:192.168.202.137@tcp23) -> 192.168.202.137@tcp23(192.168.202.137@tcp23:192.168.202.137@tcp23) 192.168.202.137@tcp23 : ACK try# 0 00000400:00000200:0.0:1767384616.452102:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 02000000:00000001:2.0:1767384616.452107:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384616.452112:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c95813c1. 00000800:00000200:3.0:1767384616.452115:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp23 00000800:00000010:3.0:1767384616.452124:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfe747a0. 02000000:00000001:2.0:1767384616.452126:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:3.0:1767384616.452131:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e64d8c91] -> 12345-192.168.202.137@tcp23 (4) 00000100:00000001:2.0:1767384616.452132:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384616.452139:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000800:00000200:3.0:1767384616.452142:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp23 ip 192.168.202.137:988 00000800:00000200:3.0:1767384616.452147:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe747a0 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:2.0:1767384616.452147:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384616.452160:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf16f36c. 00000800:00000001:3.0:1767384616.452163:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384616.452170:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea0d21f0. 00000400:00000200:0.0:1767384616.452171:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000800:00000001:3.0:1767384616.452173:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384616.452221:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384616.452224:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cfe747a0. 00000400:00000200:3.0:1767384616.452228:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384616.452234:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp23->192.168.202.137@tcp23: ACK: OK 00000800:00000001:3.0:1767384616.452244:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384616.452252:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384616.452252:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000800:00000001:3.0:1767384616.452259:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384616.452263:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767384616.452265:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384616.452267:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384616.452270:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384616.452278:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp23(192.168.202.137@tcp23) <- 192.168.202.137@tcp23 : ACK - for me 00000100:00100000:2.0:1767384616.452278:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178880 02000000:00000001:2.0:1767384616.452285:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384616.452289:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384616.452292:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.452293:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384616.452296:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp23: ACK from 12345-192.168.202.137@tcp23 into md 0x158d 02000000:00000001:2.0:1767384616.452303:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384616.452304:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384616.452318:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178880 00000400:00000200:3.0:1767384616.452319:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp23->192.168.202.137@tcp23: ACK: OK 00000020:00000001:2.0:1767384616.452323:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384616.452328:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd1fff7 00000400:00000200:3.0:1767384616.452331:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000734bb67e 00000020:00000001:2.0:1767384616.452334:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384616.452335:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000734bb67e. 00000400:00000200:3.0:1767384616.452341:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000040:2.0:1767384616.452341:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000020c2555a refcount=3 00000020:00000001:2.0:1767384616.452348:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000400:00000200:3.0:1767384616.452349:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000020:00000001:2.0:1767384616.452357:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000400:00000200:3.0:1767384616.452358:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:3.0:1767384616.452365:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (17) 00000100:00000001:2.0:1767384616.452368:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767384616.452372:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384616.452373:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000a00d53. 00000800:00000001:3.0:1767384616.452376:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.452379:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384616.452383:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000a00d53. 00000020:00000010:2.0:1767384616.452390:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af4ebb33. 00000400:00000200:3.0:1767384616.452395:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384616.452397:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074cc489a. 00000400:00000010:3.0:1767384616.452401:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000bee82104. 00000020:00000010:2.0:1767384616.452404:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ff24891. 00000400:00000010:3.0:1767384616.452406:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb5708b. 00000400:00000010:3.0:1767384616.452414:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d627d4. 00000400:00000200:3.0:1767384616.452419:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000bee82104 00000100:00000040:2.0:1767384616.452425:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000400:00000010:3.0:1767384616.452426:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dbdcb54b. 00000400:00000200:3.0:1767384616.452435:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000100:00000001:2.0:1767384616.452435:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000010:0.0:1767384616.452443:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ec5b8162. 00000100:00000001:2.0:1767384616.452447:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384616.452452:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384616.452453:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e52c764e. 00000400:00000200:3.0:1767384616.452454:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102051 00000800:00000010:0.0:1767384616.452469:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000070d1bb68. 00000400:00000200:3.0:1767384616.452470:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (16) 00000100:00000001:2.0:1767384616.452473:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384616.452477:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000dbdcb54b. 00000400:00000010:3.0:1767384616.452482:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5c8ac13. 00000400:00000010:3.0:1767384616.452487:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000088e75504. 00000100:00000001:2.0:1767384616.452490:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384616.452491:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:3.0:1767384616.452502:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:3.0:1767384616.452513:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000800:00000010:0.0:1767384616.452513:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000070d1bb68. 00000100:00000001:2.0:1767384616.452516:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384616.452521:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384616.452526:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00100000:2.0:1767384616.452534:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000400:00000200:3.0:1767384616.452539:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000040:2.0:1767384616.452543:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000020c2555a : new rpc_count 1 00000400:00000200:3.0:1767384616.452547:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:2.0:1767384616.452550:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923223424 : -123268786328192 : ffff8fe33fc76d80) 00000400:00000200:3.0:1767384616.452554:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:3.0:1767384616.452567:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000040:2.0:1767384616.452568:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070618a25 x1853237049178880/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:597/0 lens 328/0 e 0 to 0 dl 1767384627 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384616.452582:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:2.0:1767384616.452592:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384616.452595:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:3.0:1767384616.452600:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:0.0:1767384616.452604:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000010:2.0:1767384616.452754:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000a00d53. 00000100:00000001:2.0:1767384616.452759:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384616.452761:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000a00d53. 00000100:00100000:2.0:1767384616.452769:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070618a25 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049178880:12345-0@lo:104: 00000100:00000200:2.0:1767384616.452772:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178880 00010000:00000001:2.0:1767384616.452789:0:17064:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384616.452795:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384616.452797:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384616.452799:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83329f5 refcount=2 00000020:00000001:2.0:1767384616.452802:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384616.452804:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384616.452807:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384616.452811:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384616.452815:0:17064:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd20243 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384616.452822:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384616.452825:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384616.452830:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000de9dd5a1. 02000000:00000001:2.0:1767384616.452831:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.452835:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.452838:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384616.452840:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384616.452842:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aca2e737 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384616.452845:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384616.452849:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384616.452851:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384616.452854:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384616.452856:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.452860:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384616.452866:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384616.452870:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be9d8420. 00000100:00000200:2.0:1767384616.452875:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049178880, offset 224 00000400:00000200:2.0:1767384616.452882:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384616.452972:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:3.0:1767384616.452978:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:3.0:1767384616.452981:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:3.0:1767384616.452984:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:3.0:1767384616.452987:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:3.0:1767384616.452990:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767384616.452993:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp 00000400:00000200:3.0:1767384616.452996:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767384616.452998:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp 00000400:00000200:3.0:1767384616.453000:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp NI seq info: [35:35:256:4294967295] 192.168.202.137@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:3.0:1767384616.453004:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp 00000400:00000200:3.0:1767384616.453008:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp:) -> 192.168.202.137@tcp(192.168.202.137@tcp:192.168.202.137@tcp) : GET try# 0 00000800:00000200:3.0:1767384616.453013:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp 00000800:00000010:3.0:1767384616.453016:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cfe747a0. 00000400:00000200:0.0:1767384616.453019:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp23 from 226.3.0.2 00000800:00000010:0.0:1767384616.453027:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000694ac9ec. 00000400:00000200:2.0:1767384616.453033:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1767384616.453037:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008612cf88] -> 12345-192.168.202.137@tcp (6) 00000800:00000200:3.0:1767384616.453049:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp ip 192.168.202.137:988 00000800:00000200:3.0:1767384616.453052:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe747a0 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384616.453056:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260003b00 00000400:00000200:2.0:1767384616.453069:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x15a1 [1] + 224 00000400:00000200:2.0:1767384616.453074:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384616.453081:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384616.453090:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384616.453096:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e1c624e1 x1853237049178880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384616.453104:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e1c624e1 x1853237049178880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384616.453120:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384616.453130:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be9d8420 00000400:00000010:2.0:1767384616.453132:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be9d8420. 00000100:00000001:2.0:1767384616.453137:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384616.453139:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384616.453146:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384616.453151:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384616.453155:0:17064:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384616.453159:0:17064:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007212fcc4. 00010000:00000001:2.0:1767384616.453161:0:17064:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384616.453173:0:17064:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384616.453175:0:17064:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.453177:0:17064:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.453178:0:17064:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384616.453184:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070618a25 x1853237049178880/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:597/0 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384616.453195:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070618a25 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049178880:12345-0@lo:104: Request processed in 599us (1606us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384616.453205:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384616.453206:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020c2555a : new rpc_count 0 00000100:00000001:2.0:1767384616.453208:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384616.453212:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384616.453223:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000020:00000010:2.0:1767384616.453223:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074cc489a. 00000020:00000010:2.0:1767384616.453238:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ff24891. 00000400:00000200:3.0:1767384616.453239:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100251 rc 0 00000020:00000010:2.0:1767384616.453252:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af4ebb33. 00000020:00000040:2.0:1767384616.453262:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000020c2555a : new refcount 2 00000100:00000001:2.0:1767384616.453265:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384616.453298:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384616.453300:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384616.453304:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384616.453310:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384616.453313:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384616.453316:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd20243 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384616.453324:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d83329f5 already unused, calling callback (000000004e97d7c8) 10000000:00000001:2.0:1767384616.453327:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384616.453329:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7f71e2b70dd20243 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767384616.453335:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767384616.453335:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384616.453337:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000010:3.0:1767384616.453339:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cfe747a0. 00000020:00000001:2.0:1767384616.453340:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384616.453348:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83329f5 refcount=3 00000400:00000200:3.0:1767384616.453350:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384616.453351:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384616.453356:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00000400:00000200:3.0:1767384616.453363:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: GET: OK 00010000:00000001:2.0:1767384616.453364:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384616.453370:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7f71e2b70dd20243 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384616.453371:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:00000001:2.0:1767384616.453378:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384616.453380:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7f71e2b70dd20243 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384616.453385:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 10000000:01000000:2.0:1767384616.453394:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384616.453398:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000800:00000001:3.0:1767384616.453401:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000040:2.0:1767384616.453406:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000800:00000001:3.0:1767384616.453407:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:2.0:1767384616.453409:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000800:00000001:3.0:1767384616.453412:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384616.453412:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384616.453418:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384616.453423:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384616.453431:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000400:00000200:3.0:1767384616.453436:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp) <- 192.168.202.137@tcp : GET - for me 10000000:00000001:2.0:1767384616.453436:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384616.453444:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 2 10000000:00000001:2.0:1767384616.453447:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384616.453449:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384616.453456:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 288 into portal 0 MB=0x8000000000000000 00010000:00000001:2.0:1767384616.453461:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384616.453465:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 288/288 into md 0x1589 [1] + 0 00010000:00000001:2.0:1767384616.453465:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384616.453473:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384616.453477:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384616.453479:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384616.453485:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d83329f5 with handle 0x7f71e2b70dd2023c from hash 00000400:00000200:3.0:1767384616.453486:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp to MR: 192.168.202.137@tcp local destination 00010000:00000001:2.0:1767384616.453499:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000010:0.0:1767384616.453500:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001e0547fa. 00000400:00000200:3.0:1767384616.453503:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp NI seq info: [36:36:256:4294967295] 192.168.202.137@tcp LPNI seq info [36:36:8:4294967295] 00010000:00000001:2.0:1767384616.453503:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384616.453512:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:0.0:1767384616.453513:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c94e6f50. 00010000:00000001:2.0:1767384616.453515:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384616.453519:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384616.453522:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384616.453530:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:3.0:1767384616.453531:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp:192.168.202.137@tcp) -> 192.168.202.137@tcp(192.168.202.137@tcp:192.168.202.137@tcp) 192.168.202.137@tcp : REPLY try# 0 00000800:00000010:0.0:1767384616.453533:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000075843143. 00010000:00000001:2.0:1767384616.453535:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384616.453545:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d5f7041. 00000800:00000200:3.0:1767384616.453547:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.137@tcp 00000800:00000200:0.1:1767384616.453548:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e64d8c91] -> 12345-192.168.202.137@tcp23 (4) 00000020:00000040:2.0:1767384616.453556:0:17068:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=6 obd=MGC192.168.202.137@tcp 00000800:00000010:3.0:1767384616.453557:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfe747a0. 00000800:00000200:0.1:1767384616.453565:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp23 0000000075843143 deleted 00000100:00000001:2.0:1767384616.453572:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:0.1:1767384616.453573:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000075843143. 02000000:00000001:2.0:1767384616.453580:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.1:1767384616.453581:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384616.453588:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp23 p 3.x 192.168.202.137 -> 192.168.202.137:994 incarnation:1767384614649067666 sched[0] 02000000:00000001:2.0:1767384616.453589:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384616.453594:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008612cf88] -> 12345-192.168.202.137@tcp (6) 00000800:00000010:0.0:1767384616.453601:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000070d1bb68. 02000000:00000010:2.0:1767384616.453603:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af4ebb33. 00000800:00000200:3.0:1767384616.453604:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp ip 192.168.202.137:1023 00000100:00000001:2.0:1767384616.453647:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384616.453651:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe747a0 type 3, nob 384 niov 1 nkiov 1 00010000:00000001:2.0:1767384616.453653:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384616.453659:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20243 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384616.453665:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384616.453667:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.453671:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1767384616.453675:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000070d1bb68. 00000100:00000001:2.0:1767384616.453684:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384616.453685:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c94e6f50. 00000100:00000040:2.0:1767384616.453697:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5f7041] to pc [ptlrpcd_00_00+0] req@000000007d5f7041 x1853237049179008/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384616.453709:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000694ac9ec. 00010000:00000001:2.0:1767384616.453719:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384616.453723:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384616.453726:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:0.0:1767384616.453726:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384616.453735:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.453739:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384616.453741:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384616.453744:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20243 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767384616.453747:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767384616.453751:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:3.0:1767384616.453752:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cfe747a0. 00010000:00010000:2.0:1767384616.453753:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 00000000d83329f5/0x7f71e2b70dd2023c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20243 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1767384616.453757:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384616.453759:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384616.453771:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384616.453790:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384616.453792:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: REPLY: OK 00010000:00000040:2.0:1767384616.453793:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003bf6e7dc count: 0 00000800:00000001:0.0:1767384616.453795:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384616.453808:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384616.453812:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384616.453822:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384616.453826:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384616.453833:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384616.453834:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384616.453834:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp) <- 192.168.202.137@tcp : REPLY - for me 00010000:00000010:2.0:1767384616.453840:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007212fcc4. 00000100:00000001:3.0:1767384616.453842:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384616.453849:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384616.453852:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.453859:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d5f7041 x1853237049179008/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384616.453859:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767384616.453860:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp: Reply from 12345-192.168.202.137@tcp of length 288/288 into md 0x15b5 00000020:00000001:2.0:1767384616.453867:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384616.453876:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1767384616.453879:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384616.453884:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:0.0:1767384616.453887:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384616.453889:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.453890:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1767384616.453900:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384616.453901:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384616.453902:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.453910:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384616.453913:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384616.453913:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.453921:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384616.453922:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384616.453922:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: REPLY: OK 02000000:00000001:3.0:1767384616.453924:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384616.453933:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d5f7041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049179008:0@lo:103: 00000400:00000200:0.0:1767384616.453934:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5c8ac13 00000400:00000010:0.0:1767384616.453938:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5c8ac13. 00000100:00000001:3.0:1767384616.453944:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384616.453945:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:2.0:1767384616.453948:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384616.453949:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384616.453956:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384616.453957:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.453957:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 02000000:00000001:3.0:1767384616.453964:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000001:2.0:1767384616.453968:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767384616.453969:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009280ae55. 00000400:00000200:0.0:1767384616.453969:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000001:2.0:1767384616.453973:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384616.453975:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384616.453983:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010db7717. 00000400:00000010:3.0:1767384616.453985:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c355a5. 00000400:00000200:0.0:1767384616.453991:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 16. state = 0x100251 00000400:00000200:2.0:1767384616.453994:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ab42264 00000400:00000200:0.0:1767384616.453999:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000010:2.0:1767384616.454009:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ab42264. 00000400:00000200:0.0:1767384616.454011:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (17) 00000100:00000001:2.0:1767384616.454013:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384616.454015:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e00626d1. 00000100:00000200:3.0:1767384616.454025:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049179008, portal 18 00000100:00000200:2.0:1767384616.454027:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff3740c8 x1853237049178624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384616.454028:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384616.454031:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1767384616.454035:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.454037:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120995456 : -123269588556160 : ffff8fe30ff66680) 00000100:00000040:3.0:1767384616.454053:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d5f7041 x1853237049179008/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384616.454056:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff3740c8 x1853237049178624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384616.454060:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384616.454071:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000d1 00000400:00000010:0.0:1767384616.454094:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 0000000054a358e4. 00000100:00000001:3.0:1767384616.454098:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384616.454107:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 0000000042059aba. 00000100:00000040:3.0:1767384616.454111:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384616.454111:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384616.454114:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 0000000087ecd2dd. 00000100:00000001:2.0:1767384616.454120:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384616.454122:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069a7a355. 00000100:00000200:3.0:1767384616.454132:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049179008, offset 0 00000100:00000001:2.0:1767384616.454132:0:16350:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767384616.454137:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000599bb7b1. 02000000:00000001:2.0:1767384616.454140:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384616.454146:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384616.454147:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384616.454147:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000599bb7b1 nid 192.168.202.137@tcp24 00000100:00000001:2.0:1767384616.454155:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384616.454158:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009fe671a9. 02000000:00000001:2.0:1767384616.454160:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384616.454168:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1767384616.454170:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=33 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384616.454171:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000009fe671a9 net tcp24 00000100:00001000:2.0:1767384616.454178:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=33 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384616.454179:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260003b80 00000400:00000200:0.0:1767384616.454181:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (16) 00000100:00000001:2.0:1767384616.454196:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384616.454204:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000100:00000001:2.0:1767384616.454204:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.454205:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp24 flags 0x11 00010000:00000001:2.0:1767384616.454217:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384616.454219:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384616.454221:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 0000000054a358e4. 00010000:00000001:2.0:1767384616.454222:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.454233:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384616.454234:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384616.454234:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 0000000042059aba. 00000400:00000010:0.0:1767384616.454248:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 0000000087ecd2dd. 00000100:00000040:2.0:1767384616.454249:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff3740c8 x1853237049178624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.454250:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384616.454256:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1767384616.454257:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000dbdcb54b. 00000100:00000010:3.0:1767384616.454265:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058418a06. 00000100:00000040:3.0:1767384616.454272:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000058418a06 x1853237049179008 msgsize 328 00000400:00000200:0.0:1767384616.454273:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384616.454290:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000100:00000001:2.0:1767384616.454297:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384616.454299:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384616.454307:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767384616.454308:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000100:00000001:3.0:1767384616.454314:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384616.454315:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384616.454320:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000020:01000004:2.0:1767384616.454323:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:3.0:1767384616.454324:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069a7a355 00000400:00000200:0.0:1767384616.454327:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000020:01000004:2.0:1767384616.454328:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:3.0:1767384616.454330:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069a7a355. 00000020:01000004:2.0:1767384616.454336:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384616.454337:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000100:00000001:3.0:1767384616.454338:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384616.454349:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d5f7041 x1853237049179008/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384616.454350:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384616.454354:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000020:01000004:2.0:1767384616.454358:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384616.454365:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384616.454367:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (17) 00000020:01000004:2.0:1767384616.454371:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384616.454376:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384616.454381:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384616.454387:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.1:1767384616.454390:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00000001:3.0:1767384616.454396:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384616.454396:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff3740c8 x1853237049178624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384616.454404:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp23 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384614649067666 sched[0] 00000100:00000040:3.0:1767384616.454408:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d5f7041 x1853237049179008/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384616.454418:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e52c764e. 00000100:00000001:3.0:1767384616.454453:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.454459:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384616.454460:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384616.454465:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179008 00000100:00000001:3.0:1767384616.454468:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.454473:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384616.454480:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384616.454482:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294904881 00000100:00000001:0.0:1767384616.454487:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384616.454490:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff3740c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049178624:0@lo:253: 00000100:00000001:3.0:1767384616.454493:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294904879 02000000:00000001:0.0:1767384616.454493:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.454500:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.454504:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294904881 00000100:00100000:0.0:1767384616.454504:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179008 00000100:00000001:2.0:1767384616.454505:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384616.454511:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384616.454513:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff3740c8 x1853237049178624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.454514:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294904879 00000020:00000040:0.0:1767384616.454515:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384616.454524:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384616.454528:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294904881 00000020:00000040:0.0:1767384616.454535:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000020:00000001:0.0:1767384616.454543:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384616.454544:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384616.454545:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294904879 00000020:00000001:0.0:1767384616.454546:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384616.454554:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294904881 02000000:00000001:2.0:1767384616.454554:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384616.454555:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384616.454563:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000203accf7. 00000020:00000010:0.0:1767384616.454563:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d1bb68. 00000100:00000001:3.0:1767384616.454564:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294904879 00000100:00000001:3.0:1767384616.454570:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384616.454575:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384616.454576:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384616.454578:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384616.454580:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d1bb68. 00000100:00000001:3.0:1767384616.454583:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.454584:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384616.454586:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384616.454587:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbdcb54b. 00000020:00000040:2.0:1767384616.454588:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384616.454591:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384616.454592:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000093609283. 00000100:00000001:3.0:1767384616.454595:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384616.454598:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384616.454599:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384616.454599:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001a43ef3f. 00000100:00000001:3.0:1767384616.454603:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384616.454604:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005d12de6f. 00000100:00000001:3.0:1767384616.454646:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.454651:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384616.454652:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384616.454656:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384616.454659:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff3740c8. 00000800:00000001:3.0:1767384616.454666:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384616.454667:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384616.454672:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.454675:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384616.454676:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.454683:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384616.454687:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.454691:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384616.454696:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.454727:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384616.454731:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.454759:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384616.454768:0:17096:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384616.454770:0:17096:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384616.454772:0:17096:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040a5c729. 00000400:00000200:2.0:1767384616.454793:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011c67d72 00000400:00000010:2.0:1767384616.454796:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011c67d72. 00000100:00000001:2.0:1767384616.454803:0:17096:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384616.454810:0:17096:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e1c624e1 x1853237049178880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384616.454824:0:17096:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e1c624e1 x1853237049178880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384616.454842:0:17096:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384616.454845:0:17096:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.454848:0:17096:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384616.454851:0:17096:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384616.454853:0:17096:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384616.454855:0:17096:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384616.454857:0:17096:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384616.454862:0:17096:0:(import.c:2128:obd_at_measure()) add 5 to 0000000064d2fb3e time=33 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384616.454867:0:17096:0:(import.c:2128:obd_at_measure()) add 1 to 000000004a8fb74c time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384616.454872:0:17096:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384616.454875:0:17096:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.454877:0:17096:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384616.454879:0:17096:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.454881:0:17096:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384616.454887:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e1c624e1 x1853237049178880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384616.454893:0:17096:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384616.454895:0:17096:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384616.454897:0:17096:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384616.454900:0:17096:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384616.454902:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384616.454905:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384616.454907:0:17096:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384616.454913:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1c624e1 x1853237049178880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384616.454920:0:17096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e1c624e1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049178880:0@lo:104: 00000100:00000001:2.0:1767384616.454930:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.454935:0:17096:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.454939:0:17096:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384616.454942:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384616.454947:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e1c624e1 x1853237049178880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384616.454954:0:17096:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384616.454963:0:17096:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384616.454965:0:17096:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038b5f3b8. 02000000:00000001:2.0:1767384616.454970:0:17096:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384616.454972:0:17096:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384616.454976:0:17096:0:(genops.c:1242:class_import_put()) import 0000000046210a5b refcount=1 obd=MGS 00000020:00000001:2.0:1767384616.454978:0:17096:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384616.454980:0:17096:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000015527648. 02000000:00000001:2.0:1767384616.454983:0:17096:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384616.454985:0:17096:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384616.454987:0:17096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1c624e1. 00000100:00000001:2.0:1767384616.454993:0:17096:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384616.454994:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384616.454998:0:17096:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005f8e39a9. 00000100:00000001:2.0:1767384616.455004:0:17096:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384616.455006:0:17096:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384616.455009:0:17096:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eaaaf01. 00010000:00000001:2.0:1767384616.455016:0:17096:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.455019:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.455021:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384616.455025:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384616.455028:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384616.455032:0:17096:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384616.455090:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384616.455093:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384616.455095:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384616.455097:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384616.455099:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.455101:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384616.455104:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384616.455106:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384616.455108:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3f7d351 refcount=4 00000020:00000001:0.0:1767384616.455109:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00000001:0.0:1767384616.455112:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00010000:0.0:1767384616.455116:0:17067:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd20243 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd2023c expref: 16 pid: 17075 timeout: 387 lvb_type: 0 00010000:00000001:0.0:1767384616.455121:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.455123:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.455125:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.455126:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.455144:0:17067:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384616.455147:0:17067:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058418a06 x1853237049179008/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:597/0 lens 328/0 e 0 to 0 dl 1767384627 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.455152:0:17067:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384616.455153:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.455165:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.455186:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384616.455188:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384616.455194:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:2.0:1767384616.455195:0:19658:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384616.455197:0:19658:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384616.455200:0:19658:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384616.455200:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:2.0:1767384616.455207:0:19658:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.455209:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923221632 : -123268786329984 : ffff8fe33fc76680) 00000100:00000040:0.0:1767384616.455219:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058418a06 x1853237049179008/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:597/0 lens 328/0 e 0 to 0 dl 1767384627 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.455227:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384616.455230:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d1bb68. 00000100:00000001:0.0:1767384616.455233:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384616.455235:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d1bb68. 00000100:00100000:0.0:1767384616.455238:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058418a06 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16348:x1853237049179008:12345-0@lo:103: 00000100:00000200:0.0:1767384616.455241:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179008 00010000:00000001:0.0:1767384616.455242:0:17067:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384616.455244:0:17067:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384616.455246:0:17067:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384616.455249:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384616.455250:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384616.455253:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d3e0ac3e. 02000000:00000001:0.0:1767384616.455255:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.455256:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.455258:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384616.455259:0:17067:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384616.455261:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384616.455262:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384616.455263:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3f7d351 refcount=4 00000020:00000001:0.0:1767384616.455264:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00000001:0.0:1767384616.455265:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00000040:0.0:1767384616.455267:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000d5bf770 count: 3 00010000:00010000:0.0:1767384616.455270:0:17067:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd20243 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd2023c expref: 16 pid: 17075 timeout: 387 lvb_type: 0 00000100:00001000:0.0:1767384616.455275:0:17067:0:(import.c:2128:obd_at_measure()) add 0 to 000000002cb15ef2 time=1767384616 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384616.455282:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384616.455287:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.455289:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384616.455291:0:17067:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd20243 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7f71e2b70dd2023c expref: 16 pid: 17075 timeout: 387 lvb_type: 0 00080000:00000010:3.0:1767384616.455294:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000da4a157f. 00000020:00000001:0.0:1767384616.455296:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384616.455299:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384616.455300:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384616.455302:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.455304:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384616.455306:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384616.455310:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.455311:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.455313:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384616.455314:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384616.455316:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d3f7d351 with handle 0x7f71e2b70dd20243 from hash 00010000:00000001:0.0:1767384616.455318:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384616.455320:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.455322:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.455322:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384616.455325:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384616.455326:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384616.455329:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd20243 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7f71e2b70dd2023c expref: 16 pid: 17075 timeout: 387 lvb_type: 0 00080000:00000010:2.0:1767384616.455332:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000060109022. 00010000:00000040:0.0:1767384616.455334:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 9 00000020:00000040:0.0:1767384616.455340:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00040000:00000001:2.0:1767384616.455341:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384616.455347:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1767384616.455350:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384616.455352:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.455353:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384616.455358:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000002:2.0:1767384616.455359:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 00010000:00000040:0.0:1767384616.455361:0:17067:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000004b3e4855 20000000:00000001:2.0:1767384616.455364:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.455365:0:17067:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000001:2.0:1767384616.455371:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:0.0:1767384616.455371:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384616.455380:0:17067:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384616.455382:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:0.0:1767384616.455384:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:2.0:1767384616.455385:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384616.455386:0:17067:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384616.455413:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:0.0:1767384616.455413:0:17067:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384616.455418:0:17067:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384616.455421:0:17067:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384616.455422:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:0.0:1767384616.455429:0:17067:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384616.455431:0:17067:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384616.455433:0:17067:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384616.455433:0:17067:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384616.455434:0:17067:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000d5bf770) refcount = 2 00010000:00010000:0.0:1767384616.455437:0:17067:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.455441:0:17067:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384616.455442:0:17067:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384616.455443:0:17067:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384616.455445:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384616.455447:0:17067:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070d1bb68. 00000100:00000001:0.0:1767384616.455449:0:17067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384616.455451:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e52c764e. 00000100:00000001:0.0:1767384616.455452:0:17067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799659955328 : -123274049596288 : ffff8fe206105480) 00000100:00000001:0.0:1767384616.455453:0:17067:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620799659955328 : -123274049596288 : ffff8fe206105480) 00000100:00000001:0.0:1767384616.455455:0:17067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384616.455456:0:17067:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384616.455458:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384616.455460:0:17067:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384616.455464:0:17067:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384616.455466:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384616.455467:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384616.455468:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004b3e4855 refcount=5 00000020:00000001:0.0:1767384616.455470:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:0.0:1767384616.455472:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:0.0:1767384616.455473:0:17067:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384616.455475:0:17067:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.455488:0:17067:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384616.455489:0:17067:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.455492:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.455493:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384616.455494:0:17067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.455497:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384616.455498:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.455500:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384616.455501:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384616.455507:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004b3e4855 already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384616.455509:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384616.455511:0:17067:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384616.455513:0:17067:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.455517:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384616.455519:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384616.455520:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384616.455521:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004b3e4855 refcount=6 00000020:00000001:0.0:1767384616.455522:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:0.0:1767384616.455523:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:0.0:1767384616.455525:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384616.455527:0:17067:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.455529:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384616.455530:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384616.455536:0:17067:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.455552:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384616.455553:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384616.455555:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384616.455555:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384616.455557:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004b3e4855 with handle 0x7f71e2b70dd2024a from hash 00010000:00000001:0.0:1767384616.455559:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384616.455559:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.455560:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.455561:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384616.455563:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384616.455564:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384616.455566:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384616.455567:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384616.455571:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.455573:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384616.455574:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384616.455576:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.455577:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.455579:0:17067:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.455580:0:17067:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.455582:0:17067:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384616.455584:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.455588:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.455591:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.455592:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384616.455593:0:17067:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384616.455594:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.455595:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.455596:0:17067:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384616.455598:0:17067:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384616.455599:0:17067:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.455601:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.455602:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.455603:0:17067:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.455604:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384616.455641:0:17067:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384616.455644:0:17067:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.455646:0:17067:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.455648:0:17067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384616.455649:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e52c764e. 00010000:00010000:2.0:1767384616.455650:0:17096:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384616.455655:0:17067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00080000:00000020:3.0:1767384616.455660:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384616.455660:0:17067:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384616.455662:0:17096:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1767384616.455669:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000001:2.0:1767384616.455671:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000010:0.0:1767384616.455672:0:17067:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070d1bb68. 20000000:00000010:3.0:1767384616.455673:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000822b8983. 00010000:00010000:2.0:1767384616.455683:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.455684:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:3.0:1767384616.455687:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384616.455690:0:17067:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384616.455695:0:17067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384616.455696:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384616.455706:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.455706:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1767384616.455708:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049178752 00010000:00010000:2.0:1767384616.455718:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2024a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384616.455719:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384616.455719:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384616.455730:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=33 v=5 (1 0 0 0) 00010000:00000200:3.0:1767384616.455734:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000011ba0004 x1853237049178752/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:597/0 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384616.455738:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000d5bf770 count: 0 00000100:00000001:0.0:1767384616.455741:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384616.455752:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384616.455754:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:3.0:1767384616.455756:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.455758:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00001000:3.0:1767384616.455760:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=33 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384616.455761:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384616.455761:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384616.455766:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:2.0:1767384616.455770:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:0.0:1767384616.455771:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.455772:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:3.0:1767384616.455793:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:0.0:1767384616.455795:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384616.455797:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384616.455800:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384616.455801:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384616.455804:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5f9bb7a. 00000100:00000001:3.0:1767384616.455805:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384616.455810:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049179008, offset 224 00000100:00000040:3.0:1767384616.455811:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384616.455815:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fce2707. 00000400:00000200:0.0:1767384616.455820:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384616.455823:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049178752, offset 224 00000400:00000200:0.0:1767384616.455829:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384616.455833:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384616.455837:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260003b80 00000400:00000200:3.0:1767384616.455842:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384616.455847:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15bd [1] + 224 00000400:00000200:0.0:1767384616.455851:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384616.455855:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003a80 00000400:00000200:0.0:1767384616.455859:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384616.455863:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1599 [2] + 224 00000400:00000200:3.0:1767384616.455868:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384616.455868:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384616.455873:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d5f7041 x1853237049179008/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384616.455874:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384616.455879:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384616.455884:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002c050f29 x1853237049178752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384616.455889:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d5f7041 x1853237049179008/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384616.455901:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002c050f29 x1853237049178752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.455921:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384616.455922:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384616.455927:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fce2707 00000400:00000010:3.0:1767384616.455930:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fce2707. 00000100:00000001:3.0:1767384616.455933:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767384616.455933:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5f9bb7a 00000100:00000001:3.0:1767384616.455934:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384616.455938:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5f9bb7a. 00000100:00000001:3.0:1767384616.455943:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.455944:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384616.455946:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384616.455953:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384616.455954:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384616.455956:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000400:00000001:2.0:1767384616.455961:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384616.455965:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384616.455968:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384616.455970:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384616.455972:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7b434d8. 00000020:00000001:3.0:1767384616.455973:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384616.455974:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000001:3.0:1767384616.455987:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384616.455987:0:17067:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.455988:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000687c251e 00000100:00000040:3.0:1767384616.455995:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011ba0004 x1853237049178752/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:597/0 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384616.455997:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000687c251e. 00010000:00000001:0.0:1767384616.455999:0:17067:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.456008:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384616.456013:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058418a06 x1853237049179008/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:597/0 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384616.456017:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002c050f29 x1853237049178752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384616.456021:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000011ba0004 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049178752:12345-0@lo:253: Request processed in 6767us (7175us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384616.456069:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000040:3.0:1767384616.456084:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000200:2.0:1767384616.456092:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002c050f29 x1853237049178752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.456093:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384616.456100:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384616.456104:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058418a06 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049179008:12345-0@lo:103: Request processed in 867us (1820us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384616.456108:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000586d490. 00000020:00000010:3.0:1767384616.456119:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000089aa50b5. 00000020:00000010:3.0:1767384616.456131:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001270cd7a. 00000100:00000001:2.0:1767384616.456140:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384616.456141:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000040:3.0:1767384616.456143:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000001:2.0:1767384616.456148:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384616.456151:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384616.456153:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384616.456156:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767384616.456157:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bc37b014. 02000000:00000001:2.0:1767384616.456162:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384616.456164:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384616.456165:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384616.456166:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384616.456175:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.456176:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.456177:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384616.456184:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:0.0:1767384616.456184:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000093609283. 00000400:00000010:3.0:1767384616.456189:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000524af84c. 02000000:00000001:2.0:1767384616.456194:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384616.456194:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001a43ef3f. 00000400:00000010:3.0:1767384616.456196:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fce2707. 00000100:00001000:2.0:1767384616.456205:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=33 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384616.456206:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbdcb54b. 00000100:00001000:2.0:1767384616.456214:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=33 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384616.456216:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:2.0:1767384616.456218:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384616.456226:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.456226:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384616.456240:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384616.456241:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.456244:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384616.456249:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002c050f29 x1853237049178752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384616.456254:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384616.456256:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384616.456258:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384616.456260:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:0.0:1767384616.456261:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384616.456262:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384616.456266:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384616.456267:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384616.456274:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384616.456276:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000001:0.0:1767384616.456277:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:01000004:2.0:1767384616.456278:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000001:0.0:1767384616.456280:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:01000004:2.0:1767384616.456281:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000010:0.0:1767384616.456282:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c355a5. 00000020:01000004:2.0:1767384616.456284:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384616.456292:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384616.456294:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e00626d1 00000100:00000040:2.0:1767384616.456296:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c050f29 x1853237049178752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384616.456299:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e00626d1. 00000100:00000001:0.0:1767384616.456308:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384616.456318:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d5f7041 x1853237049179008/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384616.456322:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002c050f29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049178752:0@lo:253: 00000100:00000200:0.0:1767384616.456332:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d5f7041 x1853237049179008/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.456345:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384616.456349:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.456351:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.456353:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384616.456355:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384616.456357:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384616.456360:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384616.456361:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002c050f29 x1853237049178752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.456362:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.456373:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384616.456385:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=33 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384616.456387:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384616.456392:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767384616.456393:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=33 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384616.456395:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000065fb7786. 00000100:00000001:0.0:1767384616.456398:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384616.456401:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384616.456403:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384616.456404:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384616.456406:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384616.456407:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384616.456411:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384616.456412:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384616.456416:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d5f7041 x1853237049179008/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384616.456426:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384616.456429:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000060b55b53. 02000000:00000001:2.0:1767384616.456437:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384616.456442:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384616.456443:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c050f29. 00000100:00000001:0.0:1767384616.456443:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384616.456454:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384616.456455:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384616.456460:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.456460:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.456475:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384616.456480:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d5f7041 x1853237049179008/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384616.456483:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384616.456487:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.456496:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384616.456499:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384616.456500:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d5f7041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049179008:0@lo:103: 00000100:00000001:0.0:1767384616.456511:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.456515:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384616.456517:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d5f7041 x1853237049179008/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.456522:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384616.456524:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384616.456525:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009280ae55. 02000000:00000001:0.0:1767384616.456528:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384616.456530:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384616.456531:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384616.456532:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384616.456539:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000af4ebb33. 02000000:00000001:0.0:1767384616.456542:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384616.456543:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384616.456544:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d5f7041. 00000100:00000001:0.0:1767384616.456546:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384616.456547:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.456548:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.456551:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384616.456552:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.456554:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384616.456556:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384616.459660:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294904881, at 4294904882 00000100:00000010:0.0:1767384616.459667:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029e75607. 00000100:00000040:3.0:1767384616.459668:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294904881, at 4294904882 00000100:00000040:1.0:1767384616.459678:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294904881, at 4294904882 00000100:00000010:3.0:1767384616.459679:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000217245f2. 00000100:00000010:1.0:1767384616.459688:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc7e21e1. 00010000:00000010:0.1:1767384616.460647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3f7d351. 00010000:00000010:2.1:1767384616.460658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003bf6e7dc. 00010000:00000010:2.1:1767384616.460667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d83329f5. 00000100:00000040:2.0:1767384616.460679:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294904881, at 4294904883 00000100:00000010:2.0:1767384616.460684:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a14ccd09. 00010000:00000010:2.1:1767384616.462654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000d5bf770. 00010000:00000010:2.1:1767384616.462665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004b3e4855. 00000400:00000010:3.0:1767384616.465543:0:24176:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000561ea7f7. 00000400:00000040:3.0:1767384616.465560:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384616.465562:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384616.465564:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384616.465565:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384616.465567:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384616.465568:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384616.465570:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384616.465571:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384616.465572:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384616.465578:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384616.465580:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384616.465582:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384616.465584:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384616.465585:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384616.465586:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384616.465588:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384616.465589:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384616.465590:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384616.465591:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384616.465592:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384616.465593:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384616.465594:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384616.465595:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384616.465596:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384616.465597:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384616.465598:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384616.465599:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384616.465600:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384616.465601:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384616.465602:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384616.465602:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384616.465604:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384616.465605:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384616.465606:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384616.465625:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384616.465626:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384616.465627:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384616.465629:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384616.465630:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384616.465631:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384616.465632:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384616.465633:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384616.465634:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384616.465636:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384616.465638:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384616.465639:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384616.465641:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384616.465642:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384616.465649:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384616.465650:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384616.465652:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384616.465654:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384616.465657:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384616.465659:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384616.465661:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384616.465664:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384616.465665:0:24176:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384616.465720:0:24176:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000561ea7f7. 00010000:00000001:2.0:1767384616.922660:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384616.922667:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.922673:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384616.922674:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384616.922720:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384616.922728:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384616.922733:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384617.486868:0:24453:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fb1f535c. 00080000:00000010:0.0:1767384617.486880:0:24453:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fb1f535c. 00000020:00000001:0.0:1767384617.486885:0:24453:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384617.486892:0:24453:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fb1f535c. 00080000:00000010:0.0:1767384617.486897:0:24453:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fb1f535c. 00000020:00000001:0.0:1767384617.486900:0:24453:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384617.945676:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384617.945682:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384617.945689:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384617.945690:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384617.945731:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384617.945736:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384617.945739:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384618.275187:0:24618:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384618.275191:0:24618:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:2.0:1767384618.279390:0:24618:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384618.286115:0:24619:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000be232211. 00000400:00000010:2.0:1767384618.286127:0:24619:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000aac88d85. 00000400:00000010:2.0:1767384618.286136:0:24619:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f4b7e2a2. 00000400:00000010:2.0:1767384618.286140:0:24619:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ef134cf6. 00000400:00000010:2.0:1767384618.286143:0:24619:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c730f46b. 00000400:00000010:2.0:1767384618.286147:0:24619:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000000a00d53. 00000400:00000010:2.0:1767384618.286148:0:24619:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d4f91e0e. 00000400:00000010:2.0:1767384618.286149:0:24619:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000097b9ee8. 00000400:00000010:2.0:1767384618.286153:0:24619:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000692ac1e1. 00000800:00000010:2.0:1767384618.286163:0:24619:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000695ccd8d. 00000800:00000200:2.0:1767384618.286178:0:24619:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384618.286184:0:24619:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384618.286217:0:24619:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:2.0:1767384618.286237:0:24619:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp25 [8/256/0/180] 00000400:00000010:2.0:1767384618.287843:0:24619:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000637ccdf7. 00000400:00000010:2.0:1767384618.287848:0:24619:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003e0c98. 00000400:00000010:2.0:1767384618.287853:0:24619:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be9d8420. 00000400:00000001:2.0:1767384618.287869:0:24619:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384618.287870:0:24619:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384618.287872:0:24619:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb5d6338. 00000400:00000200:2.0:1767384618.287874:0:24619:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ca4197 00000400:00000010:2.0:1767384618.287875:0:24619:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026ca4197. 00000400:00000010:2.0:1767384618.287878:0:24619:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000fd6e69b1. 00000400:00000200:2.0:1767384618.287882:0:24619:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (16) 00000400:00000200:2.0:1767384618.287899:0:24619:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384618.287907:0:24619:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:2.0:1767384618.287914:0:24619:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007e614562. 00000020:01000000:2.0:1767384618.287918:0:24619:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384618.287920:0:24619:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp25 00000400:00000200:0.0:1767384618.287925:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384618.287932:0:24619:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000aac88d85. 00000400:00000200:0.0:1767384618.287934:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:2.0:1767384618.287939:0:24619:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000be232211. 00000400:00000010:0.0:1767384618.287944:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5f9bb7a. 00000400:00000200:0.0:1767384618.287950:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (17) 00000400:00000010:0.0:1767384618.287958:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004c200dad. 00000020:00000001:3.0:1767384618.287960:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384618.287965:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 10000000:00000001:3.0:1767384618.287966:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384618.287971:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384618.287973:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384618.287976:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384618.287977:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384618.287978:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384618.287980:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384618.287981:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384618.287983:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384618.287986:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384618.287987:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp to MR: 192.168.202.137@tcp local destination 00000020:01000004:3.0:1767384618.287988:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384618.287990:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384618.287993:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384618.287999:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e390662. 00000400:00000200:0.0:1767384618.288000:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp NI seq info: [37:37:256:4294967295] 192.168.202.137@tcp LPNI seq info [37:37:8:4294967295] 00000020:00000040:3.0:1767384618.288005:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384618.288010:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384618.288011:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp 02000000:00000001:3.0:1767384618.288013:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384618.288019:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384618.288025:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp:192.168.202.137@tcp) -> 192.168.202.137@tcp(192.168.202.137@tcp:192.168.202.137@tcp) : PUT try# 0 02000000:00000010:3.0:1767384618.288029:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000203accf7. 00000800:00000200:0.0:1767384618.288034:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.137@tcp 00000100:00000001:3.0:1767384618.288038:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384618.288042:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fad88f5. 00000100:00000001:3.0:1767384618.288046:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384618.288048:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.288056:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e390662] to pc [ptlrpcd_00_01+1] req@000000001e390662 x1853237049179136/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384618.288062:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008612cf88] -> 12345-192.168.202.137@tcp (6) 00000800:00000200:0.0:1767384618.288078:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp ip 192.168.202.137:988 00000800:00000200:0.0:1767384618.288086:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fad88f5 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:0.0:1767384618.288104:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 10000000:00000001:3.0:1767384618.288105:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384618.288109:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 10000000:00000001:3.0:1767384618.288111:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.288116:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384618.288119:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384618.288119:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384618.288124:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384618.288126:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384618.288127:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384618.288128:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384618.288129:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384618.288130:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384618.288132:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:1.0:1767384618.288132:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e390662 x1853237049179136/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384618.288134:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384618.288136:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384618.288138:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384618.288140:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384618.288141:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384618.288142:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384618.288143:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384618.288144:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384618.288144:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384618.288146:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384618.288148:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767384618.288150:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090fbf651. 02000000:00000001:1.0:1767384618.288152:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384618.288153:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384618.288155:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384618.288155:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.288157:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767384618.288158:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e390662 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049179136:0@lo:253: 02000000:00000001:3.0:1767384618.288160:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.288163:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384618.288166:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c95813c1. 00000100:00000001:3.0:1767384618.288169:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384618.288169:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384618.288172:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.288174:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384618.288175:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384618.288175:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384618.288181:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fbf651] to pc [ptlrpcd_00_02+2] req@0000000090fbf651 x1853237049179264/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384618.288181:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000153161c5. 02000000:00000001:1.0:1767384618.288184:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384618.288189:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007876cd85. 00000400:00000010:1.0:1767384618.288194:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abd3d098. 00000100:00000200:1.0:1767384618.288199:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049179136, portal 25 00000100:00000001:1.0:1767384618.288202:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384618.288204:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923226112 : -123268786325504 : ffff8fe33fc77800) 10000000:00000001:3.0:1767384618.288206:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384618.288209:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.288210:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e390662 x1853237049179136/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384618.288211:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384618.288213:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384618.288216:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007e614562. 00000100:00000001:1.0:1767384618.288225:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767384618.288225:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384618.288229:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384618.288231:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:0.0:1767384618.288231:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fad88f5. 00000400:00000010:1.0:1767384618.288237:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024a09414. 00000100:00000001:3.0:1767384618.288238:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384618.288239:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384618.288240:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384618.288240:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049179136, offset 0 00000100:00000040:3.0:1767384618.288245:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000090fbf651 x1853237049179264/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384618.288252:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384618.288254:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: PUT: OK 00000100:00000001:3.0:1767384618.288256:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384618.288259:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.288262:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384618.288263:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384618.288263:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:3.0:1767384618.288266:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384618.288271:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384618.288271:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000400:00000200:1.0:1767384618.288272:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003c00 00000100:00100000:3.0:1767384618.288276:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000090fbf651 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049179264:0@lo:253: 00000100:00000001:3.0:1767384618.288280:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384618.288282:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384618.288282:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa55 [2] + 0 02000000:00000001:3.0:1767384618.288283:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.288286:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384618.288286:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005de8f21d. 00000800:00000001:0.0:1767384618.288286:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384618.288293:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000083e86a25. 00000400:00000200:1.0:1767384618.288293:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000369575b4 02000000:00000001:3.0:1767384618.288295:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384618.288299:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384618.288300:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055f41a75. 00000400:00000200:1.0:1767384618.288300:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384618.288304:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384618.288307:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7cebc33. 00000400:00000200:1.0:1767384618.288307:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1767384618.288311:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384618.288312:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049179264, portal 25 00000400:00000200:1.0:1767384618.288312:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000369575b4 00000400:00000010:1.0:1767384618.288315:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000369575b4. 00000100:00000001:3.0:1767384618.288317:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384618.288318:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923220736 : -123268786330880 : ffff8fe33fc76300) 00000100:00000001:1.0:1767384618.288320:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384618.288324:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384618.288325:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp) <- 192.168.202.137@tcp : PUT - for me 00000100:00000040:3.0:1767384618.288326:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000090fbf651 x1853237049179264/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384618.288327:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000c01bc5fb x1853237049179136 msgsize 4848 00000100:00000001:3.0:1767384618.288335:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384618.288335:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384618.288337:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384618.288338:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384618.288342:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384618.288343:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f8e39a9. 00000100:00000001:1.0:1767384618.288347:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384618.288353:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 288/304 into md 0x15b1 [1] + 0 00000400:00000010:0.0:1767384618.288358:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb5708b. 00000400:00000200:0.0:1767384618.288363:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014d627d4 00000100:00000200:3.0:1767384618.288367:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049179264, offset 0 00000400:00000200:1.0:1767384618.288367:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024a09414 00000800:00000001:0.0:1767384618.288368:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384618.288371:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024a09414. 00000100:00000001:1.0:1767384618.288376:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384618.288377:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384618.288378:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384618.288380:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e390662 x1853237049179136/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384618.288384:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384618.288385:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384618.288395:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: PUT: OK 00000100:00000001:1.0:1767384618.288396:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384618.288398:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003c80 00000100:00000040:1.0:1767384618.288401:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e390662 x1853237049179136/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384618.288405:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 00000400:00000010:3.0:1767384618.288409:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c2cfbd. 00000100:00000001:1.0:1767384618.288409:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.288411:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384618.288414:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e38db775 00000100:00000001:1.0:1767384618.288415:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384618.288418:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d627d4 00000400:00000200:3.0:1767384618.288419:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384618.288419:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294906715 00000400:00000010:0.0:1767384618.288424:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d627d4. 00000100:00000010:1.0:1767384618.288426:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000260059e4. 00000400:00000200:3.0:1767384618.288432:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384618.288432:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384618.288438:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38db775 00000400:00000200:0.0:1767384618.288439:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (18) 00000100:00000001:1.0:1767384618.288440:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767384618.288441:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e38db775. 00000100:00000001:3.0:1767384618.288447:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384618.288447:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294906715 00000100:00000200:3.0:1767384618.288451:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384618.288451:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000100:00000010:1.0:1767384618.288452:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5bea489. 00000100:00000040:3.0:1767384618.288457:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000ec2d4492 x1853237049179264 msgsize 4848 00000100:00000001:1.0:1767384618.288458:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384618.288460:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (304 bytes) 00000100:00000001:1.0:1767384618.288462:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294906715 00000100:00100000:3.0:1767384618.288465:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384618.288467:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384618.288468:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068e4082c. 00000400:00000200:0.0:1767384618.288469:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:1.0:1767384618.288472:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384618.288476:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384618.288477:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294906715 00000100:00000010:1.0:1767384618.288481:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c716953a. 00000400:00000200:0.0:1767384618.288484:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (19) 00000100:00000001:1.0:1767384618.288485:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384618.288491:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384618.288493:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f8e39a9 00000400:00000010:3.0:1767384618.288495:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f8e39a9. 00000100:00000001:1.0:1767384618.288495:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384618.288496:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384618.288498:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.288499:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384618.288501:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384618.288503:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000090fbf651 x1853237049179264/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.288510:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384618.288513:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384618.288515:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384618.288516:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp to MR: 192.168.202.137@tcp local destination 00000100:00000001:1.0:1767384618.288517:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384618.288518:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000090fbf651 x1853237049179264/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.288520:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384618.288522:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.288526:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384618.288531:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp NI seq info: [38:38:256:4294967295] 192.168.202.137@tcp LPNI seq info [38:38:8:4294967295] 00000100:00000001:3.0:1767384618.288532:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.288536:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384618.288547:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp:192.168.202.137@tcp) -> 192.168.202.137@tcp(192.168.202.137@tcp:192.168.202.137@tcp) 192.168.202.137@tcp : ACK try# 0 00000100:00000001:1.0:1767384618.288564:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384618.288566:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp 00000100:00000001:3.0:1767384618.288567:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.288568:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.288573:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294906715 00000800:00000010:0.0:1767384618.288574:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fad88f5. 00000100:00000001:3.0:1767384618.288576:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294906715 00000100:00000001:3.0:1767384618.288580:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294906715 00000400:00000200:1.0:1767384618.288583:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384618.288584:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294906715 00000800:00000200:0.0:1767384618.288586:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008612cf88] -> 12345-192.168.202.137@tcp (6) 00000100:00000001:3.0:1767384618.288587:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294906715 00000400:00000010:1.0:1767384618.288588:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000fb8f34cb. 00000100:00000001:3.0:1767384618.288592:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294906715 00000400:00000010:1.0:1767384618.288593:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2f51c8f. 00000800:00000200:0.0:1767384618.288597:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp ip 192.168.202.137:1023 00000100:00000001:3.0:1767384618.288598:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294906715 00000400:00000010:1.0:1767384618.288599:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077a39917. 00000100:00000001:3.0:1767384618.288604:0:16350:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294906715 00000400:00000200:1.0:1767384618.288605:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000fb8f34cb 00000800:00000200:0.0:1767384618.288605:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fad88f5 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384618.288641:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384618.288645:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.288650:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384618.288650:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000bee82104. 00000100:00000001:3.0:1767384618.288652:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384618.288654:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000400:00000200:1.0:1767384618.288659:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102451 00000800:00000001:0.0:1767384618.288659:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384618.288662:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384618.288664:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384618.288664:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (18) 00000100:00000001:3.0:1767384618.288666:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.288669:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384618.288669:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000bee82104. 00000800:00000001:0.0:1767384618.288669:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.288671:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384618.288674:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000600d16b. 00000100:00000001:3.0:1767384618.288676:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384618.288679:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000020b39537. 00000100:00000001:3.0:1767384618.288697:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.288699:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.288699:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:1.0:1767384618.288706:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:1.0:1767384618.288711:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:3.0:1767384618.288712:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384618.288715:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179136 00000400:00000200:1.0:1767384618.288717:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 02000000:00000001:3.0:1767384618.288718:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384618.288720:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384618.288722:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.288723:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 02000000:00000001:3.0:1767384618.288727:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.288729:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00100000:3.0:1767384618.288731:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179136 00000020:00000001:3.0:1767384618.288733:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384618.288733:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000040:3.0:1767384618.288735:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384618.288738:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384618.288738:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:00000040:3.0:1767384618.288741:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000400:00000200:1.0:1767384618.288743:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000001:3.0:1767384618.288744:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:3.0:1767384618.288748:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:1.0:1767384618.288748:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:3.0:1767384618.288752:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384618.288753:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000020:00000010:3.0:1767384618.288757:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048e16976. 00000800:00000200:0.0:1767384618.288772:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384618.288773:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384618.288773:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000800:00000010:0.0:1767384618.288778:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fad88f5. 00000020:00000010:3.0:1767384618.288779:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048e16976. 00000400:00000200:1.0:1767384618.288781:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:0.0:1767384618.288786:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384618.288789:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000067316be. 00000400:00000200:1.0:1767384618.288789:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:0.0:1767384618.288805:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: ACK: OK 00000020:00000010:3.0:1767384618.288807:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6fd47eb. 00000400:00000200:1.0:1767384618.288809:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000010:3.0:1767384618.288814:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000089aa50b5. 00000400:00000200:1.0:1767384618.288814:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:1.0:1767384618.288818:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000100:00000040:3.0:1767384618.288821:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384618.288822:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000100:00000001:3.0:1767384618.288824:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384618.288825:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384618.288826:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp24 00000100:00000001:3.0:1767384618.288827:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.288830:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp24 lpni_is_preferred = 0 00000400:00000200:1.0:1767384618.288833:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp24 00000100:00000001:3.0:1767384618.288834:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.288844:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384618.288845:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp24 NI seq info: [39:39:256:4294967295] 192.168.202.137@tcp24 LPNI seq info [39:39:8:4294967295] 00000400:00000200:1.0:1767384618.288851:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp24 00000100:00000001:3.0:1767384618.288853:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384618.288854:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179264 02000000:00000001:3.0:1767384618.288860:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384618.288860:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp24(192.168.202.137@tcp24:) -> 192.168.202.137@tcp24(192.168.202.137@tcp:192.168.202.137@tcp24) : GET try# 0 00000100:00000001:3.0:1767384618.288862:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384618.288864:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.288866:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384618.288868:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp24 00000100:00100000:3.0:1767384618.288869:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179264 00000020:00000001:3.0:1767384618.288871:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1767384618.288871:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384618.288872:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000087a3b7e. 00000020:00000040:3.0:1767384618.288875:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384618.288877:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1767384618.288878:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384618.288880:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000800:00000010:1.0:1767384618.288880:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000024a09414. 00000800:00000001:0.0:1767384618.288884:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384618.288885:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000800:00000010:1.0:1767384618.288885:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000369575b4. 00000020:00000001:3.0:1767384618.288889:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384618.288892:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1767384618.288892:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384618.288893:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000024a09414] -> 12345-192.168.202.137@tcp24 (2) 00000020:00000010:3.0:1767384618.288897:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048e16976. 00000800:00000001:0.0:1767384618.288898:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384618.288900:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1767384618.288902:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000024a09414] -> 12345-192.168.202.137@tcp24 (2) 00000020:00000010:3.0:1767384618.288904:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048e16976. 00000020:00000010:3.0:1767384618.288909:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001270cd7a. 00000020:00000010:3.0:1767384618.288914:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000189e6bc4. 00000400:00000200:1.0:1767384618.288915:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000020:00000010:3.0:1767384618.288917:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074f84fc7. 00000400:00000200:1.0:1767384618.288917:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100651 rc 0 00000800:00000001:0.0:1767384618.288919:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.288921:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384618.288925:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384618.288927:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384618.288932:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp) <- 192.168.202.137@tcp : ACK - for me 00000100:00000001:3.0:1767384618.288934:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.288938:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384618.288947:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp: ACK from 12345-192.168.202.137@tcp into md 0x15d5 00000100:00000001:3.0:1767384618.288948:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384618.288952:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384618.288953:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384618.288958:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000400:00000200:0.0:1767384618.288963:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: ACK: OK 00000100:00000040:3.0:1767384618.288965:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384618.288969:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885425232 : -123268824126384 : ffff8fe33d86ac50) 00000400:00000200:0.0:1767384618.288969:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5f9bb7a 00000400:00000010:0.0:1767384618.288974:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5f9bb7a. 00000100:00000040:3.0:1767384618.288978:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c01bc5fb x1853237049179136/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:599/0 lens 4848/0 e 0 to 0 dl 1767384629 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384618.288981:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384618.288989:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000100:00000001:3.0:1767384618.288993:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384618.288997:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000020:00000010:3.0:1767384618.288999:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048e16976. 00000100:00000001:3.0:1767384618.289004:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384618.289011:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (19) 00000020:00000010:3.0:1767384618.289012:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048e16976. 00000800:00000001:0.0:1767384618.289021:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384618.289022:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c01bc5fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049179136:12345-0@lo:253: 00000100:00000200:3.0:1767384618.289027:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179136 00000020:00000001:3.0:1767384618.289031:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:0.0:1767384618.289034:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384618.289036:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384618.289040:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.289043:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384618.289046:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:3.0:1767384618.289050:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384618.289052:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384618.289055:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384618.289057:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384618.289061:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.289065:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384618.289068:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384618.289068:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384618.289073:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100251 02000000:00000010:3.0:1767384618.289074:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000168595db. 02000000:00000001:3.0:1767384618.289077:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.289077:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (18) 00000100:00000001:3.0:1767384618.289080:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384618.289081:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000eaf93ec1. 20000000:00000001:3.0:1767384618.289083:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:1.0:1767384618.289086:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 20000000:00000010:3.0:1767384618.289092:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006c7d7a88. 00000400:00000010:1.0:1767384618.289092:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000095adc70c. 00000400:00000200:0.0:1767384618.289096:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 20000000:01000000:3.0:1767384618.289097:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384618.289097:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 20000000:00000001:3.0:1767384618.289101:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384618.289105:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384618.289106:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 20000000:00000001:3.0:1767384618.289108:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384618.289111:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.289111:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 20000000:00000001:3.0:1767384618.289114:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384618.289118:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 20000000:00000010:3.0:1767384618.289123:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d938466. 00000400:00000200:1.0:1767384618.289124:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 20000000:01000000:3.0:1767384618.289126:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000400:00000200:1.0:1767384618.289130:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 20000000:00000001:3.0:1767384618.289132:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384618.289136:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00080000:00000001:3.0:1767384618.289137:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384618.289141:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384618.289143:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:1.0:1767384618.289148:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:1.0:1767384618.289154:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00080000:00000001:3.0:1767384618.289160:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384618.289170:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00080000:00000001:3.0:1767384618.289175:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.289175:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00080000:00000001:3.0:1767384618.289179:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384618.289181:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.289182:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00080000:00000001:3.0:1767384618.289183:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384618.289187:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00080000:00000001:3.0:1767384618.289190:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384618.289193:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000400:00000200:1.0:1767384618.289194:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:1.0:1767384618.289198:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000001:3.0:1767384618.289199:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:3.0:1767384618.289201:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384618.289202:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00080000:00000001:3.0:1767384618.289205:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384618.289208:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[39, 8], ns[39, 8] 00080000:00000001:3.0:1767384618.289209:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384618.289211:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384618.289212:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000020:00000001:3.0:1767384618.289215:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384618.289215:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp10 00000400:00000200:1.0:1767384618.289219:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp10 lpni_is_preferred = 0 00000020:00000001:3.0:1767384618.289221:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000400:00000200:1.0:1767384618.289223:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp10 00000400:00000200:0.0:1767384618.289223:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00080000:00000001:3.0:1767384618.289226:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384618.289230:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp10 NI seq info: [40:40:256:4294967295] 192.168.202.137@tcp10 LPNI seq info [40:40:8:4294967295] 00080000:00000010:3.0:1767384618.289232:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004013cd0e. 00080000:00000001:3.0:1767384618.289234:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804258076672 : -123269451474944 : ffff8fe318221800) 00000400:00000200:1.0:1767384618.289237:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp10 00080000:00000001:3.0:1767384618.289238:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384618.289242:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384618.289246:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000048e16976. 00000400:00000200:1.0:1767384618.289247:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10:) -> 192.168.202.137@tcp10(192.168.202.137@tcp:192.168.202.137@tcp10) : GET try# 0 00080000:00000001:3.0:1767384618.289249:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384618.289251:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:1.0:1767384618.289252:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp10 00000800:00000010:1.0:1767384618.289257:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e40780de. 00000800:00000200:1.0:1767384618.289262:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017c304d8] -> 12345-192.168.202.137@tcp10 (6) 00080000:00000001:3.0:1767384618.289266:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384618.289268:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp10 ip 192.168.202.137:988 00000800:00000200:1.0:1767384618.289270:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e40780de type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384618.289273:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00080000:00000001:3.0:1767384618.289283:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384618.289283:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384618.289286:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100251 rc 0 00000100:00000001:3.0:1767384618.289313:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384618.289316:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384618.289320:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00000040:3.0:1767384618.289323:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:3.0:1767384618.289326:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885413968 : -123268824137648 : ffff8fe33d868050) 00000100:00000040:3.0:1767384618.289332:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ec2d4492 x1853237049179264/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:599/0 lens 4848/0 e 0 to 0 dl 1767384629 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384618.289335:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000001:3.0:1767384618.289345:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384618.289349:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e97f3840. 00000100:00000001:3.0:1767384618.289352:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384618.289355:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e97f3840. 00000100:00100000:3.0:1767384618.289361:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ec2d4492 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049179264:12345-0@lo:253: 00000100:00000200:3.0:1767384618.289366:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179264 00000800:00000200:1.0:1767384618.289369:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384618.289372:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e40780de. 00000020:00000001:3.0:1767384618.289375:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384618.289378:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384618.289379:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384618.289380:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.289382:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384618.289384:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000400:00000200:1.0:1767384618.289385:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: GET: OK 00000020:00000001:3.0:1767384618.289387:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384618.289388:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384618.289390:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384618.289392:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384618.289392:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:3.0:1767384618.289394:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.289396:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384618.289396:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000400:00000200:0.0:1767384618.289398:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 02000000:00000001:3.0:1767384618.289399:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:1.0:1767384618.289403:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384618.289406:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004b8ed9e8. 02000000:00000001:3.0:1767384618.289408:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.289410:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384618.289411:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384618.289413:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:1.0:1767384618.289413:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:3.0:1767384618.289421:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000095af6048. 00000800:00000001:1.0:1767384618.289421:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384618.289424:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384618.289426:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384618.289427:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10) <- 192.168.202.137@tcp10 : GET - for me 20000000:00000001:3.0:1767384618.289428:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384618.289430:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384618.289432:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384618.289434:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384618.289436:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384618.289442:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 304/304 into md 0x15d1 [1] + 0 00000400:00000200:0.0:1767384618.289445:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384618.289452:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp10 to MR: 192.168.202.137@tcp10 local destination 00000400:00000200:1.0:1767384618.289459:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp10 NI seq info: [41:41:256:4294967295] 192.168.202.137@tcp10 LPNI seq info [41:41:8:4294967295] 00000400:00000200:1.0:1767384618.289472:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10:192.168.202.137@tcp10) -> 192.168.202.137@tcp10(192.168.202.137@tcp10:192.168.202.137@tcp10) 192.168.202.137@tcp10 : REPLY try# 0 00000800:00000200:1.0:1767384618.289478:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.137@tcp10 00000800:00000010:1.0:1767384618.289482:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e40780de. 00000800:00000200:1.0:1767384618.289487:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017c304d8] -> 12345-192.168.202.137@tcp10 (6) 00000800:00000200:1.0:1767384618.289493:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp10 ip 192.168.202.137:1021 00000800:00000200:1.0:1767384618.289497:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e40780de type 3, nob 400 niov 1 nkiov 1 00000400:00000200:0.0:1767384618.289508:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000800:00000200:1.0:1767384618.289545:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384618.289549:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e40780de. 00000400:00000200:1.0:1767384618.289554:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384618.289559:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: REPLY: OK 00000800:00000001:1.0:1767384618.289570:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384618.289570:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000800:00000001:1.0:1767384618.289576:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384618.289581:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384618.289586:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384618.289588:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384618.289593:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384618.289599:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10) <- 192.168.202.137@tcp10 : REPLY - for me 00000400:00000200:1.0:1767384618.289666:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp10: Reply from 12345-192.168.202.137@tcp10 of length 304/304 into md 0x15f1 00000800:00000001:1.0:1767384618.289671:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384618.289681:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384618.289683:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384618.289686:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: REPLY: OK 00000400:00000200:1.0:1767384618.289689:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:1.0:1767384618.289690:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000400:00000200:1.0:1767384618.289692:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384618.289695:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:1.0:1767384618.289698:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:1.0:1767384618.289701:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 17. state = 0x100251 00000400:00000200:1.0:1767384618.289703:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384618.289714:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (19) 00000800:00000001:1.0:1767384618.289720:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384618.289724:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384618.289830:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384618.289837:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000d1 00000400:00000010:3.0:1767384618.289845:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 000000009280ae55. 00000400:00000010:3.0:1767384618.289849:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000ff8a8415. 00000400:00000010:3.0:1767384618.289853:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 000000003420f21f. 00000400:00000010:3.0:1767384618.289877:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a3b2d89c. 00000400:00000200:3.0:1767384618.289883:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a3b2d89c nid 192.168.202.137@tcp25 00000400:00000010:3.0:1767384618.289888:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000217245f2. 00000400:00000200:0.0:1767384618.289889:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384618.289892:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000217245f2 net tcp25 00000400:00000200:3.0:1767384618.289898:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (18) 00000400:00000200:3.0:1767384618.289905:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp25 flags 0x11 00000400:00000010:3.0:1767384618.289910:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 000000009280ae55. 00000400:00000010:3.0:1767384618.289914:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000ff8a8415. 00000400:00000010:3.0:1767384618.289924:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 000000003420f21f. 00000400:00000010:3.0:1767384618.289928:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000eaf93ec1. 00000400:00000200:3.0:1767384618.289932:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384618.289937:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000400:00000200:0.0:1767384618.289938:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384618.289942:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000400:00000200:3.0:1767384618.289949:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000200:3.0:1767384618.289954:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384618.289957:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000400:00000200:3.0:1767384618.289961:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:3.0:1767384618.289965:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (19) 00000400:00000200:0.0:1767384618.289984:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384618.290020:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384618.290054:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384618.290084:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384618.290109:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384618.290133:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384618.290154:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384618.290178:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384618.290214:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384618.290242:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00080000:00000010:1.0:1767384618.290271:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004013cd0e. 00000400:00000200:0.0:1767384618.290282:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384618.290318:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00080000:00000010:3.0:1767384618.290322:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000048e16976. 00040000:00000001:3.0:1767384618.290329:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384618.290331:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384618.290334:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384618.290338:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384618.290341:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384618.290343:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:0.0:1767384618.290348:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 20000000:01000000:3.0:1767384618.290355:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384618.290367:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384618.290368:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001941be73. 20000000:01000000:3.0:1767384618.290371:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384618.290371:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:1.0:1767384618.290375:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384618.290376:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:1.0:1767384618.290377:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384618.290380:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384618.290384:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00080000:00000001:1.0:1767384618.290387:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384618.290397:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384618.290399:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384618.290400:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384618.290401:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384618.290403:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384618.290405:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:1.0:1767384618.290409:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:1.0:1767384618.290411:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384618.290415:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384618.290418:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384618.290420:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384618.290421:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000020:00000001:1.0:1767384618.290424:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384618.290429:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 20000000:01000000:3.0:1767384618.290430:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384618.290433:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:3.0:1767384618.290434:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000010:1.0:1767384618.290436:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000af4ebb33. 10000000:01000000:3.0:1767384618.290437:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384618.290442:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384618.290446:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384618.290446:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799651443200 : -123274058108416 : ffff8fe2058e7200) 00080000:00000001:1.0:1767384618.290449:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384618.290452:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000010:3.0:1767384618.290454:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001ba4d7fe. 00080000:00000010:1.0:1767384618.290454:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004227ed25. 00080000:00000001:1.0:1767384618.290457:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.290459:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384618.290459:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384618.290461:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00010000:00000010:3.0:1767384618.290463:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f71a8622. 00080000:00000001:1.0:1767384618.290467:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.290469:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384618.290476:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:3.0:1767384618.290486:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f71a8622 with handle 0x7f71e2b70dd20251 to hash 00000020:00000001:3.0:1767384618.290490:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384618.290492:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384618.290495:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384618.290506:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384618.290508:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00010000:00000001:3.0:1767384618.290509:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384618.290514:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20251 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.290524:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384618.290526:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384618.290529:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384618.290532:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384618.290534:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384618.290537:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384618.290538:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384618.290541:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384618.290544:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:0.0:1767384618.290544:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00010000:00000001:3.0:1767384618.290546:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384618.290549:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384618.290552:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001ba4d7fe) refcount = 1 00010000:00010000:3.0:1767384618.290556:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20251 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.290562:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384618.290564:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384618.290566:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384618.290568:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.290570:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384618.290574:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384618.290577:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:3.0:1767384618.290580:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384618.290582:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384618.290583:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000020:00000040:3.0:1767384618.290585:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=4 00000020:00000001:3.0:1767384618.290589:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384618.290591:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384618.290593:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384618.290594:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20251 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.290627:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384618.290630:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20251 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.290637:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384618.290639:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384618.290641:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20251 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.290647:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384618.290648:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.290651:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384618.290653:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20251 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384618.290661:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f71a8622 already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384618.290664:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384618.290666:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384618.290668:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20251 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.290674:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384618.290676:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384618.290678:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384618.290679:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=5 00000020:00000001:3.0:1767384618.290682:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384618.290684:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384618.290687:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384618.290689:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20251 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.290695:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384618.290697:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384618.290706:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.290710:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384618.290712:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384618.290714:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384618.290715:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384618.290717:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f71a8622 with handle 0x7f71e2b70dd20251 from hash 00010000:00000001:3.0:1767384618.290720:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384618.290722:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384618.290723:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384618.290725:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384618.290726:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384618.290729:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384618.290731:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384618.290733:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384618.290736:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.290738:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384618.290739:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384618.290742:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384618.290744:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384618.290745:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.290748:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.290749:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384618.290752:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20251 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.290770:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384618.290771:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384618.290773:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384618.290774:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384618.290776:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384618.290778:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384618.290780:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384618.290783:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384618.290785:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384618.290787:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20251 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.290794:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384618.290802:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384618.290804:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20251 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384618.290810:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001ba4d7fe count: 0 00010000:00000001:3.0:1767384618.290822:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384618.290824:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000800:00000010:0.0:1767384618.290830:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000467b5cfb. 00080000:00000020:3.0:1767384618.290832:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384618.290835:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384618.290837:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006c7d7a88. 20000000:00000001:3.0:1767384618.290841:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384618.290845:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d45dc5d6. 00010000:00000040:3.0:1767384618.290846:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049179136 00010000:00000001:3.0:1767384618.290851:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000800:00000010:0.0:1767384618.290854:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000025674f92. 00010000:00000200:3.0:1767384618.290856:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c01bc5fb x1853237049179136/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384618.290866:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384618.290868:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384618.290872:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384618.290876:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384618.290879:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384618.290882:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384618.290885:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384618.290886:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.290889:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384618.290893:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384618.290893:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000010:3.0:1767384618.290895:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f8e39a9. 00000100:00000200:3.0:1767384618.290898:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049179136, offset 224 00000400:00000200:3.0:1767384618.290904:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:0.0:1767384618.290905:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000025674f92. 00000400:00000200:1.0:1767384618.290911:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp24 from 225.3.0.2 00000400:00000200:3.0:1767384618.290912:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384618.290916:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000058dd0474. 00000400:00000200:3.0:1767384618.290919:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003c00 00000400:00000200:3.0:1767384618.290924:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15d9 [2] + 224 00000400:00000200:3.0:1767384618.290930:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384618.290933:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384618.290937:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384618.290941:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e390662 x1853237049179136/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384618.290962:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001e390662 x1853237049179136/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.290977:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384618.290982:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f8e39a9 00000400:00000010:3.0:1767384618.290984:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f8e39a9. 00000100:00000001:3.0:1767384618.290987:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:0.0:1767384618.290988:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f21cb0f3. 00000100:00000001:3.0:1767384618.290990:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384618.290994:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384618.290997:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009b2e4547. 00000100:00000040:3.0:1767384618.290999:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384618.291004:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384618.291006:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.291008:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384618.291012:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c01bc5fb x1853237049179136/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384618.291022:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c01bc5fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049179136:12345-0@lo:253: Request processed in 2029us (2693us total) trans 0 rc 0/0 00000800:00000010:0.0:1767384618.291025:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bd1ea857. 00000100:00100000:3.0:1767384618.291036:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000800:00000200:0.1:1767384618.291037:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000024a09414] -> 12345-192.168.202.137@tcp24 (2) 00000100:00000040:3.0:1767384618.291041:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384618.291046:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.1:1767384618.291047:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp24 00000000bd1ea857 deleted 00000100:00000001:3.0:1767384618.291049:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:0.1:1767384618.291053:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bd1ea857. 00000020:00000010:3.0:1767384618.291056:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6fd47eb. 00000800:00000200:0.1:1767384618.291061:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000010:3.0:1767384618.291062:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000089aa50b5. 00000020:00000010:3.0:1767384618.291067:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000067316be. 00000800:00000200:0.1:1767384618.291073:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp24 ip 192.168.202.137:993 00000020:00000040:3.0:1767384618.291075:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000800:00000200:0.1:1767384618.291078:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000087a3b7e type 2, nob 96 niov 1 nkiov 0 02000000:00000001:3.0:1767384618.291080:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384618.291082:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000168595db. 02000000:00000001:3.0:1767384618.291086:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384618.291090:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384618.291096:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp24 p 3.x 192.168.202.137 -> 192.168.202.137:993 incarnation:1767384616446471565 sched[0] 00000100:00000200:3.0:1767384618.291098:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384618.291105:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000542857f. 00000800:00000010:0.0:1767384618.291106:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000025674f92. 00000400:00000010:3.0:1767384618.291111:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f8e39a9. 00000100:00000001:3.0:1767384618.291124:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.291132:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384618.291135:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384618.291137:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384618.291139:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007876cd85. 00000400:00000200:3.0:1767384618.291142:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abd3d098 00000400:00000010:3.0:1767384618.291144:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abd3d098. 00000100:00000001:3.0:1767384618.291147:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384618.291151:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e390662 x1853237049179136/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384618.291160:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e390662 x1853237049179136/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384618.291166:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000025674f92. 00000100:00000001:3.0:1767384618.291167:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384618.291170:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384618.291173:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384618.291173:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009b2e4547. 00000100:00000001:3.0:1767384618.291175:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384618.291179:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000200:1.0:1767384618.291179:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp24 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384616446471565 sched[0] 00000100:00000001:3.0:1767384618.291181:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384618.291183:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384618.291183:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d45dc5d6. 02000000:00000001:3.0:1767384618.291187:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384618.291191:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=35 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384618.291195:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384618.291197:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384618.291199:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.291202:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384618.291204:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.291207:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.291210:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e390662 x1853237049179136/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.291217:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384618.291220:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384618.291222:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384618.291223:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000058dd0474. 00000020:01000004:3.0:1767384618.291226:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384618.291229:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384618.291231:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384618.291232:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384618.291234:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384618.291236:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000001:0.0:1767384618.291238:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:3.0:1767384618.291244:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000001:0.0:1767384618.291245:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384618.291246:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384618.291247:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000020:01000004:3.0:1767384618.291249:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384618.291252:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384618.291255:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e390662 x1853237049179136/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384618.291263:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e390662 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049179136:0@lo:253: 00000100:00000001:3.0:1767384618.291267:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.291270:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384618.291272:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e390662 x1853237049179136/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.291279:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384618.291279:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 02000000:00000001:3.0:1767384618.291281:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384618.291284:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000153161c5. 02000000:00000001:3.0:1767384618.291288:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384618.291290:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384618.291291:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384618.291294:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384618.291296:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000203accf7. 00000800:00000200:0.0:1767384618.291301:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767384618.291303:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384618.291307:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000010:0.0:1767384618.291307:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000087a3b7e. 00000100:00000010:3.0:1767384618.291310:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e390662. 00000100:00000001:3.0:1767384618.291315:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384618.291317:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.291318:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.291323:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384618.291324:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384618.291326:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384618.291327:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384618.291329:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000001:3.0:1767384618.291330:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384618.291338:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp24->192.168.202.137@tcp24: GET: OK 00000800:00000001:3.0:1767384618.291339:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384618.291344:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384618.291347:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384618.291350:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000800:00000001:3.0:1767384618.291351:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384618.291360:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384618.291361:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384618.291368:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp24(192.168.202.137@tcp24) <- 192.168.202.137@tcp24 : GET - for me 00000400:00000200:3.0:1767384618.291377:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384618.291381:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 304/304 into md 0x15d1 [1] + 0 00000400:00000200:1.0:1767384618.291395:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384618.291398:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp24 to MR: 192.168.202.137@tcp24 local destination 00000400:00000200:3.0:1767384618.291404:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp24 NI seq info: [42:42:256:4294967295] 192.168.202.137@tcp24 LPNI seq info [42:42:8:4294967295] 00000400:00000200:3.0:1767384618.291413:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp24(192.168.202.137@tcp24:192.168.202.137@tcp24) -> 192.168.202.137@tcp24(192.168.202.137@tcp24:192.168.202.137@tcp24) 192.168.202.137@tcp24 : REPLY try# 0 00000800:00000200:3.0:1767384618.291419:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.137@tcp24 00000800:00000010:3.0:1767384618.291423:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfe747a0. 00000800:00000200:3.0:1767384618.291428:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000024a09414] -> 12345-192.168.202.137@tcp24 (4) 00000400:00000200:1.0:1767384618.291428:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000800:00000200:3.0:1767384618.291432:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp24 ip 192.168.202.137:988 00000800:00000200:3.0:1767384618.291435:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe747a0 type 3, nob 400 niov 1 nkiov 1 00000400:00000200:1.0:1767384618.291459:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000800:00000001:0.0:1767384618.291490:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384618.291492:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000800:00000200:3.0:1767384618.291493:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384618.291496:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cfe747a0. 00000800:00000001:0.0:1767384618.291497:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384618.291502:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384618.291503:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384618.291511:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp24->192.168.202.137@tcp24: REPLY: OK 00000800:00000001:0.0:1767384618.291512:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384618.291517:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384618.291522:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384618.291531:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp24(192.168.202.137@tcp24) <- 192.168.202.137@tcp24 : REPLY - for me 00000400:00000200:1.0:1767384618.291542:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384618.291545:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp24: Reply from 12345-192.168.202.137@tcp24 of length 304/304 into md 0x15ed 00000400:00000200:1.0:1767384618.291580:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000800:00000001:0.0:1767384618.291593:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384618.291601:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384618.291603:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384618.291642:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384618.291645:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp24->192.168.202.137@tcp24: REPLY: OK 00000400:00000200:0.0:1767384618.291652:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000600d16b 00000400:00000010:0.0:1767384618.291655:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000600d16b. 00000400:00000200:0.0:1767384618.291666:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384618.291671:0:16341:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:0.0:1767384618.291674:0:16341:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:0.0:1767384618.291679:0:16341:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 17. state = 0x100111 00000400:00000200:1.0:1767384618.291680:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384618.291683:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (18) 00000800:00000001:0.0:1767384618.291693:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384618.291697:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384618.291714:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384618.291744:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384618.291782:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384618.291805:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384618.291824:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384618.291852:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384618.291886:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384618.291928:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384618.291947:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384618.291969:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384618.291997:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384618.292026:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00080000:00000010:3.0:1767384618.292059:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000af4ebb33. 00000400:00000200:1.0:1767384618.292060:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384618.292092:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00080000:00000010:0.0:1767384618.292108:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004227ed25. 00040000:00000001:0.0:1767384618.292116:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384618.292118:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384618.292121:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384618.292125:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 00000400:00000200:1.0:1767384618.292126:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 20000000:00000001:0.0:1767384618.292131:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384618.292135:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384618.292137:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384618.292148:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384618.292152:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000400:00000200:1.0:1767384618.292153:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00080000:00000001:0.0:1767384618.292157:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384618.292158:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384618.292162:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384618.292165:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384618.292168:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384618.292170:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384618.292175:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002e9a759a. 00010000:00000001:3.0:1767384618.292178:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384618.292181:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ab78eb20. 00000020:00000001:3.0:1767384618.292184:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384618.292186:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ab78eb20 with handle 0x7f71e2b70dd20258 to hash 00000020:00000001:3.0:1767384618.292189:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384618.292190:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961952256 : -123268747599360 : ffff8fe342166200) 00000400:00000200:1.0:1767384618.292191:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00010000:00000001:3.0:1767384618.292193:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961952256 : -123268747599360 : ffff8fe342166200) 00010000:00000001:3.0:1767384618.292196:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384618.292198:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384618.292201:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ab78eb20/0x7f71e2b70dd20258 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.292218:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384618.292221:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384618.292222:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384618.292224:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384618.292226:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384618.292226:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00010000:00000001:3.0:1767384618.292229:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384618.292231:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384618.292234:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384618.292235:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384618.292236:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384618.292238:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384618.292239:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002e9a759a) refcount = 1 00010000:00010000:3.0:1767384618.292243:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ab78eb20/0x7f71e2b70dd20258 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.292249:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384618.292250:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384618.292251:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384618.292252:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00010000:00000001:3.0:1767384618.292253:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.292255:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384618.292257:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384618.292260:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:3.0:1767384618.292262:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384618.292264:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384618.292266:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab78eb20 refcount=4 00000020:00000001:3.0:1767384618.292269:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952256 : -123268747599360 : ffff8fe342166200) 00010000:00000001:3.0:1767384618.292272:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952256 : -123268747599360 : ffff8fe342166200) 00010000:00000001:3.0:1767384618.292275:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384618.292276:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ab78eb20/0x7f71e2b70dd20258 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.292282:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384618.292284:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ab78eb20/0x7f71e2b70dd20258 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384618.292289:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384618.292294:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384618.292297:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000095af6048. 20000000:00000001:0.0:1767384618.292305:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.292306:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384618.292310:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1767384618.292311:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049179264 00010000:00010000:3.0:1767384618.292312:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ab78eb20/0x7f71e2b70dd20258 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.292317:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384618.292323:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:0.0:1767384618.292325:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ec2d4492 x1853237049179264/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384618.292326:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.292332:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384618.292336:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ab78eb20/0x7f71e2b70dd20258 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.292344:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384618.292348:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384618.292349:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ab78eb20 already unused, calling callback (0000000058ffb97a) 00000100:00001000:0.0:1767384618.292353:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=35 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384618.292354:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384618.292357:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384618.292361:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ab78eb20/0x7f71e2b70dd20258 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384618.292361:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384618.292368:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384618.292374:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:3.0:1767384618.292375:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384618.292378:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384618.292380:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384618.292382:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384618.292384:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384618.292386:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab78eb20 refcount=5 00000100:00000001:0.0:1767384618.292390:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384618.292391:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952256 : -123268747599360 : ffff8fe342166200) 00010000:00000001:3.0:1767384618.292394:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952256 : -123268747599360 : ffff8fe342166200) 00010000:00000001:3.0:1767384618.292396:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384618.292397:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ab78eb20/0x7f71e2b70dd20258 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384618.292404:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:1.0:1767384618.292409:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000153161c5. 00010000:00000001:3.0:1767384618.292410:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:0.0:1767384618.292410:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b2e4547. 00010000:00000001:3.0:1767384618.292414:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000010:1.0:1767384618.292415:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000062d17c7f. 00000100:00000200:0.0:1767384618.292416:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049179264, offset 224 00010000:00000001:3.0:1767384618.292417:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384618.292420:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091d50c96. 00010000:00000001:3.0:1767384618.292421:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384618.292424:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384618.292426:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384618.292430:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384618.292435:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384618.292440:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ab78eb20 with handle 0x7f71e2b70dd20258 from hash 00000400:00000200:0.0:1767384618.292441:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384618.292446:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384618.292449:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384618.292450:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384618.292451:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384618.292453:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000010:1.0:1767384618.292454:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091d50c96. 00010000:00000001:3.0:1767384618.292456:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1767384618.292458:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003c80 00010000:00000001:3.0:1767384618.292459:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384618.292462:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384618.292466:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384618.292468:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15e1 [2] + 224 00010000:00000001:3.0:1767384618.292470:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384618.292473:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384618.292477:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384618.292477:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384618.292479:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384618.292483:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.292487:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384618.292487:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384618.292491:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384618.292495:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ab78eb20/0x7f71e2b70dd20258 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384618.292496:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384618.292504:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384618.292504:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000090fbf651 x1853237049179264/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384618.292507:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384618.292510:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384618.292512:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384618.292514:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384618.292517:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384618.292520:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384618.292523:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384618.292526:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384618.292528:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000090fbf651 x1853237049179264/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384618.292530:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ab78eb20/0x7f71e2b70dd20258 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384618.292533:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:3.0:1767384618.292548:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384618.292551:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384618.292551:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp24 from 224.3.0.2 00010000:00010000:3.0:1767384618.292554:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ab78eb20/0x7f71e2b70dd20258 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384618.292555:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000058dd0474. 00000100:00000001:0.0:1767384618.292563:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384618.292572:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b2e4547 00010000:00000040:3.0:1767384618.292573:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002e9a759a count: 0 00000400:00000010:0.0:1767384618.292576:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b2e4547. 00010000:00000001:3.0:1767384618.292581:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384618.292582:0:17075:0:(events.c:386:reply_out_callback()) Process entered 20000000:00000001:3.0:1767384618.292585:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384618.292587:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384618.292593:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384618.292597:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384618.292600:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384618.292603:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384618.292605:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384618.292640:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec2d4492 x1853237049179264/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384618.292652:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ec2d4492 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16350:x1853237049179264:12345-0@lo:253: Request processed in 3305us (4191us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384618.292660:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000040:0.0:1767384618.292663:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:0.0:1767384618.292666:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384618.292669:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384618.292673:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000189e6bc4. 00000020:00000010:0.0:1767384618.292685:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074f84fc7. 00000020:00000010:0.0:1767384618.292690:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001270cd7a. 00000020:00000040:0.0:1767384618.292695:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:0.0:1767384618.292700:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384618.292702:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004b8ed9e8. 02000000:00000001:0.0:1767384618.292707:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384618.292710:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384618.292715:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384618.292720:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000640aa3a2. 00000400:00000010:0.0:1767384618.292724:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b2e4547. 00000800:00000010:0.0:1767384618.292754:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000baaed3cb. 00000800:00000010:0.0:1767384618.292772:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bd1ea857. 00000800:00000010:0.0:1767384618.292797:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000069626ef8. 00000800:00000200:0.1:1767384618.292804:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000024a09414] -> 12345-192.168.202.137@tcp24 (4) 00000800:00000200:0.1:1767384618.292810:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp24 0000000069626ef8 deleted 00000800:00000010:0.1:1767384618.292813:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000069626ef8. 00000800:00000200:0.1:1767384618.292818:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384618.292824:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp24 p 3.x 192.168.202.137 -> 192.168.202.137:992 incarnation:1767384616446471565 sched[0] 00000800:00000010:0.0:1767384618.292829:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000025674f92. 00000800:00000010:0.0:1767384618.292894:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000025674f92. 00000800:00000010:0.0:1767384618.292899:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bd1ea857. 00000800:00000200:3.1:1767384618.292915:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384618.292922:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp24 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384616446471565 sched[0] 00000800:00000010:3.0:1767384618.292927:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000062d17c7f. 00000800:00000010:0.0:1767384618.292938:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000058dd0474. 00000800:00000001:1.0:1767384618.292949:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384618.292954:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384618.292958:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384618.292959:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384618.292963:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384618.292965:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384618.292970:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384618.292973:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384618.292976:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055f41a75. 00000400:00000200:0.0:1767384618.292980:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7cebc33 00000400:00000010:0.0:1767384618.292982:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7cebc33. 00000100:00000001:0.0:1767384618.292986:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384618.292990:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000090fbf651 x1853237049179264/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384618.293001:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000090fbf651 x1853237049179264/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384618.293008:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384618.293011:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384618.293014:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384618.293016:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384618.293023:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384618.293025:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384618.293027:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384618.293030:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384618.293034:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384618.293037:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384618.293038:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.293040:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384618.293042:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384618.293044:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384618.293048:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000090fbf651 x1853237049179264/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384618.293055:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384618.293058:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384618.293059:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384618.293063:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384618.293065:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384618.293067:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384618.293068:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384618.293070:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384618.293072:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384618.293074:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384618.293075:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384618.293077:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384618.293081:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090fbf651 x1853237049179264/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384618.293089:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000090fbf651 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049179264:0@lo:253: 00000100:00000001:0.0:1767384618.293094:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384618.293096:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384618.293098:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000090fbf651 x1853237049179264/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384618.293105:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384618.293107:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384618.293108:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000083e86a25. 02000000:00000001:0.0:1767384618.293112:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384618.293120:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384618.293121:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384618.293123:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384618.293125:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c95813c1. 02000000:00000001:0.0:1767384618.293128:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384618.293129:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384618.293131:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000090fbf651. 00000100:00000001:0.0:1767384618.293134:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384618.293135:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384618.293137:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384618.293141:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384618.293143:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384618.293145:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384618.293147:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384618.293637:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294906715, at 4294906716 00000100:00000010:2.0:1767384618.293644:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068e4082c. 00000100:00000040:3.0:1767384618.293655:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294906715, at 4294906716 00000100:00000040:1.0:1767384618.293662:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294906715, at 4294906716 00000100:00000010:3.0:1767384618.293663:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c716953a. 00000100:00000010:1.0:1767384618.293666:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5bea489. 00000100:00000040:0.0:1767384618.293670:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294906715, at 4294906716 00000100:00000010:0.0:1767384618.293678:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000260059e4. 00010000:00000010:3.1:1767384618.295655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001ba4d7fe. 00010000:00000010:3.1:1767384618.295664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f71a8622. 00010000:00000010:3.1:1767384618.297626:0:24622:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002e9a759a. 00010000:00000010:3.1:1767384618.297633:0:24622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ab78eb20. 00000400:00000010:3.0:1767384618.305438:0:24624:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000561ea7f7. 00000400:00000040:3.0:1767384618.305461:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384618.305464:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384618.305466:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384618.305467:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384618.305469:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384618.305470:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384618.305472:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384618.305473:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384618.305474:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384618.305475:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384618.305476:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384618.305477:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384618.305479:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384618.305480:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384618.305481:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384618.305482:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384618.305483:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384618.305484:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384618.305484:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384618.305486:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384618.305487:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384618.305488:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384618.305489:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384618.305490:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384618.305490:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384618.305492:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384618.305497:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384618.305499:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384618.305500:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384618.305501:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384618.305502:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384618.305503:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384618.305504:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384618.305505:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384618.305506:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384618.305507:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384618.305507:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384618.305509:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384618.305510:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384618.305511:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384618.305512:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384618.305513:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384618.305514:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384618.305515:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384618.305516:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384618.305517:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384618.305518:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384618.305519:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384618.305520:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384618.305521:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384618.305522:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384618.305523:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384618.305524:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384618.305525:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384618.305526:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384618.305527:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384618.305528:0:24624:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384618.305570:0:24624:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000561ea7f7. 00010000:00000001:2.0:1767384618.969683:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384618.969688:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384618.969693:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384618.969694:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.969726:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384618.969730:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384618.969733:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384619.212806:0:24912:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac648235. 00080000:00000010:2.0:1767384619.212815:0:24912:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac648235. 00000020:00000001:2.0:1767384619.212819:0:24912:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384619.212826:0:24912:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac648235. 00080000:00000010:2.0:1767384619.212830:0:24912:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac648235. 00000020:00000001:2.0:1767384619.212832:0:24912:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384619.481647:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384619.481653:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384619.481659:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9a165b4. 00000020:00000040:1.0:1767384619.481666:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384619.481671:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384619.481675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384619.481675:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384619.481682:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.481691:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1767384619.481691:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f5a1138e. 00000100:00000010:2.0:1767384619.481696:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d5f7041. 00000020:00000040:2.0:1767384619.481699:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384619.481704:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384619.481705:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384619.481708:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.481708:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384619.481712:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002ebdd8e. 00000100:00000001:1.0:1767384619.481717:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384619.481718:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.481722:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.481727:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@000000007d5f7041 x1853237049179520/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384619.481731:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9a165b4] to pc [ptlrpcd_00_03+3] req@00000000c9a165b4 x1853237049179392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.481740:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384619.481743:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.481764:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5f7041] to pc [ptlrpcd_00_00+0] req@000000007d5f7041 x1853237049179520/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384619.481785:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.481788:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.481791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384619.481794:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384619.481797:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ac51833. 00000020:00000040:2.0:1767384619.481799:0:36:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384619.481801:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384619.481802:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384619.481804:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.481804:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384619.481807:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002468c0cc. 00000100:00000001:0.0:1767384619.481808:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384619.481809:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384619.481811:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.481812:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.481813:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384619.481816:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384619.481823:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384619.481823:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384619.481824:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.481828:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384619.481829:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac51833] to pc [ptlrpcd_00_01+1] req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.481832:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384619.481836:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384619.481840:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384619.481842:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.481847:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c9a165b4 x1853237049179392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384619.481851:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384619.481860:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384619.481863:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c79be1e. 00000020:00000040:2.0:1767384619.481866:0:36:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384619.481868:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384619.481869:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384619.481871:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.481872:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384619.481874:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.481878:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767384619.481879:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000079b1260a. 00000100:00000001:2.0:1767384619.481883:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.481884:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.481888:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384619.481889:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384619.481889:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.481891:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384619.481894:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c9a165b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049179392:0@lo:13: 00000100:00000001:0.0:1767384619.481894:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384619.481900:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d5f7041 x1853237049179520/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.481903:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384619.481908:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384619.481911:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384619.481912:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.481914:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.481916:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384619.481916:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384619.481919:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.481921:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c79be1e] to pc [ptlrpcd_00_02+2] req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384619.481922:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000032054c80. 02000000:00000001:0.0:1767384619.481924:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384619.481927:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.481927:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384619.481932:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384619.481935:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b975a4. 00000100:00100000:0.0:1767384619.481938:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d5f7041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049179520:0@lo:400: 00000400:00000010:1.0:1767384619.481943:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000100:00000001:0.0:1767384619.481944:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384619.481948:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384619.481949:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.481950:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384619.481951:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049179392, portal 4 02000000:00000001:0.0:1767384619.481951:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384619.481955:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384619.481956:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1767384619.481956:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048793b47. 00000100:00000001:1.0:1767384619.481959:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924128128 : -123268785423488 : ffff8fe33fd53b80) 02000000:00000001:0.0:1767384619.481960:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.481962:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384619.481968:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009aa10b3a. 00000100:00000040:1.0:1767384619.481968:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c9a165b4 x1853237049179392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384619.481968:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000679602a5. 00000020:00000040:2.0:1767384619.481971:0:36:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384619.481973:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384619.481973:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384619.481975:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384619.481982:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a01d452f. 00000400:00000010:0.0:1767384619.481983:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5f9bb7a. 00000100:00000001:2.0:1767384619.481987:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.481988:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384619.481988:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049179520, portal 25 00000100:00000001:0.0:1767384619.481991:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384619.481992:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120995456 : -123269588556160 : ffff8fe30ff66680) 00000100:00000040:2.0:1767384619.481994:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384619.481995:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384619.481998:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d5f7041 x1853237049179520/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384619.481999:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000486ed527. 00000100:00000200:1.0:1767384619.482004:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049179392, offset 0 00000400:00000200:1.0:1767384619.482014:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384619.482019:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384619.482021:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384619.482022:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384619.482027:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384619.482030:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009aa10b3a] to pc [ptlrpcd_00_03+3] req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384619.482030:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384619.482031:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8381a84. 00000100:00000200:0.0:1767384619.482035:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049179520, offset 0 00000400:00000200:0.0:1767384619.482044:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384619.482045:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260003d00 00000400:00000200:0.0:1767384619.482048:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384619.482054:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 1120 00000400:00000200:0.0:1767384619.482056:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260003d80 00000400:00000200:1.0:1767384619.482066:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384619.482066:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xa8d [2] + 0 00000100:00000001:2.0:1767384619.482068:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384619.482071:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a123c907. 00000400:00000200:1.0:1767384619.482073:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384619.482075:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (245) 00000400:00000200:0.0:1767384619.482076:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009c93351d 00000400:00000200:0.0:1767384619.482081:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384619.482082:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384619.482084:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384619.482084:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384619.482086:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384619.482087:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c93351d 00000100:00000010:1.0:1767384619.482088:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000013fd7eb. 00000100:00000001:2.0:1767384619.482090:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384619.482091:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000013fd7eb x1853237049179392 msgsize 224 00000400:00000010:0.0:1767384619.482091:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c93351d. 00000100:00000001:2.0:1767384619.482092:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384619.482097:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384619.482098:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384619.482099:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384619.482100:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384619.482104:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000050afd96c x1853237049179520 msgsize 224 00000100:00000001:2.0:1767384619.482113:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384619.482113:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384619.482114:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384619.482115:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384619.482117:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384619.482119:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384619.482121:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000486ed527 02000000:00000001:2.0:1767384619.482122:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.482125:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384619.482126:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000486ed527. 02000000:00000001:2.0:1767384619.482127:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.482130:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384619.482130:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8381a84 00000400:00000010:0.0:1767384619.482132:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8381a84. 00000100:00100000:2.0:1767384619.482134:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000ac51833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16349:1853237049179648:0@lo:400: 00000100:00000200:1.0:1767384619.482135:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c9a165b4 x1853237049179392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.482136:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384619.482139:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d5f7041 x1853237049179520/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.482145:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384619.482150:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384619.482152:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384619.482152:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384619.482154:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.482157:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c9a165b4 x1853237049179392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384619.482157:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d5f7041 x1853237049179520/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384619.482159:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384619.482164:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000683231a3. 02000000:00000001:2.0:1767384619.482170:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.482171:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.482175:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384619.482176:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bcd32f9. 00000100:00000001:1.0:1767384619.482179:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.482183:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.482185:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4506 usecs (5 jiffies) 00000400:00000010:2.0:1767384619.482187:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004153d094. 00000100:00000001:1.0:1767384619.482189:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907909 00000100:00000200:2.0:1767384619.482193:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049179648, portal 4 00000100:00000010:1.0:1767384619.482196:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5bea489. 00000100:00000001:0.0:1767384619.482196:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384619.482198:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384619.482201:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120994560 : -123269588557056 : ffff8fe30ff66300) 00000100:00000001:0.0:1767384619.482202:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.482203:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384619.482207:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294907909 00000100:00000040:2.0:1767384619.482211:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.482211:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907909 00000100:00000001:0.0:1767384619.482211:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294907909 00000100:00000001:0.0:1767384619.482216:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294907909 00000100:00000010:1.0:1767384619.482220:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000275b8699. 00000100:00000001:1.0:1767384619.482226:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384619.482227:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384619.482231:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384619.482233:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294907909 00000100:00000001:1.0:1767384619.482234:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907909 00000400:00000010:2.0:1767384619.482235:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1c237d2. 00000100:00000001:0.0:1767384619.482238:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294907909 00000100:00000200:2.0:1767384619.482239:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049179648, offset 0 00000100:00000010:1.0:1767384619.482239:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005513829e. 00000100:00000001:1.0:1767384619.482244:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384619.482248:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384619.482250:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907909 00000100:00000001:0.0:1767384619.482250:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294907909 00000100:00000001:0.0:1767384619.482253:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294907909 00000100:00000010:1.0:1767384619.482255:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000260059e4. 00000400:00000200:2.0:1767384619.482258:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384619.482260:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384619.482264:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.482264:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294907909 00000400:00000200:2.0:1767384619.482268:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260003e00 00000100:00000001:1.0:1767384619.482269:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.482269:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.482271:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.482272:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.482273:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.482274:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.482275:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.482282:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384619.482282:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384619.482285:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2544 00000100:00000001:1.0:1767384619.482286:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384619.482286:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384619.482293:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.482293:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384619.482294:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384619.482295:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384619.482295:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384619.482299:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384619.482299:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.482302:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384619.482303:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.482305:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.482307:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384619.482311:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384619.482316:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001eba08d. 00000100:00000001:1.0:1767384619.482318:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384619.482320:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000001eba08d x1853237049179648 msgsize 224 00000100:00000001:1.0:1767384619.482321:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.482324:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384619.482327:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384619.482327:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384619.482327:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179520 02000000:00000001:1.0:1767384619.482330:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384619.482332:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384619.482334:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.482334:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384619.482336:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c79be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049179776:0@lo:400: 00000100:00000001:0.0:1767384619.482336:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.482338:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384619.482341:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384619.482341:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.482344:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384619.482346:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1c237d2 00000100:00100000:0.0:1767384619.482346:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179520 02000000:00000001:1.0:1767384619.482347:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.482350:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384619.482351:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1c237d2. 02000000:00000001:1.0:1767384619.482351:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767384619.482354:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:2.0:1767384619.482356:0:16349:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1767384619.482357:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff8a8415. 00000020:00000001:0.0:1767384619.482357:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384619.482360:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384619.482361:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000200:2.0:1767384619.482362:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384619.482365:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004594fa6a. 00000400:00000010:1.0:1767384619.482372:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000486ed527. 00000020:00000001:0.0:1767384619.482372:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384619.482374:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384619.482378:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384619.482381:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049179776, portal 10 00000100:00000001:2.0:1767384619.482384:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.482385:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384619.482385:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384619.482387:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384619.482388:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120990080 : -123269588561536 : ffff8fe30ff65180) 00000100:00000001:0.0:1767384619.482393:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384619.482394:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.482397:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384619.482397:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7e3b16e. 00000100:00000040:2.0:1767384619.482399:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4506 usecs (5 jiffies) 00000100:00000001:0.0:1767384619.482401:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.482405:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907909 00000020:00000010:0.0:1767384619.482406:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7e3b16e. 00000100:00000001:2.0:1767384619.482411:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294907909 00000100:00000001:1.0:1767384619.482412:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384619.482414:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8d52f8a. 00000100:00000001:2.0:1767384619.482416:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907909 00000100:00000040:1.0:1767384619.482417:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384619.482421:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294907909 00000400:00000010:1.0:1767384619.482421:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000020:00000010:0.0:1767384619.482421:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a49e393a. 00000100:00000001:2.0:1767384619.482426:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907909 00000100:00000200:1.0:1767384619.482427:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049179776, offset 0 00000100:00000001:2.0:1767384619.482428:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294907909 00000020:00000010:0.0:1767384619.482429:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001a43ef3f. 00000100:00000001:2.0:1767384619.482434:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907909 00000400:00000200:1.0:1767384619.482434:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384619.482439:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294907909 00000100:00000040:0.0:1767384619.482440:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384619.482441:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384619.482444:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384619.482444:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384619.482445:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384619.482447:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.482450:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.482451:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260003e80 00000100:00000001:2.0:1767384619.482454:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.482456:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.482457:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384619.482459:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000100:00000001:2.0:1767384619.482464:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384619.482466:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384619.482467:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384619.482469:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.482472:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384619.482474:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384619.482475:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384619.482479:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.482481:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384619.482482:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.482484:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767384619.482485:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384619.482487:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:1.0:1767384619.482489:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000028534ca. 00000100:00000040:1.0:1767384619.482491:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000028534ca x1853237049179776 msgsize 224 00000100:00100000:0.0:1767384619.482491:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000001:2.0:1767384619.482492:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.482495:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384619.482495:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00100000:1.0:1767384619.482498:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384619.482499:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384619.482500:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885419088 : -123268824132528 : ffff8fe33d869450) 00000100:00000040:2.0:1767384619.482505:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.482508:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384619.482508:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050afd96c x1853237049179520/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:600/0 lens 224/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384619.482513:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000400:00000010:1.0:1767384619.482516:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000100:00000001:2.0:1767384619.482521:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384619.482522:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384619.482524:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384619.482527:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.482527:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384619.482530:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1767384619.482532:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7e3b16e. 02000000:00000001:2.0:1767384619.482533:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.482535:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384619.482539:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384619.482540:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7e3b16e. 00000100:00000001:1.0:1767384619.482541:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384619.482544:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16351:1853237049179904:0@lo:400: 00000100:00000040:1.0:1767384619.482546:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384619.482548:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050afd96c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049179520:12345-0@lo:400: 00000100:00000001:2.0:1767384619.482551:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384619.482556:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384619.482556:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179520 00000100:00000001:1.0:1767384619.482558:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.482560:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.482561:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384619.482561:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384619.482565:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384619.482566:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.482566:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:2.0:1767384619.482568:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081d4340b. 00000020:00000001:0.0:1767384619.482569:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.482570:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3287 usecs (4 jiffies) 02000000:00000001:2.0:1767384619.482573:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.482574:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907908 00000020:00000001:0.0:1767384619.482575:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384619.482576:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000029ea19d. 00000400:00000010:2.0:1767384619.482580:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1c237d2. 00000100:00000200:2.0:1767384619.482582:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049179904, portal 10 00000100:00000001:1.0:1767384619.482584:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294907909 00000020:00000001:0.0:1767384619.482584:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000100:00000001:2.0:1767384619.482585:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384619.482588:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120998144 : -123269588553472 : ffff8fe30ff67100) 00000100:00000001:1.0:1767384619.482589:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907908 00000020:00000001:0.0:1767384619.482590:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384619.482592:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294907909 00000020:00000001:0.0:1767384619.482592:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384619.482596:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.482597:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907908 00000020:00000001:0.0:1767384619.482597:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384619.482600:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384619.482602:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294907909 00000020:00000001:0.0:1767384619.482604:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.482628:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384619.482631:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384619.482633:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907909 00000020:00000001:0.0:1767384619.482633:0:17075:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384619.482636:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294907909 00000100:00000001:0.0:1767384619.482636:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384619.482639:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384619.482641:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384619.482642:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a40d0682. 00000100:00000001:1.0:1767384619.482644:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384619.482644:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f5e44091. 00000100:00000200:2.0:1767384619.482646:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049179904, offset 0 02000000:00000001:0.0:1767384619.482647:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.482648:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.482651:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.482651:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.482655:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384619.482657:0:17075:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.482658:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384619.482661:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000040:0.0:1767384619.482662:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049179520 00000400:00000200:2.0:1767384619.482664:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384619.482666:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384619.482666:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384619.482669:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384619.482672:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260003f00 00000100:00000001:1.0:1767384619.482672:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384619.482673:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050afd96c x1853237049179520/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.482675:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.482684:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00010000:00000001:0.0:1767384619.482690:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384619.482691:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384619.482693:0:17888:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384619.482694:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.482698:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384619.482698:0:17888:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179392 00000100:00001000:0.0:1767384619.482700:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384619.482702:0:16351:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384619.482703:0:17888:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384619.482706:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384619.482706:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384619.482707:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384619.482710:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384619.482710:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000010:2.0:1767384619.482712:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089f67573. 00000100:00000001:0.0:1767384619.482713:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384619.482714:0:17888:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.482715:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000089f67573 x1853237049179904 msgsize 224 00000100:00100000:1.0:1767384619.482718:0:17888:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179392 02000000:00000001:0.0:1767384619.482720:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384619.482721:0:17888:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384619.482723:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384619.482725:0:17888:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000100:00100000:2.0:1767384619.482727:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384619.482728:0:17888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384619.482728:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384619.482731:0:17888:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000100:00000040:0.0:1767384619.482733:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384619.482734:0:17888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000400:00000010:0.0:1767384619.482736:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8381a84. 00000020:00000001:1.0:1767384619.482737:0:17888:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:2.0:1767384619.482738:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384619.482741:0:17888:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384619.482741:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049179520, offset 224 00000400:00000200:2.0:1767384619.482743:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a40d0682 00000020:00000010:1.0:1767384619.482745:0:17888:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bcd43e4. 00000400:00000010:2.0:1767384619.482762:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a40d0682. 00000100:00000001:2.0:1767384619.482766:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384619.482770:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384619.482772:0:17888:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004764e4c4. 00000100:00000200:2.0:1767384619.482773:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384619.482779:0:17888:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000400:00000200:0.0:1767384619.482781:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384619.482788:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384619.482794:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.482794:0:17888:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1767384619.482795:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260003d80 00000020:00000010:1.0:1767384619.482799:0:17888:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009280ae55. 00000020:00000010:1.0:1767384619.482804:0:17888:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e967050. 00000400:00000200:0.0:1767384619.482806:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1609 [1] + 224 00000020:00000010:1.0:1767384619.482809:0:17888:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2361494. 00000400:00000200:0.0:1767384619.482815:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384619.482816:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.482818:0:17888:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384619.482821:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384619.482821:0:17888:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384619.482821:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384619.482825:0:17888:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384619.482827:0:17888:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.482828:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.482832:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384619.482833:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3428 usecs (4 jiffies) 00000100:00000001:1.0:1767384619.482835:0:17888:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.482837:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294907909 00000100:00000200:0.0:1767384619.482838:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d5f7041 x1853237049179520/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.482842:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294907909 00000100:00000001:1.0:1767384619.482844:0:17888:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.482848:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294907909 00000100:00000001:2.0:1767384619.482853:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294907909 00000100:00000001:1.0:1767384619.482855:0:17888:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384619.482856:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294907909 00000100:00000001:1.0:1767384619.482857:0:17888:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384619.482857:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d5f7041 x1853237049179520/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.482861:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294907909 00000100:00100000:1.0:1767384619.482862:0:17888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384619.482865:0:17888:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:1.0:1767384619.482868:0:17888:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924123648 : -123268785427968 : ffff8fe33fd52a00) 00000100:00000001:0.0:1767384619.482870:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384619.482871:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294907909 00000100:00000001:2.0:1767384619.482874:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294907909 00000100:00000040:1.0:1767384619.482875:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000013fd7eb x1853237049179392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:600/0 lens 224/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384619.482876:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8381a84 00000100:00000001:2.0:1767384619.482877:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384619.482880:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8381a84. 00000100:00000001:2.0:1767384619.482882:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.482884:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384619.482888:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.482888:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384619.482892:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.482892:0:17888:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384619.482893:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384619.482897:0:17888:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023508462. 00000100:00000040:0.0:1767384619.482899:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:2.0:1767384619.482900:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384619.482900:0:17888:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384619.482901:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384619.482903:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384619.482904:0:17888:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023508462. 00000020:00000001:0.0:1767384619.482904:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.482908:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384619.482909:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384619.482911:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384619.482911:0:17888:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000013fd7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049179392:12345-0@lo:13: 00000100:00000040:0.0:1767384619.482914:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050afd96c x1853237049179520/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.482915:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384619.482918:0:17888:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179392 00000100:00000001:2.0:1767384619.482922:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.482922:0:17888:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384619.482926:0:17888:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384619.482929:0:17888:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384619.482930:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050afd96c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049179520:12345-0@lo:400: Request processed in 403us (824us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384619.482931:0:17888:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384619.482933:0:17888:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00000020:00000001:1.0:1767384619.482935:0:17888:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384619.482939:0:17888:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384619.482939:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000001:2.0:1767384619.482942:0:17887:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384619.482943:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00100000:2.0:1767384619.482946:0:17887:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179648 00000020:00000001:1.0:1767384619.482948:0:17888:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384619.482948:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384619.482949:0:17887:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384619.482951:0:17888:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384619.482951:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384619.482952:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384619.482955:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.482956:0:17888:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.482958:0:17887:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384619.482958:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a49e393a. 00000100:00000001:1.0:1767384619.482961:0:17888:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384619.482963:0:17887:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179648 00000020:00000010:0.0:1767384619.482963:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001a43ef3f. 02000000:00000001:1.0:1767384619.482965:0:17888:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384619.482968:0:17887:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1767384619.482969:0:17888:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000001f1f1d1c. 00000020:00000010:0.0:1767384619.482969:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8d52f8a. 00000020:00000040:2.0:1767384619.482970:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:2.0:1767384619.482974:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384619.482975:0:17888:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384619.482976:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=6 00000020:00000040:0.0:1767384619.482977:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:1.0:1767384619.482979:0:17888:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.482981:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00002000:00000001:1.0:1767384619.482983:0:17888:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:0.0:1767384619.482984:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1767384619.482986:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 02000000:00000010:0.0:1767384619.482987:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f5e44091. 00002000:00000001:1.0:1767384619.482988:0:17888:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384619.482992:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384619.482993:0:17888:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:0.0:1767384619.482993:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384619.482997:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384619.482998:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e39e091. 00000100:00000001:2.0:1767384619.483002:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384619.483002:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767384619.483004:0:17888:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384619.483005:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e39e091. 00000400:00000010:0.0:1767384619.483008:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d20e59d9. 00002000:00000024:1.0:1767384619.483009:0:17888:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000010:2.0:1767384619.483012:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f87cfc79. 00000020:00000020:1.0:1767384619.483014:0:17888:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000010:0.0:1767384619.483018:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae32163c. 00000020:00000010:2.0:1767384619.483019:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008571d34c. 00000020:00000020:1.0:1767384619.483020:0:17888:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000020:00000010:2.0:1767384619.483025:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ff24891. 00002000:00000020:1.0:1767384619.483026:0:17888:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384619.483031:0:17888:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:2.0:1767384619.483032:0:17887:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384619.483036:0:17887:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000001:1.0:1767384619.483036:0:17888:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384619.483039:0:17888:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.483039:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:1.0:1767384619.483041:0:17888:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.483041:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384619.483044:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384619.483045:0:17887:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:1.0:1767384619.483046:0:17888:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049179392 00000400:00000001:0.0:1767384619.483046:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384619.483048:0:17887:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384619.483050:0:17888:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:0.0:1767384619.483050:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000679602a5. 00000100:00000001:2.0:1767384619.483054:0:17887:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1767384619.483054:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5f9bb7a 00010000:00000200:1.0:1767384619.483055:0:17888:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000013fd7eb x1853237049179392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:600/0 lens 224/368 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.483058:0:17887:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:0.0:1767384619.483059:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5f9bb7a. 00000100:00000001:2.0:1767384619.483062:0:17887:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.483064:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384619.483068:0:17888:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767384619.483068:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d5f7041 x1853237049179520/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384619.483071:0:17888:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384619.483073:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384619.483074:0:17887:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.483080:0:17888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384619.483081:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d5f7041 x1853237049179520/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384619.483083:0:17888:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384619.483086:0:17888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:2.0:1767384619.483088:0:17887:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384619.483089:0:17888:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384619.483089:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384619.483091:0:17887:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384619.483092:0:17888:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.483092:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384619.483096:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384619.483097:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384619.483097:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384619.483099:0:17887:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 2 02000000:00000001:0.0:1767384619.483101:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384619.483103:0:17887:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120988288 : -123269588563328 : ffff8fe30ff64a80) 00000100:00000040:1.0:1767384619.483104:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384619.483104:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384619.483107:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384619.483109:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000100:00000040:2.0:1767384619.483111:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001eba08d x1853237049179648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:600/0 lens 224/0 e 0 to 0 dl 1767384630 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384619.483111:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384619.483117:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=36 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384619.483119:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049179392, offset 224 00000100:00001000:0.0:1767384619.483124:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=36 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384619.483128:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384619.483130:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384619.483133:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.483134:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384619.483135:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384619.483136:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384619.483139:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260003d00 00000020:00000010:2.0:1767384619.483140:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e39e091. 00010000:00000001:0.0:1767384619.483140:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.483142:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.483144:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1605 [1] + 224 00000100:00000001:2.0:1767384619.483148:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384619.483149:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384619.483149:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d5f7041 x1853237049179520/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384619.483155:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e39e091. 00000400:00000200:1.0:1767384619.483157:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384619.483162:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384619.483162:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.483167:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1767384619.483168:0:17887:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001eba08d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16349:x1853237049179648:12345-0@lo:400: 00000100:00000200:1.0:1767384619.483168:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a165b4 x1853237049179392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.483169:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384619.483175:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d5f7041 x1853237049179520/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384619.483181:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179648 00000100:00000040:1.0:1767384619.483186:0:17888:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c9a165b4 x1853237049179392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384619.483187:0:17887:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384619.483190:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d5f7041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049179520:0@lo:400: 00000020:00000001:2.0:1767384619.483193:0:17887:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384619.483198:0:17887:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.483202:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384619.483203:0:17887:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384619.483204:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384619.483206:0:17887:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000400:00000200:1.0:1767384619.483207:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000100:00000001:0.0:1767384619.483208:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384619.483211:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000020:00000001:2.0:1767384619.483212:0:17887:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384619.483215:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d5f7041 x1853237049179520/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384619.483216:0:17887:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.483217:0:17888:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384619.483219:0:17888:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384619.483222:0:17887:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384619.483224:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.483225:0:17887:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384619.483227:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384619.483228:0:17888:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000001:2.0:1767384619.483230:0:17887:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.483231:0:17888:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767384619.483231:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384619.483233:0:17887:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384619.483234:0:17888:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384619.483234:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048793b47. 00000100:00000001:2.0:1767384619.483237:0:17887:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384619.483238:0:17888:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384619.483239:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384619.483240:0:17887:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384619.483242:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384619.483244:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000013fd7eb x1853237049179392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:600/0 lens 224/368 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384619.483245:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000007115750. 00000020:00000040:0.0:1767384619.483245:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 02000000:00000001:2.0:1767384619.483251:0:17887:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.483251:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384619.483254:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000002ebdd8e. 00000100:00100000:1.0:1767384619.483255:0:17888:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000013fd7eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16350:x1853237049179392:12345-0@lo:13: Request processed in 363us (1162us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384619.483258:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384619.483262:0:17887:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.483262:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384619.483267:0:17887:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384619.483267:0:17888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000010:0.0:1767384619.483267:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d5f7041. 00000100:00000040:1.0:1767384619.483273:0:17888:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:0.0:1767384619.483273:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000040:2.0:1767384619.483274:0:17887:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049179648 00000100:00000001:0.0:1767384619.483276:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.483277:0:17888:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384619.483278:0:17887:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384619.483279:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.483280:0:17888:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384619.483283:0:17888:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e967050. 00010000:00000200:2.0:1767384619.483284:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001eba08d x1853237049179648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.483285:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384619.483288:0:17888:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2361494. 00000100:00000001:0.0:1767384619.483288:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.483293:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384619.483294:0:17888:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009280ae55. 00000100:00000001:0.0:1767384619.483297:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.483298:0:17887:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384619.483301:0:17887:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384619.483304:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=26 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384619.483304:0:17888:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 5 00000100:00000001:2.0:1767384619.483307:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384619.483309:0:17888:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384619.483310:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384619.483314:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384619.483316:0:17887:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384619.483318:0:17887:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.483320:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384619.483323:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1767384619.483324:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384619.483325:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384619.483326:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a40d0682. 00000100:00000001:1.0:1767384619.483327:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384619.483329:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000200:2.0:1767384619.483330:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049179648, offset 224 00000400:00000001:1.0:1767384619.483333:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384619.483336:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384619.483337:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b975a4. 00000400:00000200:1.0:1767384619.483342:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:1.0:1767384619.483344:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000100:00000001:1.0:1767384619.483347:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384619.483351:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384619.483352:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a165b4 x1853237049179392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.483352:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384619.483355:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179776 02000000:00000001:0.0:1767384619.483358:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384619.483360:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384619.483362:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384619.483363:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.483369:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384619.483370:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c9a165b4 x1853237049179392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384619.483373:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179776 00000400:00000200:2.0:1767384619.483375:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260003e00 00000020:00000001:0.0:1767384619.483376:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384619.483379:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000020:00000001:0.0:1767384619.483382:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384619.483384:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384619.483385:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1615 [1] + 224 00000100:00000001:1.0:1767384619.483386:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384619.483386:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000100:00000001:1.0:1767384619.483392:0:16350:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384619.483392:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000400:00000200:2.0:1767384619.483393:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384619.483395:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384619.483399:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384619.483399:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384619.483401:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:1.0:1767384619.483402:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.483406:0:17887:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384619.483406:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.483407:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384619.483412:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384619.483412:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7e3b16e. 00000100:00001000:1.0:1767384619.483413:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=26 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384619.483416:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384619.483420:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7e3b16e. 00000100:00001000:1.0:1767384619.483422:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=26 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384619.483425:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048793b47. 00000100:00000001:1.0:1767384619.483430:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384619.483430:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a49e393a. 00000100:00000001:1.0:1767384619.483433:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384619.483435:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001a43ef3f. 00010000:00000001:1.0:1767384619.483436:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384619.483438:0:17887:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384619.483443:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c9a165b4 x1853237049179392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384619.483443:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384619.483447:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384619.483449:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384619.483452:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384619.483457:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.483458:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384619.483460:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384619.483461:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384619.483461:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1767384619.483464:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384619.483464:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.483466:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a40d0682 00000100:00000001:1.0:1767384619.483467:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1767384619.483469:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a40d0682. 00000100:00000001:1.0:1767384619.483470:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.483474:0:17887:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384619.483475:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384619.483476:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c9a165b4 x1853237049179392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.483482:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384619.483484:0:17887:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384619.483485:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179904 00000100:00000001:2.0:1767384619.483488:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.483489:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384619.483494:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384619.483495:0:17887:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:0.0:1767384619.483496:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.483502:0:17887:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767384619.483503:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.483505:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384619.483506:0:17887:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384619.483507:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179904 00000100:00000001:1.0:1767384619.483508:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384619.483510:0:17887:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384619.483511:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384619.483511:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384619.483514:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000004:00000001:1.0:1767384619.483515:0:16350:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:2.0:1767384619.483517:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001eba08d x1853237049179648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384619.483518:0:16350:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:0.0:1767384619.483518:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384619.483522:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000004:00000040:1.0:1767384619.483524:0:16350:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000001:0.0:1767384619.483527:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000020:00000001:0.0:1767384619.483531:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000004:00000020:1.0:1767384619.483535:0:16350:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:0.0:1767384619.483538:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384619.483540:0:17887:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001eba08d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16349:x1853237049179648:12345-0@lo:400: Request processed in 403us (1217us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384619.483542:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7e3b16e. 00000004:00000001:1.0:1767384619.483545:0:16350:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384619.483547:0:17080:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000094980a7d. 00000100:00000040:1.0:1767384619.483552:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9a165b4 x1853237049179392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384619.483554:0:17080:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00100000:2.0:1767384619.483558:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:0.0:1767384619.483563:0:17080:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1767384619.483564:0:17887:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:2.0:1767384619.483567:0:17887:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384619.483569:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c9a165b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049179392:0@lo:13: 00000100:00000001:2.0:1767384619.483570:0:17887:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384619.483573:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8d52f8a. 00000020:00000010:2.0:1767384619.483575:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008571d34c. 00000100:00000001:1.0:1767384619.483577:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384619.483577:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b2e17da. 00000020:00000010:2.0:1767384619.483579:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ff24891. 00000100:00000001:1.0:1767384619.483581:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384619.483581:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d5cd80c5. 00000020:00000010:2.0:1767384619.483583:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f87cfc79. 00000100:00000040:1.0:1767384619.483586:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c9a165b4 x1853237049179392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.483586:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1767384619.483588:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:0.0:1767384619.483589:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384619.483592:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.483593:0:17887:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.483597:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384619.483600:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384619.483600:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384619.483601:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.483602:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384619.483604:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000032054c80. 00000100:00000001:0.0:1767384619.483633:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384619.483634:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384619.483636:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384619.483638:0:16350:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384619.483640:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384619.483642:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384619.483642:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f5a1138e. 00000100:00000001:2.0:1767384619.483645:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384619.483646:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384619.483650:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384619.483650:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000001:2.0:1767384619.483651:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384619.483652:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:2.0:1767384619.483654:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384619.483654:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000010:1.0:1767384619.483655:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9a165b4. 00000400:00000010:2.0:1767384619.483658:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bcd32f9. 00000100:00000001:1.0:1767384619.483659:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384619.483659:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000100:00000001:1.0:1767384619.483663:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.483663:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924125440 : -123268785426176 : ffff8fe33fd53100) 00000400:00000200:2.0:1767384619.483664:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004153d094 00000100:00000001:1.0:1767384619.483666:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384619.483668:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004153d094. 00000100:00000040:0.0:1767384619.483669:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000028534ca x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:600/0 lens 224/0 e 0 to 0 dl 1767384630 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.483670:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.483672:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384619.483677:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384619.483678:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.483680:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.483684:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384619.483685:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384619.483687:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004b60088. 00000100:00000001:0.0:1767384619.483692:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384619.483697:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384619.483698:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004b60088. 00000100:00000001:1.0:1767384619.483704:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384619.483707:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384619.483707:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000028534ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049179776:12345-0@lo:400: 00000100:00000001:2.0:1767384619.483708:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384619.483711:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384619.483713:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000200:0.0:1767384619.483713:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179776 00000100:00000001:2.0:1767384619.483715:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384619.483717:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000020:00000001:0.0:1767384619.483717:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384619.483719:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120990976 : -123269588560640 : ffff8fe30ff65500) 00000020:00000001:0.0:1767384619.483720:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384619.483721:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.483723:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384619.483724:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089f67573 x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:600/0 lens 224/0 e 0 to 0 dl 1767384630 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384619.483725:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384619.483726:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384619.483728:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000001:2.0:1767384619.483729:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.483732:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384619.483736:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.483737:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.483740:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384619.483742:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:2.0:1767384619.483743:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=26 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384619.483744:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023508462. 00000020:00000001:0.0:1767384619.483744:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384619.483763:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384619.483764:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384619.483764:0:17081:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384619.483771:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023508462. 00000100:00000001:2.0:1767384619.483772:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384619.483772:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384619.483775:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.483777:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384619.483778:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767384619.483779:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000089f67573 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16351:x1853237049179904:12345-0@lo:400: 02000000:00000001:0.0:1767384619.483780:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384619.483783:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f5e44091. 00010000:00080000:2.0:1767384619.483784:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384619.483785:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179904 02000000:00000001:0.0:1767384619.483786:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.483789:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384619.483789:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.483792:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384619.483794:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.483795:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.483799:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000040:0.0:1767384619.483799:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049179776 00000020:00000001:1.0:1767384619.483802:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00010000:00000001:2.0:1767384619.483804:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384619.483804:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384619.483805:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384619.483808:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.483809:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000200:0.0:1767384619.483811:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000028534ca x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384619.483812:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384619.483813:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:1.0:1767384619.483815:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384619.483818:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767384619.483819:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.483821:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.483823:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1767384619.483823:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384619.483826:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384619.483826:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.483827:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384619.483829:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1767384619.483830:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=31 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384619.483833:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000032054c80. 02000000:00000001:1.0:1767384619.483837:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.483839:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384619.483841:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384619.483843:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000001:1.0:1767384619.483845:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.483849:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:2.0:1767384619.483850:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384619.483850:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049179904 00000100:00000001:2.0:1767384619.483854:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384619.483854:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384619.483858:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384619.483858:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.483860:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384619.483863:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384619.483866:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384619.483867:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000089f67573 x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384619.483867:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384619.483871:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5f9bb7a. 00000100:00000200:0.0:1767384619.483877:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049179776, offset 224 00000400:00000200:0.0:1767384619.483886:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384619.483895:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384619.483897:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000ac51833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16349:1853237049179648:0@lo:400: 00000400:00000200:0.0:1767384619.483897:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384619.483898:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384619.483901:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384619.483906:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.483907:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384619.483909:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260003e80 00000100:00000001:2.0:1767384619.483911:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384619.483911:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:1.0:1767384619.483916:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000040:2.0:1767384619.483917:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000ac51833 x1853237049179648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384619.483918:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x161d [1] + 224 02000000:00000001:1.0:1767384619.483919:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384619.483922:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.483926:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384619.483929:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384619.483933:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384619.483937:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767384619.483937:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000400:00000200:0.0:1767384619.483937:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384619.483941:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767384619.483942:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049179904, offset 224 00000100:00000001:0.0:1767384619.483943:0:17080:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767384619.483945:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000683231a3. 02000000:00000001:2.0:1767384619.483948:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384619.483949:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384619.483949:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384619.483951:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384619.483957:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384619.483959:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384619.483960:0:16349:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1767384619.483966:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260003f00 00000020:00000001:2.0:1767384619.483967:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384619.483970:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002468c0cc. 00000400:00000200:1.0:1767384619.483975:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1625 [1] + 224 02000000:00000001:2.0:1767384619.483976:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384619.483978:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384619.483982:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ac51833. 00000400:00000200:1.0:1767384619.483983:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384619.483986:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384619.483990:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384619.483990:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384619.483994:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.483997:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384619.483998:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384619.484000:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384619.484002:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.484003:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384619.484004:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5f9bb7a 00000400:00000010:0.0:1767384619.484008:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5f9bb7a. 00000100:00000001:2.0:1767384619.484009:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.484011:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384619.484014:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.484014:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384619.484018:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.484019:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384619.484022:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384619.484025:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384619.484027:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.484029:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384619.484033:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000028534ca x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.484034:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384619.484038:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:1.0:1767384619.484040:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000100:00000001:1.0:1767384619.484042:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767384619.484042:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000028534ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049179776:12345-0@lo:400: Request processed in 357us (1548us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384619.484044:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384619.484047:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384619.484049:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384619.484050:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000040:0.0:1767384619.484051:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000100:00000001:2.0:1767384619.484052:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384619.484053:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384619.484054:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384619.484055:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384619.484058:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384619.484060:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384619.484061:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384619.484062:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a49e393a. 00000400:00000001:2.0:1767384619.484063:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384619.484066:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384619.484067:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000029ea19d. 00000020:00000010:0.0:1767384619.484067:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001a43ef3f. 00000100:00000040:1.0:1767384619.484071:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089f67573 x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384619.484072:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1c237d2 00000020:00000010:0.0:1767384619.484074:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048793b47. 00000400:00000010:2.0:1767384619.484076:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1c237d2. 00000020:00000040:0.0:1767384619.484078:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000100:00000001:2.0:1767384619.484083:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384619.484083:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384619.484085:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000089f67573 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16351:x1853237049179904:12345-0@lo:400: Request processed in 343us (1367us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384619.484090:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384619.484095:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384619.484102:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000200:2.0:1767384619.484105:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.484106:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:0.0:1767384619.484106:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384619.484108:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767384619.484110:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000020:00000010:1.0:1767384619.484112:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b2e17da. 00000020:00000010:1.0:1767384619.484117:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d5cd80c5. 00000100:00000001:2.0:1767384619.484120:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384619.484122:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8d52f8a. 00000100:00000001:2.0:1767384619.484124:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384619.484127:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000100:00000001:2.0:1767384619.484128:0:16351:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384619.484131:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384619.484132:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384619.484136:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384619.484138:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.484141:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.484145:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767384619.484147:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=31 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384619.484148:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767384619.484153:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=31 v=5 (1 0 0 0) 00000400:00000001:0.0:1767384619.484153:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384619.484156:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384619.484159:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384619.484160:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004594fa6a. 00000100:00000001:2.0:1767384619.484162:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384619.484166:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000486ed527 00010000:00000001:2.0:1767384619.484167:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384619.484169:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000486ed527. 00000100:00000001:0.0:1767384619.484172:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:2.0:1767384619.484178:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384619.484185:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.484198:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.484203:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384619.484205:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384619.484207:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767384619.484207:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.484210:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.484217:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.484225:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384619.484226:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.484229:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384619.484229:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.484232:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.484234:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384619.484236:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384619.484237:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384619.484240:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384619.484243:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384619.484249:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16351:1853237049179904:0@lo:400: 02000000:00000001:0.0:1767384619.484249:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.484256:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.484257:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767384619.484257:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=31 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384619.484261:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009aa10b3a x1853237049179904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384619.484262:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384619.484270:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384619.484273:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.484278:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384619.484278:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384619.484282:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:0.0:1767384619.484284:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384619.484285:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081d4340b. 02000000:00000001:2.0:1767384619.484290:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384619.484293:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384619.484294:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384619.484295:0:16351:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384619.484297:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767384619.484298:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384619.484299:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000010:2.0:1767384619.484301:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a01d452f. 00000100:00000001:0.0:1767384619.484302:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384619.484305:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.484306:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384619.484309:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384619.484310:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384619.484312:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009aa10b3a. 00000100:00000001:2.0:1767384619.484316:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384619.484319:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.484321:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.484322:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.484324:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384619.484325:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384619.484327:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.484333:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384619.484335:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c79be1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049179776:0@lo:400: 00000100:00000001:2.0:1767384619.484336:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.484342:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.484343:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.484345:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.484352:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384619.484355:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c79be1e x1853237049179776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.484359:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384619.484361:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384619.484362:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff8a8415. 02000000:00000001:0.0:1767384619.484364:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384619.484365:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384619.484366:0:16350:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384619.484367:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384619.484368:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000079b1260a. 02000000:00000001:0.0:1767384619.484370:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384619.484371:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384619.484372:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c79be1e. 00000100:00000001:0.0:1767384619.484375:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384619.484376:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.484377:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.484381:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384619.484382:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.484383:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.484385:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.487653:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294907909, at 4294907910 00000100:00000010:3.0:1767384619.487660:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000260059e4. 00000100:00000040:1.0:1767384619.487662:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294907909, at 4294907910 00000100:00000010:1.0:1767384619.487671:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000275b8699. 00000100:00000040:0.0:1767384619.488655:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294907909, at 4294907911 00000100:00000040:2.0:1767384619.488657:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294907909, at 4294907911 00000100:00000010:0.0:1767384619.488663:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5bea489. 00000100:00000010:2.0:1767384619.488665:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005513829e. 00000001:00000001:0.0:1767384619.916155:0:25076:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384619.916159:0:25076:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:0.0:1767384619.919273:0:25076:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384619.925564:0:25077:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000247e84d6. 00000400:00000010:1.0:1767384619.925577:0:25077:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b37f99e6. 00000400:00000010:1.0:1767384619.925586:0:25077:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000711cd435. 00000400:00000010:1.0:1767384619.925589:0:25077:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000eaf93ec1. 00000400:00000010:1.0:1767384619.925592:0:25077:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000089d33c20. 00000400:00000010:1.0:1767384619.925595:0:25077:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000749b34bf. 00000400:00000010:1.0:1767384619.925597:0:25077:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a3141b14. 00000400:00000010:1.0:1767384619.925598:0:25077:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ccccb634. 00000400:00000010:1.0:1767384619.925601:0:25077:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c9db8c42. 00000800:00000010:1.0:1767384619.925638:0:25077:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000859499e2. 00000800:00000200:1.0:1767384619.925648:0:25077:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384619.925656:0:25077:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384619.925694:0:25077:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:1.0:1767384619.925717:0:25077:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp26 [8/256/0/180] 00000400:00000010:1.0:1767384619.927031:0:25077:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000245d93aa. 00000400:00000010:1.0:1767384619.927042:0:25077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b975a4. 00000400:00000010:1.0:1767384619.927046:0:25077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000400:00000001:1.0:1767384619.927060:0:25077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384619.927062:0:25077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384619.927064:0:25077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000003e0c98. 00000400:00000200:1.0:1767384619.927068:0:25077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be9d8420 00000400:00000010:1.0:1767384619.927070:0:25077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be9d8420. 00000400:00000010:1.0:1767384619.927075:0:25077:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000637ccdf7. 00000400:00000200:1.0:1767384619.927080:0:25077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (17) 00000400:00000200:1.0:1767384619.927092:0:25077:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384619.927102:0:25077:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:1.0:1767384619.927118:0:25077:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e3dac134. 00000400:00000200:3.0:1767384619.927124:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384619.927125:0:25077:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384619.927129:0:25077:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp26 00000400:00000200:3.0:1767384619.927141:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1001d1 00000400:00000010:1.0:1767384619.927147:0:25077:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b37f99e6. 00000400:00000010:3.0:1767384619.927153:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 0000000022c2a8d4. 00000400:00000010:1.0:1767384619.927154:0:25077:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000247e84d6. 00000400:00000010:3.0:1767384619.927160:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000ea3ff3e5. 00000400:00000010:3.0:1767384619.927167:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 000000001bd0a7b3. 00000020:00000001:2.0:1767384619.927167:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384619.927172:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384619.927175:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384619.927177:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384619.927180:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384619.927182:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384619.927183:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384619.927185:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384619.927186:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384619.927187:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384619.927188:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384619.927190:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384619.927191:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384619.927193:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384619.927196:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 0000000022c2a8d4. 00000100:00000010:2.0:1767384619.927198:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009aa10b3a. 00000400:00000010:3.0:1767384619.927202:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000ea3ff3e5. 00000020:00000040:2.0:1767384619.927203:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000010:3.0:1767384619.927207:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 000000001bd0a7b3. 00000100:00000001:2.0:1767384619.927209:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384619.927213:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384619.927214:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000bee82104. 02000000:00000001:2.0:1767384619.927218:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.927221:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384619.927227:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 02000000:00000010:2.0:1767384619.927228:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007e614562. 00000400:00000200:3.0:1767384619.927235:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000100:00000001:2.0:1767384619.927236:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.927244:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000100:00000001:2.0:1767384619.927247:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384619.927249:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384619.927251:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069a7a355. 00000100:00000040:2.0:1767384619.927256:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009aa10b3a] to pc [ptlrpcd_00_00+0] req@000000009aa10b3a x1853237049180032/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384619.927257:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (18) 00000400:00000010:3.0:1767384619.927267:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002f1de609. 00000400:00000200:3.0:1767384619.927274:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp24 10000000:00000001:2.0:1767384619.927283:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384619.927286:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.927289:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.927291:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp24 to MR: 192.168.202.137@tcp24 local destination 00000020:01000000:2.0:1767384619.927292:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384619.927300:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384619.927301:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384619.927306:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp24 NI seq info: [43:43:256:4294967295] 192.168.202.137@tcp24 LPNI seq info [43:43:8:4294967295] 00000100:00000001:0.0:1767384619.927307:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384619.927311:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384619.927313:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384619.927313:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:2.0:1767384619.927317:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384619.927318:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp24 00000020:01000004:2.0:1767384619.927319:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:0.0:1767384619.927322:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009aa10b3a x1853237049180032/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384619.927323:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384619.927326:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384619.927329:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384619.927332:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384619.927335:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384619.927338:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384619.927340:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384619.927344:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384619.927347:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp24(192.168.202.137@tcp24:192.168.202.137@tcp24) -> 192.168.202.137@tcp24(192.168.202.137@tcp24:192.168.202.137@tcp24) : PUT try# 0 00000100:00000010:2.0:1767384619.927348:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ac51833. 00000100:00000001:0.0:1767384619.927350:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767384619.927354:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384619.927354:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.927359:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384619.927360:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384619.927362:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384619.927364:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.137@tcp24 02000000:00000001:0.0:1767384619.927365:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384619.927366:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384619.927372:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfe747a0. 02000000:00000010:2.0:1767384619.927373:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bc37b014. 02000000:00000001:0.0:1767384619.927377:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.927379:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384619.927383:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049180032:0@lo:253: 00000100:00000001:2.0:1767384619.927386:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1767384619.927387:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000024a09414] -> 12345-192.168.202.137@tcp24 (6) 00000100:00000001:2.0:1767384619.927389:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.927391:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384619.927398:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac51833] to pc [ptlrpcd_00_01+1] req@000000000ac51833 x1853237049180160/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384619.927398:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384619.927402:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384619.927405:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp24 ip 192.168.202.137:988 02000000:00000001:0.0:1767384619.927407:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767384619.927413:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe747a0 type 1, nob 416 niov 1 nkiov 1 02000000:00000010:0.0:1767384619.927414:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000e17a0b5. 10000000:00000001:2.0:1767384619.927416:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.927418:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384619.927422:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384619.927425:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000679602a5. 00000020:00000001:2.0:1767384619.927426:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384619.927430:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384619.927433:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e3dac134. 00000400:00000010:0.0:1767384619.927434:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004412c0cb. 00000400:00000200:3.0:1767384619.927439:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00000200:0.0:1767384619.927441:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049180032, portal 25 00000100:00000001:2.0:1767384619.927443:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384619.927445:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000100:00000001:2.0:1767384619.927447:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384619.927447:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384619.927451:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384619.927451:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120998144 : -123269588553472 : ffff8fe30ff67100) 00000100:00000040:2.0:1767384619.927456:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000ac51833 x1853237049180160/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384619.927462:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009aa10b3a x1853237049180032/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.927464:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384619.927467:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.927471:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384619.927476:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384619.927479:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384619.927484:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384619.927484:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384619.927488:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000ac51833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049180160:0@lo:253: 00000100:00000001:2.0:1767384619.927491:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384619.927495:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384619.927496:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f47334ae. 02000000:00000001:2.0:1767384619.927498:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.927501:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384619.927502:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049180032, offset 0 02000000:00000010:2.0:1767384619.927506:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000822b8983. 02000000:00000001:2.0:1767384619.927509:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384619.927510:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384619.927514:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000029ea19d. 00000400:00000010:2.0:1767384619.927519:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074c14739. 00000400:00000200:0.0:1767384619.927521:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384619.927524:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049180160, portal 25 00000100:00000001:2.0:1767384619.927528:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384619.927529:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120994560 : -123269588557056 : ffff8fe30ff66300) 00000400:00000200:0.0:1767384619.927532:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003f80 00000100:00000040:2.0:1767384619.927535:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000ac51833 x1853237049180160/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384619.927542:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xab9 [2] + 0 00000100:00000001:2.0:1767384619.927546:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384619.927548:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061e193df. 00000100:00000040:2.0:1767384619.927551:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384619.927553:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d1f471a9 00000400:00000010:2.0:1767384619.927555:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc2bff0b. 00000100:00000200:2.0:1767384619.927558:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049180160, offset 0 00000400:00000200:0.0:1767384619.927561:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.927564:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384619.927568:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384619.927573:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384619.927573:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1f471a9 00000400:00000010:0.0:1767384619.927577:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1f471a9. 00000100:00000001:0.0:1767384619.927581:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384619.927584:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004000 00000100:00000200:0.0:1767384619.927585:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384619.927589:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000e5dc1349 x1853237049180032 msgsize 4848 00000800:00000200:3.0:1767384619.927591:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384619.927593:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xac5 [2] + 0 00000100:00100000:0.0:1767384619.927599:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384619.927600:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4b472c2. 00000800:00000010:3.0:1767384619.927601:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cfe747a0. 00000100:00000040:0.0:1767384619.927602:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384619.927604:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006f93bae8 00000400:00000200:3.0:1767384619.927633:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.927638:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384619.927640:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384619.927644:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp24->192.168.202.137@tcp24: PUT: OK 00000400:00000200:2.0:1767384619.927646:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384619.927650:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f47334ae 00000400:00000010:0.0:1767384619.927653:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f47334ae. 00000400:00000200:2.0:1767384619.927658:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f93bae8 00000100:00000001:0.0:1767384619.927658:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384619.927662:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f93bae8. 00000100:00000200:0.0:1767384619.927663:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009aa10b3a x1853237049180032/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.927667:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384619.927669:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:2.0:1767384619.927670:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384619.927676:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000093de4def x1853237049180160 msgsize 4848 00000100:00000001:0.0:1767384619.927677:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384619.927679:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp24: 0 00000100:00000040:0.0:1767384619.927685:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009aa10b3a x1853237049180032/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384619.927688:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:3.0:1767384619.927691:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384619.927693:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.927697:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384619.927698:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:3.0:1767384619.927702:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.927703:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.927707:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384619.927710:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384619.927710:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294908355 00000400:00000200:2.0:1767384619.927714:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc2bff0b 00000100:00000010:0.0:1767384619.927716:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3bd70d0. 00000800:00000001:3.0:1767384619.927717:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384619.927718:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc2bff0b. 00000100:00000001:2.0:1767384619.927723:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384619.927725:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384619.927729:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000ac51833 x1853237049180160/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384619.927733:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp24(192.168.202.137@tcp24) <- 192.168.202.137@tcp24 : PUT - for me 00000100:00000001:0.0:1767384619.927733:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294908355 00000100:00000010:0.0:1767384619.927738:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff47987f. 00000100:00000001:2.0:1767384619.927757:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384619.927761:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000ac51833 x1853237049180160/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.927761:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384619.927766:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294908355 00000400:00000200:3.0:1767384619.927767:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000010:0.0:1767384619.927773:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e404f76. 00000100:00000001:0.0:1767384619.927779:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384619.927783:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 304/320 into md 0x15e9 [1] + 0 00000100:00000001:2.0:1767384619.927784:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.927785:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294908355 00000100:00000001:2.0:1767384619.927788:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384619.927792:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000797ae666. 00000400:00000010:3.0:1767384619.927793:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2f51c8f. 00000100:00000001:2.0:1767384619.927796:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.927796:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384619.927800:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000077a39917 00000100:00000001:2.0:1767384619.927803:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294908355 00000100:00000001:0.0:1767384619.927803:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384619.927806:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384619.927810:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294908355 00000100:00000001:0.0:1767384619.927810:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.927815:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294908355 00000100:00000001:0.0:1767384619.927816:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384619.927817:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.927819:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294908355 00000100:00000001:0.0:1767384619.927820:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.927822:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384619.927824:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294908355 00000100:00000001:2.0:1767384619.927828:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294908355 00000100:00000001:0.0:1767384619.927831:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384619.927833:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294908355 00000400:00000200:3.0:1767384619.927834:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp24->192.168.202.137@tcp24: PUT: OK 00000100:00000001:0.0:1767384619.927834:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384619.927839:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294908355 00000100:00000001:0.0:1767384619.927840:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384619.927842:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077a39917 00000100:00000001:2.0:1767384619.927842:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.927843:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384619.927846:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384619.927848:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077a39917. 00000100:00000001:2.0:1767384619.927848:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.927852:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.927854:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767384619.927857:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.927858:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.927860:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (19) 00000100:00000001:2.0:1767384619.927863:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384619.927866:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384619.927867:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000100:00000001:2.0:1767384619.927869:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.927871:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384619.927874:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (320 bytes) 00000100:00000001:2.0:1767384619.927874:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.927880:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.927881:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384619.927884:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00100000:0.0:1767384619.927885:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180032 02000000:00000001:0.0:1767384619.927890:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384619.927891:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384619.927893:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.927897:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (20) 02000000:00000001:0.0:1767384619.927897:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384619.927900:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180032 00000020:00000001:0.0:1767384619.927903:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384619.927905:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000400:00000200:3.0:1767384619.927906:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000001:0.0:1767384619.927909:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384619.927912:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:0.0:1767384619.927916:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:3.0:1767384619.927918:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp24 to MR: 192.168.202.137@tcp24 local destination 00000020:00000001:0.0:1767384619.927919:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384619.927925:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384619.927929:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7a9f4a1. 00000400:00000200:3.0:1767384619.927933:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp24 NI seq info: [44:44:256:4294967295] 192.168.202.137@tcp24 LPNI seq info [44:44:8:4294967295] 00000100:00000001:0.0:1767384619.927934:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384619.927939:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7a9f4a1. 00000020:00000010:0.0:1767384619.927946:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048793b47. 00000020:00000010:0.0:1767384619.927952:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a49e393a. 00000400:00000200:3.0:1767384619.927957:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp24(192.168.202.137@tcp24:192.168.202.137@tcp24) -> 192.168.202.137@tcp24(192.168.202.137@tcp24:192.168.202.137@tcp24) 192.168.202.137@tcp24 : ACK try# 0 00000020:00000010:0.0:1767384619.927958:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001a43ef3f. 00000800:00000200:3.0:1767384619.927967:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp24 00000100:00000040:0.0:1767384619.927969:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384619.927972:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000010:3.0:1767384619.927973:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfe747a0. 00000100:00000001:0.0:1767384619.927973:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384619.927976:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384619.927983:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000024a09414] -> 12345-192.168.202.137@tcp24 (6) 00000100:00000001:0.0:1767384619.927984:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.927995:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384619.928000:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp24 ip 192.168.202.137:993 00000800:00000200:3.0:1767384619.928005:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe747a0 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384619.928006:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384619.928010:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180160 02000000:00000001:0.0:1767384619.928011:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384619.928013:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384619.928013:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384619.928016:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384619.928019:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000081d4340b. 02000000:00000001:0.0:1767384619.928019:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384619.928022:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180160 00000800:00000001:3.0:1767384619.928023:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384619.928024:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384619.928031:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bcd32f9. 00000020:00000040:0.0:1767384619.928033:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000800:00000001:3.0:1767384619.928036:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384619.928036:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384619.928038:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1c237d2. 00000020:00000040:0.0:1767384619.928039:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000400:00000200:2.0:1767384619.928044:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000081d4340b 00000020:00000001:0.0:1767384619.928044:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384619.928046:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000010:2.0:1767384619.928049:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000fb8f34cb. 00000100:00000001:0.0:1767384619.928050:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384619.928054:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7a9f4a1. 00000400:00000200:2.0:1767384619.928055:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000100:00000001:0.0:1767384619.928057:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384619.928060:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7a9f4a1. 00000400:00000200:2.0:1767384619.928061:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102451 00000400:00000200:2.0:1767384619.928065:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (19) 00000020:00000010:0.0:1767384619.928066:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8bed3a6. 00000400:00000010:2.0:1767384619.928070:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000094575dcc. 00000020:00000010:0.0:1767384619.928071:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007aacc196. 00000400:00000010:2.0:1767384619.928076:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004153d094. 00000020:00000010:0.0:1767384619.928077:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d1fd095. 00000100:00000001:0.0:1767384619.928082:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384619.928083:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cb88be37. 00000100:00000001:0.0:1767384619.928084:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:3.0:1767384619.928086:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384619.928088:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384619.928091:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cfe747a0. 00000400:00000200:2.0:1767384619.928092:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000100:00000001:0.0:1767384619.928093:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.928098:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.928099:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.928102:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000100:00000001:0.0:1767384619.928106:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384619.928109:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384619.928110:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:3.0:1767384619.928111:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp24->192.168.202.137@tcp24: ACK: OK 00000100:00100000:0.0:1767384619.928117:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000040:0.0:1767384619.928121:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000400:00000200:2.0:1767384619.928122:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000100:00000001:0.0:1767384619.928124:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885417040 : -123268824134576 : ffff8fe33d868c50) 00000100:00000040:0.0:1767384619.928132:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e5dc1349 x1853237049180032/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:600/0 lens 4848/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384619.928133:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:2.0:1767384619.928148:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:0.0:1767384619.928153:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384619.928155:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:00000010:0.0:1767384619.928157:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7a9f4a1. 00000400:00000200:2.0:1767384619.928161:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:0.0:1767384619.928162:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384619.928167:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7a9f4a1. 00000400:00000200:2.0:1767384619.928170:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00100000:0.0:1767384619.928175:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e5dc1349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049180032:12345-0@lo:253: 00000400:00000200:2.0:1767384619.928179:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000200:0.0:1767384619.928182:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180032 00000400:00000200:2.0:1767384619.928185:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000020:00000001:0.0:1767384619.928187:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384619.928189:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:2.0:1767384619.928192:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000020:00000001:0.0:1767384619.928197:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384619.928198:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000001:0.0:1767384619.928201:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.928204:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384619.928205:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384619.928209:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384619.928212:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.928216:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000020:00000001:0.0:1767384619.928216:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384619.928219:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384619.928223:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000001:0.0:1767384619.928223:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.928228:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384619.928231:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 02000000:00000001:0.0:1767384619.928233:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384619.928237:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 02000000:00000010:0.0:1767384619.928239:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006b71df0b. 00000400:00000200:2.0:1767384619.928242:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 02000000:00000001:0.0:1767384619.928243:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.928246:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.928248:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp25 20000000:00000001:0.0:1767384619.928250:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384619.928253:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp25 lpni_is_preferred = 0 00000400:00000200:2.0:1767384619.928256:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp25 00000400:00000200:2.0:1767384619.928258:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp25 NI seq info: [45:45:256:4294967295] 192.168.202.137@tcp25 LPNI seq info [45:45:8:4294967295] 20000000:00000010:0.0:1767384619.928259:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a40cb5cd. 20000000:01000000:0.0:1767384619.928264:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384619.928266:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp25 20000000:00000001:0.0:1767384619.928268:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384619.928271:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384619.928274:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.928279:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp25(192.168.202.137@tcp25:) -> 192.168.202.137@tcp25(192.168.202.137@tcp:192.168.202.137@tcp25) : GET try# 0 20000000:00000001:0.0:1767384619.928279:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384619.928285:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:2.0:1767384619.928289:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp25 00000800:00000001:3.0:1767384619.928292:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384619.928293:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a01d452f. 20000000:00000010:0.0:1767384619.928297:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000044d3725. 00000800:00000001:3.0:1767384619.928298:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384619.928300:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bc2bff0b. 20000000:01000000:0.0:1767384619.928304:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00000800:00000001:3.0:1767384619.928305:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384619.928306:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000232ce238. 00000800:00000200:2.0:1767384619.928312:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2bff0b] -> 12345-192.168.202.137@tcp25 (2) 00000800:00000001:3.0:1767384619.928313:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384619.928313:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:2.1:1767384619.928319:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2bff0b] -> 12345-192.168.202.137@tcp25 (2) 00000800:00000001:3.0:1767384619.928320:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384619.928322:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384619.928327:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384619.928331:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000800:00000001:3.0:1767384619.928333:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.928334:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100651 rc 0 00000400:00000200:3.0:1767384619.928347:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp24(192.168.202.137@tcp24) <- 192.168.202.137@tcp24 : ACK - for me 00080000:00000001:0.0:1767384619.928347:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384619.928362:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.928363:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp24: ACK from 12345-192.168.202.137@tcp24 into md 0x1649 00080000:00000001:0.0:1767384619.928366:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:2.0:1767384619.928367:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:0.0:1767384619.928369:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.928370:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384619.928371:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1767384619.928372:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384619.928376:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384619.928377:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00080000:00000002:0.0:1767384619.928382:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000400:00000200:3.0:1767384619.928383:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp24->192.168.202.137@tcp24: ACK: OK 00000100:00000040:2.0:1767384619.928383:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:2.0:1767384619.928389:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885421136 : -123268824130480 : ffff8fe33d869c50) 00000020:00000001:0.0:1767384619.928389:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00000400:00000200:3.0:1767384619.928392:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069a7a355 00080000:00000002:0.0:1767384619.928393:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000010:3.0:1767384619.928397:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069a7a355. 00000100:00000040:2.0:1767384619.928397:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093de4def x1853237049180160/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:600/0 lens 4848/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384619.928398:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384619.928405:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384619.928410:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:0.0:1767384619.928411:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.928414:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00080000:00000001:0.0:1767384619.928415:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384619.928421:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c3981e9. 00000020:00000001:0.0:1767384619.928421:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384619.928422:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:2.0:1767384619.928426:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384619.928428:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000020:00000010:2.0:1767384619.928430:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c3981e9. 00000100:00100000:2.0:1767384619.928435:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093de4def pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049180160:12345-0@lo:253: 00000400:00000200:3.0:1767384619.928436:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (20) 00080000:00000001:0.0:1767384619.928436:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000200:2.0:1767384619.928442:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180160 00080000:00000010:0.0:1767384619.928443:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b8d52f8a. 00000800:00000001:3.0:1767384619.928446:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384619.928446:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:0.0:1767384619.928448:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799660321280 : -123274049230336 : ffff8fe20615ea00) 00000020:00000001:2.0:1767384619.928450:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:3.0:1767384619.928453:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384619.928453:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384619.928455:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384619.928460:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:0.0:1767384619.928461:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:2.0:1767384619.928462:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384619.928466:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384619.928468:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384619.928468:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d7a9f4a1. 00000020:00000001:2.0:1767384619.928471:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384619.928473:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:0.0:1767384619.928474:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.928475:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.928479:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1767384619.928479:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 02000000:00000001:2.0:1767384619.928483:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384619.928489:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000065fb7786. 02000000:00000001:2.0:1767384619.928491:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.928493:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384619.928495:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384619.928497:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:0.0:1767384619.928498:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384619.928501:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000060b55b53. 20000000:01000000:2.0:1767384619.928505:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384619.928506:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100251 20000000:00000001:2.0:1767384619.928507:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384619.928510:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384619.928512:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (19) 20000000:00000001:2.0:1767384619.928512:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384619.928516:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384619.928518:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:3.0:1767384619.928519:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000001bd0a7b3. 00080000:00000001:0.0:1767384619.928519:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000010:3.0:1767384619.928525:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069a7a355. 00000400:00000010:3.0:1767384619.928530:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004ecb551d. 00000400:00000200:3.0:1767384619.928536:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:3.0:1767384619.928543:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:3.0:1767384619.928555:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:3.0:1767384619.928561:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000400:00000200:3.0:1767384619.928565:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:3.0:1767384619.928571:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:0.0:1767384619.928574:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384619.928578:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:3.0:1767384619.928586:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:3.0:1767384619.928593:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:3.0:1767384619.928599:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:3.0:1767384619.928605:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:3.0:1767384619.928642:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:3.0:1767384619.928647:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:3.0:1767384619.928653:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:3.0:1767384619.928658:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:3.0:1767384619.928663:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:3.0:1767384619.928669:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:3.0:1767384619.928675:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[45, 10], ns[45, 10] 00000400:00000200:3.0:1767384619.928679:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:3.0:1767384619.928683:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp11 00000400:00000200:3.0:1767384619.928687:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp11 lpni_is_preferred = 0 00000400:00000200:3.0:1767384619.928689:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp11 00000400:00000200:3.0:1767384619.928702:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp11 NI seq info: [46:46:256:4294967295] 192.168.202.137@tcp11 LPNI seq info [46:46:8:4294967295] 00000400:00000200:3.0:1767384619.928708:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp11 00000400:00000200:3.0:1767384619.928717:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11:) -> 192.168.202.137@tcp11(192.168.202.137@tcp:192.168.202.137@tcp11) : GET try# 0 00000800:00000200:3.0:1767384619.928722:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp11 00000800:00000010:3.0:1767384619.928726:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cfe747a0. 00000800:00000200:3.0:1767384619.928731:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c8f3b1] -> 12345-192.168.202.137@tcp11 (6) 00000800:00000200:3.0:1767384619.928739:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp11 ip 192.168.202.137:988 00000800:00000200:3.0:1767384619.928757:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe747a0 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384619.928774:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384619.928777:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100251 rc 0 00000800:00000200:2.0:1767384619.928846:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384619.928848:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384619.928850:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cfe747a0. 00000400:00000200:2.0:1767384619.928855:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384619.928857:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384619.928862:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384619.928862:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: GET: OK 00000400:00000200:2.0:1767384619.928868:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384619.928871:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000800:00000001:3.0:1767384619.928873:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.928883:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11) <- 192.168.202.137@tcp11 : GET - for me 00000400:00000200:3.0:1767384619.928893:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384619.928900:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 320/320 into md 0x1645 [1] + 0 00000400:00000200:3.0:1767384619.928911:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp11 to MR: 192.168.202.137@tcp11 local destination 00000400:00000200:3.0:1767384619.928917:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp11 NI seq info: [47:47:256:4294967295] 192.168.202.137@tcp11 LPNI seq info [47:47:8:4294967295] 00000400:00000200:3.0:1767384619.928932:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11:192.168.202.137@tcp11) -> 192.168.202.137@tcp11(192.168.202.137@tcp11:192.168.202.137@tcp11) 192.168.202.137@tcp11 : REPLY try# 0 00000800:00000200:3.0:1767384619.928940:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.137@tcp11 00000800:00000010:3.0:1767384619.928944:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e8e568e. 00000800:00000200:3.0:1767384619.928950:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c8f3b1] -> 12345-192.168.202.137@tcp11 (6) 00000800:00000200:3.0:1767384619.928957:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp11 ip 192.168.202.137:1019 00000800:00000200:3.0:1767384619.928961:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e8e568e type 3, nob 416 niov 1 nkiov 1 00000800:00000001:2.0:1767384619.928993:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384619.929017:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384619.929022:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384619.929024:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384619.929026:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384619.929029:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384619.929031:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e8e568e. 00000400:00000200:3.0:1767384619.929038:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.929039:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11) <- 192.168.202.137@tcp11 : REPLY - for me 00000400:00000200:2.0:1767384619.929050:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp11: Reply from 12345-192.168.202.137@tcp11 of length 320/320 into md 0x1665 00000400:00000200:3.0:1767384619.929057:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: REPLY: OK 00000800:00000001:2.0:1767384619.929057:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384619.929064:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.929067:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.929072:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: REPLY: OK 00000400:00000200:2.0:1767384619.929075:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069a7a355 00000400:00000010:2.0:1767384619.929077:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069a7a355. 00000400:00000200:0.0:1767384619.929079:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384619.929081:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384619.929086:0:16343:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:2.0:1767384619.929089:0:16343:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000800:00000001:3.0:1767384619.929092:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.929092:0:16343:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 18. state = 0x100251 00000400:00000200:2.0:1767384619.929100:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384619.929111:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (20) 00000400:00000200:0.0:1767384619.929114:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000001:2.0:1767384619.929116:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384619.929121:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.929136:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384619.929140:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000d1 00000400:00000200:0.0:1767384619.929143:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000010:2.0:1767384619.929145:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 000000007b96da63. 00000400:00000010:2.0:1767384619.929149:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 00000000276ffb2b. 00000400:00000010:2.0:1767384619.929151:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000e70d9fff. 00000400:00000010:2.0:1767384619.929170:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ad4b4219. 00000400:00000200:0.0:1767384619.929171:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384619.929176:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ad4b4219 nid 192.168.202.137@tcp26 00000400:00000010:2.0:1767384619.929180:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000087bb5b57. 00000400:00000200:2.0:1767384619.929183:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 0000000087bb5b57 net tcp26 00000400:00000200:2.0:1767384619.929185:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (19) 00000400:00000200:2.0:1767384619.929189:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp26 flags 0x11 00000400:00000010:2.0:1767384619.929193:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 000000007b96da63. 00000400:00000200:0.0:1767384619.929194:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000010:2.0:1767384619.929195:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 00000000276ffb2b. 00000400:00000010:2.0:1767384619.929201:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000e70d9fff. 00000400:00000010:2.0:1767384619.929210:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000001bd0a7b3. 00000400:00000200:2.0:1767384619.929213:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384619.929216:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000400:00000200:2.0:1767384619.929219:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000400:00000200:0.0:1767384619.929220:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384619.929224:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000200:2.0:1767384619.929228:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384619.929230:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000400:00000200:2.0:1767384619.929234:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:2.0:1767384619.929238:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (20) 00000400:00000200:0.0:1767384619.929247:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929265:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929282:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929340:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929367:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929382:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929398:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929415:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929432:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929463:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929492:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929512:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929539:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929555:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929574:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929591:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929632:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929654:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929673:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929692:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929708:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929723:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929741:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929774:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.929792:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000800:00000010:0.0:1767384619.929964:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000756f6bcb. 00000800:00000010:0.0:1767384619.929969:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f47334ae. 00000800:00000010:0.0:1767384619.929975:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000053d7b6a1. 00000800:00000010:0.0:1767384619.930009:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000053d7b6a1. 00000400:00000200:2.0:1767384619.930042:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384619.930058:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp25 from 223.3.0.2 00000800:00000010:2.0:1767384619.930061:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f98eeb20. 00000800:00000010:3.0:1767384619.930100:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000095af6048. 00000800:00000010:3.0:1767384619.930108:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b048b04. 00000800:00000010:3.0:1767384619.930133:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000193dd567. 00000800:00000200:3.1:1767384619.930141:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2bff0b] -> 12345-192.168.202.137@tcp25 (2) 00000800:00000200:3.1:1767384619.930146:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp25 00000000193dd567 deleted 00000800:00000010:3.1:1767384619.930148:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000193dd567. 00000800:00000200:3.1:1767384619.930155:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384619.930161:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp25 ip 192.168.202.137:991 00000800:00000200:3.1:1767384619.930164:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a01d452f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384619.930170:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp25 p 3.x 192.168.202.137 -> 192.168.202.137:991 incarnation:1767384618286168641 sched[0] 00000800:00000010:3.0:1767384619.930176:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000322f0858. 00000800:00000010:3.0:1767384619.930234:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000322f0858. 00000800:00000010:3.0:1767384619.930239:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005b048b04. 00000800:00000200:0.1:1767384619.930254:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384619.930260:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp25 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384618286168641 sched[0] 00000800:00000010:0.0:1767384619.930263:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f47334ae. 00000800:00000010:3.0:1767384619.930279:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f98eeb20. 00000800:00000001:2.0:1767384619.930289:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384619.930294:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384619.930311:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384619.930317:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384619.930317:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000001:3.0:1767384619.930327:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384619.930333:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384619.930339:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384619.930342:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a01d452f. 00000400:00000200:2.0:1767384619.930346:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.930350:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp25->192.168.202.137@tcp25: GET: OK 00000800:00000001:3.0:1767384619.930354:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384619.930354:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384619.930358:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000800:00000001:3.0:1767384619.930365:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384619.930369:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384619.930377:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp25(192.168.202.137@tcp25) <- 192.168.202.137@tcp25 : GET - for me 00000400:00000200:3.0:1767384619.930386:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384619.930392:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 320/320 into md 0x1645 [1] + 0 00080000:00000010:2.0:1767384619.930395:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b8d52f8a. 00000400:00000200:3.0:1767384619.930401:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp25 to MR: 192.168.202.137@tcp25 local destination 00000400:00000200:3.0:1767384619.930408:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp25 NI seq info: [48:48:256:4294967295] 192.168.202.137@tcp25 LPNI seq info [48:48:8:4294967295] 00080000:00000010:2.0:1767384619.930418:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d7a9f4a1. 00000400:00000200:0.0:1767384619.930418:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384619.930425:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp25(192.168.202.137@tcp25:192.168.202.137@tcp25) -> 192.168.202.137@tcp25(192.168.202.137@tcp25:192.168.202.137@tcp25) 192.168.202.137@tcp25 : REPLY try# 0 00040000:00000001:2.0:1767384619.930425:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384619.930429:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384619.930432:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384619.930436:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.137@tcp25 00000020:00000002:2.0:1767384619.930438:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 00000800:00000010:3.0:1767384619.930440:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e8e568e. 20000000:00000001:2.0:1767384619.930442:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384619.930445:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000200:3.0:1767384619.930448:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2bff0b] -> 12345-192.168.202.137@tcp25 (4) 20000000:01000000:2.0:1767384619.930452:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000200:3.0:1767384619.930453:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp25 ip 192.168.202.137:988 00000800:00000200:3.0:1767384619.930457:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e8e568e type 3, nob 416 niov 1 nkiov 1 20000000:00000001:2.0:1767384619.930463:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384619.930467:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384619.930471:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:0.0:1767384619.930481:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000800:00000200:3.0:1767384619.930510:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384619.930513:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e8e568e. 00000400:00000200:3.0:1767384619.930522:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.930527:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp25->192.168.202.137@tcp25: REPLY: OK 00000400:00000200:0.0:1767384619.930527:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 20000000:01000000:2.0:1767384619.930528:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384619.930533:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000800:00000001:3.0:1767384619.930543:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:01000000:2.0:1767384619.930543:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384619.930548:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000800:00000001:3.0:1767384619.930549:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.930552:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000001:3.0:1767384619.930553:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384619.930559:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384619.930561:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384619.930566:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384619.930567:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384619.930573:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp25(192.168.202.137@tcp25) <- 192.168.202.137@tcp25 : REPLY - for me 00010000:00000010:2.0:1767384619.930582:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dfed89f6. 00000400:00000200:3.0:1767384619.930586:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp25: Reply from 12345-192.168.202.137@tcp25 of length 320/320 into md 0x1661 00010000:00000001:2.0:1767384619.930588:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000001:3.0:1767384619.930591:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:2.0:1767384619.930592:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002aecd739. 00000800:00000001:3.0:1767384619.930597:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384619.930598:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:3.0:1767384619.930602:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384619.930603:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002aecd739 with handle 0x7f71e2b70dd2025f to hash 00000020:00000001:2.0:1767384619.930625:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384619.930627:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258154496 : -123269451397120 : ffff8fe318234800) 00010000:00000001:2.0:1767384619.930629:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258154496 : -123269451397120 : ffff8fe318234800) 00010000:00000001:2.0:1767384619.930632:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384619.930634:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.930635:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp25->192.168.202.137@tcp25: REPLY: OK 00000400:00000200:0.0:1767384619.930636:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00010000:00010000:2.0:1767384619.930639:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002aecd739/0x7f71e2b70dd2025f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384619.930642:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004153d094 00000400:00000010:3.0:1767384619.930646:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004153d094. 00000400:00000200:3.0:1767384619.930652:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00010000:00000001:2.0:1767384619.930652:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384619.930656:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:3.0:1767384619.930658:0:16341:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00010000:00000001:2.0:1767384619.930659:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:3.0:1767384619.930662:0:16341:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00010000:00000001:2.0:1767384619.930662:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384619.930664:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.930667:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:3.0:1767384619.930668:0:16341:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 18. state = 0x100111 00010000:00000001:2.0:1767384619.930669:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.930672:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:3.0:1767384619.930673:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (19) 00010000:00000001:2.0:1767384619.930675:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384619.930678:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384619.930680:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000800:00000001:3.0:1767384619.930681:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:2.0:1767384619.930681:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dfed89f6) refcount = 1 00000400:00000200:0.0:1767384619.930684:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000800:00000001:3.0:1767384619.930686:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384619.930686:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002aecd739/0x7f71e2b70dd2025f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.930694:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384619.930696:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384619.930698:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.930699:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.930701:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384619.930709:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384619.930711:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00000400:00000200:0.0:1767384619.930715:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 20000000:00000010:3.0:1767384619.930716:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ea3ff3e5. 00010000:00000001:2.0:1767384619.930716:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384619.930719:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:01000000:3.0:1767384619.930721:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00000020:00000040:2.0:1767384619.930722:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002aecd739 refcount=4 20000000:00000001:3.0:1767384619.930725:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384619.930726:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258154496 : -123269451397120 : ffff8fe318234800) 00080000:00000001:3.0:1767384619.930729:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384619.930730:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258154496 : -123269451397120 : ffff8fe318234800) 00080000:00000001:3.0:1767384619.930734:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384619.930734:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384619.930737:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002aecd739/0x7f71e2b70dd2025f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384619.930742:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384619.930757:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384619.930761:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002aecd739/0x7f71e2b70dd2025f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384619.930763:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00080000:00000001:3.0:1767384619.930766:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.930767:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384619.930771:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384619.930771:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384619.930774:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002aecd739/0x7f71e2b70dd2025f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384619.930775:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384619.930779:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384619.930782:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.930786:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:3.0:1767384619.930787:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00010000:00000001:2.0:1767384619.930789:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.930791:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384619.930793:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002aecd739/0x7f71e2b70dd2025f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384619.930797:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000020:00000001:3.0:1767384619.930800:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:3.0:1767384619.930804:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:2.0:1767384619.930806:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002aecd739 already unused, calling callback (0000000058ffb97a) 00080000:00000001:3.0:1767384619.930808:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384619.930810:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1767384619.930812:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.930813:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384619.930816:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002aecd739/0x7f71e2b70dd2025f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384619.930817:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384619.930822:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384619.930824:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00010000:00000001:2.0:1767384619.930825:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:3.0:1767384619.930827:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:2.0:1767384619.930827:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384619.930830:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767384619.930832:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384619.930836:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000022c2a8d4. 00000020:00000040:2.0:1767384619.930839:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002aecd739 refcount=5 00080000:00000001:3.0:1767384619.930840:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799654112256 : -123274055439360 : ffff8fe205b72c00) 00000020:00000001:2.0:1767384619.930841:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258154496 : -123269451397120 : ffff8fe318234800) 00080000:00000001:3.0:1767384619.930844:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384619.930845:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258154496 : -123269451397120 : ffff8fe318234800) 00000001:00000001:3.0:1767384619.930848:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384619.930850:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000010:3.0:1767384619.930852:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000322f0858. 00010000:00010000:2.0:1767384619.930853:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002aecd739/0x7f71e2b70dd2025f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384619.930858:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.930861:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:3.0:1767384619.930862:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384619.930863:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00010000:00000001:2.0:1767384619.930864:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384619.930867:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.930872:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384619.930874:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384619.930876:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384619.930878:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.930878:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384619.930884:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002aecd739 with handle 0x7f71e2b70dd2025f from hash 00010000:00000001:2.0:1767384619.930886:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384619.930888:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.930889:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384619.930891:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:3.0:1767384619.930892:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384619.930893:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384619.930896:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384619.930899:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384619.930901:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.930904:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.930906:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384619.930907:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384619.930909:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:3.0:1767384619.930911:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384619.930912:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384619.930915:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.930917:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384619.930917:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384619.930919:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00010000:00000001:2.0:1767384619.930922:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384619.930923:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a40cb5cd. 00010000:00010000:2.0:1767384619.930926:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002aecd739/0x7f71e2b70dd2025f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.930931:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.930932:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384619.930933:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384619.930939:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049180032 00010000:00000001:2.0:1767384619.930940:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384619.930942:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384619.930944:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384619.930944:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.930947:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384619.930947:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00010000:00000001:2.0:1767384619.930951:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000200:3.0:1767384619.930954:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e5dc1349 x1853237049180032/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.930955:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384619.930960:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384619.930964:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002aecd739/0x7f71e2b70dd2025f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384619.930966:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00010000:00000001:3.0:1767384619.930970:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384619.930974:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.930975:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384619.930977:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384619.930978:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=36 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384619.930980:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002aecd739/0x7f71e2b70dd2025f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384619.930984:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:2.0:1767384619.930987:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dfed89f6 count: 0 00000100:00000040:3.0:1767384619.930988:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384619.930991:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384619.930994:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384619.930996:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384619.930996:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00010000:00000001:2.0:1767384619.930998:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384619.931002:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384619.931003:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384619.931012:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384619.931015:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b048b04. 00000100:00000200:3.0:1767384619.931019:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049180032, offset 224 00000400:00000200:3.0:1767384619.931024:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384619.931033:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384619.931034:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384619.931043:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003f80 00000400:00000200:3.0:1767384619.931049:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x164d [2] + 224 00000400:00000200:3.0:1767384619.931053:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.931056:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384619.931060:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384619.931064:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009aa10b3a x1853237049180032/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384619.931072:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009aa10b3a x1853237049180032/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384619.931073:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000100:00000001:3.0:1767384619.931093:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384619.931098:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b048b04 00000400:00000010:3.0:1767384619.931099:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b048b04. 00000100:00000001:3.0:1767384619.931102:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384619.931104:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384619.931107:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.931111:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384619.931114:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384619.931114:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384619.931118:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.931118:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384619.931120:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000020:00000001:3.0:1767384619.931122:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384619.931123:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384619.931126:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384619.931128:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5dc1349 x1853237049180032/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384619.931129:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000679602a5. 00000400:00000200:2.0:1767384619.931136:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004412c0cb 00000400:00000010:2.0:1767384619.931138:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004412c0cb. 00000100:00100000:3.0:1767384619.931142:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e5dc1349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049180032:12345-0@lo:253: Request processed in 2985us (3547us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384619.931143:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384619.931149:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009aa10b3a x1853237049180032/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384619.931154:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:3.0:1767384619.931160:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000400:00000200:0.0:1767384619.931160:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000100:00000200:2.0:1767384619.931165:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009aa10b3a x1853237049180032/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.931166:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384619.931170:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384619.931175:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a49e393a. 00000100:00000001:2.0:1767384619.931175:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384619.931178:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.931180:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384619.931185:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384619.931186:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384619.931188:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384619.931189:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001a43ef3f. 02000000:00000001:2.0:1767384619.931190:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384619.931195:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048793b47. 00000100:00001000:2.0:1767384619.931202:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=36 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384619.931203:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00001000:2.0:1767384619.931205:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=36 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384619.931209:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000100:00000001:2.0:1767384619.931211:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384619.931212:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384619.931215:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384619.931216:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006b71df0b. 00010000:00000001:2.0:1767384619.931218:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384619.931221:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.931224:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.931225:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384619.931229:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384619.931230:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009aa10b3a x1853237049180032/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384619.931238:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384619.931239:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.931245:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384619.931247:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb71a923. 00000100:00000001:2.0:1767384619.931247:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384619.931251:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384619.931254:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384619.931255:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:3.0:1767384619.931256:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b048b04. 00000020:01000004:2.0:1767384619.931257:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384619.931257:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000020:01000004:2.0:1767384619.931260:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384619.931263:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384619.931265:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384619.931266:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384619.931268:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384619.931269:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384619.931273:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aa10b3a x1853237049180032/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384619.931278:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049180032:0@lo:253: 00000100:00000001:2.0:1767384619.931284:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.931285:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384619.931287:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009aa10b3a x1853237049180032/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.931292:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384619.931294:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384619.931296:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000e17a0b5. 02000000:00000001:2.0:1767384619.931301:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384619.931303:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384619.931304:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384619.931310:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384619.931312:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007e614562. 00000400:00000200:0.0:1767384619.931317:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 02000000:00000001:2.0:1767384619.931318:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384619.931321:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384619.931323:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009aa10b3a. 00000100:00000001:2.0:1767384619.931327:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384619.931328:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.931330:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.931333:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384619.931335:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.931338:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.931340:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384619.931369:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.931408:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.931436:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.931467:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.931495:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.931518:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.931553:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.931593:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384619.931655:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000800:00000010:0.0:1767384619.931815:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ebfd9487. 00000800:00000010:0.0:1767384619.931820:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f47334ae. 00000800:00000010:0.0:1767384619.931824:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000053d7b6a1. 00000800:00000010:0.0:1767384619.931855:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000053d7b6a1. 00000400:00000200:2.0:1767384619.931879:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384619.931891:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp25 from 222.3.0.2 00000800:00000010:2.0:1767384619.931894:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000784f6ab5. 00000800:00000010:0.0:1767384619.931927:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cee0ddb4. 00000800:00000010:0.0:1767384619.931933:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002f11c65. 00000800:00000010:0.0:1767384619.931952:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000085dd069c. 00000800:00000200:0.1:1767384619.931957:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2bff0b] -> 12345-192.168.202.137@tcp25 (4) 00000800:00000200:0.1:1767384619.931961:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp25 0000000085dd069c deleted 00000800:00000010:0.1:1767384619.931963:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000085dd069c. 00000800:00000200:0.1:1767384619.931966:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384619.931971:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp25 p 3.x 192.168.202.137 -> 192.168.202.137:990 incarnation:1767384618286168641 sched[0] 00000800:00000010:0.0:1767384619.931975:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000053d7b6a1. 00000800:00000010:0.0:1767384619.932015:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000053d7b6a1. 00000800:00000010:0.0:1767384619.932025:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002f11c65. 00000800:00000010:0.0:1767384619.932050:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000784f6ab5. 00000800:00000001:0.0:1767384619.932062:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384619.932066:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384619.932094:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384619.932098:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp25 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384618286168641 sched[0] 00000800:00000010:0.0:1767384619.932101:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f47334ae. 00000800:00000001:0.0:1767384619.932138:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384619.932142:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384619.932393:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000022c2a8d4. 00080000:00000010:2.0:1767384619.932426:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000322f0858. 00040000:00000001:2.0:1767384619.932431:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384619.932432:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384619.932434:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384619.932436:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384619.932438:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384619.932439:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384619.932440:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384619.932447:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384619.932449:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384619.932453:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384619.932460:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384619.932463:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384619.932465:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384619.932469:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384619.932471:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384619.932476:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001ba4d7fe. 00010000:00000001:3.0:1767384619.932480:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384619.932484:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000097c750bd. 00000020:00000001:3.0:1767384619.932487:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384619.932489:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000097c750bd with handle 0x7f71e2b70dd20266 to hash 00000020:00000001:3.0:1767384619.932491:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384619.932493:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384619.932495:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384619.932498:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384619.932500:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.932502:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20266 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.932510:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384619.932512:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384619.932513:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384619.932515:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384619.932516:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.932518:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384619.932526:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.932529:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384619.932531:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384619.932532:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384619.932534:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000020:2.0:1767384619.932535:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:3.0:1767384619.932536:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001ba4d7fe) refcount = 1 00000100:00000001:2.0:1767384619.932539:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:3.0:1767384619.932543:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20266 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384619.932544:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000060b55b53. 20000000:00000001:2.0:1767384619.932548:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384619.932553:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049180160 00010000:00000001:3.0:1767384619.932556:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384619.932556:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384619.932560:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000200:2.0:1767384619.932562:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093de4def x1853237049180160/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.932564:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.932569:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.932574:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384619.932574:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384619.932577:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.932580:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384619.932582:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00000100:00001000:2.0:1767384619.932587:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=36 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384619.932588:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384619.932591:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384619.932592:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767384619.932595:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000097c750bd refcount=4 00000100:00000040:2.0:1767384619.932596:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000001:3.0:1767384619.932602:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00000100:00000001:2.0:1767384619.932602:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384619.932622:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384619.932624:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.932626:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384619.932630:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384619.932631:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00000400:00000010:2.0:1767384619.932634:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7d5bc40. 00010000:00000001:3.0:1767384619.932636:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000200:2.0:1767384619.932638:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049180160, offset 224 00010000:00010000:3.0:1767384619.932640:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20266 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384619.932645:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384619.932652:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1767384619.932654:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384619.932656:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20266 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384619.932662:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004000 00010000:00000001:3.0:1767384619.932670:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384619.932670:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1655 [2] + 224 00010000:00000001:3.0:1767384619.932675:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384619.932676:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384619.932677:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20266 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384619.932683:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384619.932688:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384619.932692:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384619.932693:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000ac51833 x1853237049180160/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.932696:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.932701:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000ac51833 x1853237049180160/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.932709:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384619.932712:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20266 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384619.932718:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384619.932719:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000097c750bd already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384619.932723:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384619.932724:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7d5bc40 00010000:00000001:3.0:1767384619.932726:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:2.0:1767384619.932727:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7d5bc40. 00010000:00010000:3.0:1767384619.932730:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20266 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384619.932731:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384619.932733:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.932734:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384619.932736:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384619.932738:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384619.932741:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384619.932753:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:0.0:1767384619.932756:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384619.932757:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384619.932760:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384619.932760:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000029ea19d. 00010000:00000001:3.0:1767384619.932762:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:2.0:1767384619.932766:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384619.932767:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384619.932767:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074c14739 00000100:00000040:2.0:1767384619.932771:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093de4def x1853237049180160/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384619.932772:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384619.932773:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074c14739. 00000020:00000040:3.0:1767384619.932777:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000097c750bd refcount=5 00000100:00000001:0.0:1767384619.932779:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384619.932785:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00000100:00000200:0.0:1767384619.932785:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000ac51833 x1853237049180160/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384619.932789:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093de4def pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049180160:12345-0@lo:253: Request processed in 4374us (5108us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384619.932793:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384619.932801:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:0.0:1767384619.932803:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000ac51833 x1853237049180160/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384619.932805:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20266 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384619.932809:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000040:2.0:1767384619.932816:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384619.932821:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384619.932825:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384619.932825:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384619.932826:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384619.932829:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007aacc196. 00010000:00000001:3.0:1767384619.932830:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384619.932831:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.932834:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.932835:0:16349:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384619.932837:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d1fd095. 00010000:00000001:3.0:1767384619.932839:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:0.0:1767384619.932839:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384619.932842:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384619.932843:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8bed3a6. 00010000:00000001:3.0:1767384619.932844:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384619.932845:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.932847:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:2.0:1767384619.932849:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:0.0:1767384619.932849:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.932850:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384619.932855:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000097c750bd with handle 0x7f71e2b70dd20266 from hash 02000000:00000001:2.0:1767384619.932855:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384619.932856:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=36 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384619.932857:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000065fb7786. 00010000:00000001:3.0:1767384619.932860:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1767384619.932863:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384619.932864:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384619.932864:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384619.932866:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.932868:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384619.932869:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384619.932871:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384619.932872:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384619.932873:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384619.932874:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384619.932876:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384619.932877:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384619.932879:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.932881:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:2.0:1767384619.932881:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000055ef3ff. 00000100:00000001:0.0:1767384619.932882:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.932885:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384619.932888:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7d5bc40. 00000100:00000040:0.0:1767384619.932889:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000ac51833 x1853237049180160/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.932895:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.932900:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384619.932901:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384619.932904:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.932905:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.932907:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.932912:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.932916:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.932920:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20266 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384619.932921:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.932927:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384619.932929:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.932930:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.932933:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384619.932933:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384619.932934:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384619.932938:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:01000004:0.0:1767384619.932938:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:3.0:1767384619.932941:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384619.932942:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:3.0:1767384619.932944:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384619.932945:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384619.932947:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:01000004:0.0:1767384619.932947:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384619.932950:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:3.0:1767384619.932951:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384619.932952:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 20000000:00000001:3.0:1767384619.932953:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384619.932954:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00010000:3.0:1767384619.932957:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20266 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384619.932957:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384619.932962:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ac51833 x1853237049180160/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.932969:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384619.932972:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384619.932974:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd20266 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384619.932978:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000ac51833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049180160:0@lo:253: 00010000:00000040:3.0:1767384619.932987:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001ba4d7fe count: 0 00000100:00000001:0.0:1767384619.932988:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.932992:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384619.932995:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000ac51833 x1853237049180160/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.932997:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384619.933000:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384619.933002:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384619.933004:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384619.933006:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000822b8983. 02000000:00000001:0.0:1767384619.933008:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384619.933009:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384619.933010:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384619.933012:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384619.933013:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bc37b014. 02000000:00000001:0.0:1767384619.933015:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384619.933016:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384619.933017:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ac51833. 00000100:00000001:0.0:1767384619.933019:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384619.933020:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.933021:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.933024:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384619.933029:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.933031:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.933032:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.933699:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294908355, at 4294908356 00000100:00000010:2.0:1767384619.933704:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e404f76. 00000100:00000040:0.0:1767384619.933842:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294908355, at 4294908356 00000100:00000010:0.0:1767384619.933848:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3bd70d0. 00000100:00000040:3.0:1767384619.933909:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294908355, at 4294908356 00000100:00000010:3.0:1767384619.933917:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000797ae666. 00000100:00000040:1.0:1767384619.934646:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294908355, at 4294908357 00000100:00000010:1.0:1767384619.934652:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff47987f. 00010000:00000010:3.1:1767384619.938648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001ba4d7fe. 00010000:00000010:3.1:1767384619.938659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000097c750bd. 00010000:00000010:2.1:1767384619.938687:0:25078:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dfed89f6. 00010000:00000010:2.1:1767384619.938692:0:25078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002aecd739. 00000400:00000010:2.0:1767384619.944188:0:25082:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000324c7c21. 00000400:00000040:2.0:1767384619.944204:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384619.944206:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384619.944208:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384619.944209:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384619.944211:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384619.944212:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384619.944214:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384619.944215:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384619.944216:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384619.944217:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384619.944219:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384619.944220:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384619.944221:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384619.944222:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384619.944223:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384619.944224:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384619.944233:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384619.944234:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384619.944235:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384619.944237:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384619.944238:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384619.944239:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384619.944240:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384619.944241:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384619.944242:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384619.944244:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384619.944245:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384619.944246:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384619.944246:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384619.944247:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384619.944248:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384619.944250:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384619.944250:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384619.944252:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384619.944252:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384619.944253:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384619.944254:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384619.944256:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384619.944257:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384619.944258:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384619.944258:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384619.944259:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384619.944260:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384619.944261:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384619.944262:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384619.944263:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384619.944264:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384619.944265:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384619.944266:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384619.944267:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384619.944268:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384619.944269:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384619.944270:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384619.944271:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384619.944272:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384619.944276:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384619.944277:0:25082:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384619.944320:0:25082:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000324c7c21. 00010000:00000001:2.0:1767384619.993839:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384619.993843:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.993848:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384619.993849:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.993880:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384619.993884:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384619.993888:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384620.957674:0:25381:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c23b8508. 00080000:00000010:2.0:1767384620.957687:0:25381:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c23b8508. 00000020:00000001:2.0:1767384620.957693:0:25381:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384620.957701:0:25381:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c23b8508. 00080000:00000010:2.0:1767384620.957706:0:25381:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c23b8508. 00000020:00000001:2.0:1767384620.957710:0:25381:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.017689:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384621.017695:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.017700:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384621.017702:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.017769:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384621.017775:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.017778:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384621.742957:0:25545:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384621.742962:0:25545:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:1.0:1767384621.745906:0:25545:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384621.752196:0:25546:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008298fa0f. 00000400:00000010:3.0:1767384621.752214:0:25546:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000cf74a1b3. 00000400:00000010:3.0:1767384621.752222:0:25546:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000979e24a5. 00000400:00000010:3.0:1767384621.752225:0:25546:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a074bb38. 00000400:00000010:3.0:1767384621.752229:0:25546:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000039ef7a09. 00000400:00000010:3.0:1767384621.752232:0:25546:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db238df8. 00000400:00000010:3.0:1767384621.752234:0:25546:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a58c0772. 00000400:00000010:3.0:1767384621.752235:0:25546:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000014ac8721. 00000400:00000010:3.0:1767384621.752238:0:25546:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000561ea7f7. 00000800:00000010:3.0:1767384621.752249:0:25546:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000009eb4ba1. 00000800:00000200:3.0:1767384621.752258:0:25546:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384621.752267:0:25546:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384621.752301:0:25546:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:3.0:1767384621.752321:0:25546:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp27 [8/256/0/180] 00000400:00000010:3.0:1767384621.753751:0:25546:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000e9844366. 00000400:00000010:3.0:1767384621.753758:0:25546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e834181. 00000400:00000010:3.0:1767384621.753764:0:25546:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064a9da54. 00000400:00000001:3.0:1767384621.753781:0:25546:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384621.753783:0:25546:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384621.753786:0:25546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b975a4. 00000400:00000200:3.0:1767384621.753791:0:25546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:3.0:1767384621.753793:0:25546:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000400:00000010:3.0:1767384621.753797:0:25546:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000245d93aa. 00000400:00000200:3.0:1767384621.753801:0:25546:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (18) 00000400:00000200:3.0:1767384621.753812:0:25546:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384621.753821:0:25546:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:3.0:1767384621.753829:0:25546:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000e17a0b5. 00000400:00000200:2.0:1767384621.753831:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384621.753833:0:25546:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384621.753837:0:25546:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp27 00000400:00000200:2.0:1767384621.753840:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1001d1 00000400:00000010:3.0:1767384621.753852:0:25546:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000cf74a1b3. 00000400:00000010:3.0:1767384621.753856:0:25546:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008298fa0f. 00000400:00000010:2.0:1767384621.753858:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 000000005bce62fd. 00000400:00000010:2.0:1767384621.753863:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 000000007364dd91. 00000400:00000010:2.0:1767384621.753866:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000f6b74a85. 00000020:00000001:1.0:1767384621.753878:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384621.753883:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384621.753886:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:2.0:1767384621.753888:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 000000005bce62fd. 10000000:01000000:1.0:1767384621.753889:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:2.0:1767384621.753894:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 000000007364dd91. 00000020:01000004:1.0:1767384621.753894:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000010:2.0:1767384621.753899:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000f6b74a85. 00000020:01000004:1.0:1767384621.753899:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:2.0:1767384621.753904:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000094575dcc. 00000020:01000004:1.0:1767384621.753904:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384621.753907:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384621.753910:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000020:01000004:1.0:1767384621.753911:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384621.753915:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384621.753916:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000020:01000004:1.0:1767384621.753918:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384621.753922:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384621.753925:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000020:01000004:1.0:1767384621.753925:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384621.753928:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384621.753930:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:2.0:1767384621.753935:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a40d0682. 00000400:00000200:2.0:1767384621.753938:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (19) 00000100:00000010:1.0:1767384621.753940:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9a165b4. 00000400:00000010:2.0:1767384621.753943:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d7963ef. 00000020:00000040:1.0:1767384621.753947:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:2.0:1767384621.753950:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp25 00000100:00000001:1.0:1767384621.753957:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384621.753962:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384621.753964:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp25 to MR: 192.168.202.137@tcp25 local destination 02000000:00000001:1.0:1767384621.753969:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.753980:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp25 NI seq info: [49:49:256:4294967295] 192.168.202.137@tcp25 LPNI seq info [49:49:8:4294967295] 02000000:00000010:1.0:1767384621.753981:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000522b1681. 00000400:00000200:2.0:1767384621.753987:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp25 00000100:00000001:1.0:1767384621.753992:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.754000:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp25(192.168.202.137@tcp25:192.168.202.137@tcp25) -> 192.168.202.137@tcp25(192.168.202.137@tcp25:192.168.202.137@tcp25) : PUT try# 0 00000100:00000001:1.0:1767384621.754004:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1767384621.754005:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.137@tcp25 00000100:00000001:1.0:1767384621.754009:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384621.754011:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e3b3c21. 00000100:00000040:1.0:1767384621.754019:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9a165b4] to pc [ptlrpcd_00_02+2] req@00000000c9a165b4 x1853237049180288/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384621.754020:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2bff0b] -> 12345-192.168.202.137@tcp25 (6) 00000800:00000200:2.0:1767384621.754031:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp25 ip 192.168.202.137:988 00000800:00000200:2.0:1767384621.754035:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e3b3c21 type 1, nob 432 niov 1 nkiov 1 00000400:00000200:2.0:1767384621.754046:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384621.754048:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 10000000:00000001:1.0:1767384621.754051:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384621.754055:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384621.754057:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384621.754058:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384621.754065:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384621.754067:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384621.754067:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384621.754070:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384621.754073:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384621.754074:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384621.754074:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384621.754078:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384621.754079:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384621.754081:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384621.754084:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384621.754085:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:3.0:1767384621.754088:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c9a165b4 x1853237049180288/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384621.754088:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384621.754090:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384621.754092:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384621.754095:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384621.754099:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bb14fad. 00000020:00000040:1.0:1767384621.754102:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:1.0:1767384621.754104:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384621.754107:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384621.754110:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.754118:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767384621.754118:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fdd6a92f. 00000100:00000001:3.0:1767384621.754120:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.754124:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384621.754125:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384621.754128:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384621.754130:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384621.754131:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384621.754134:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c9a165b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049180288:0@lo:253: 00000100:00000001:3.0:1767384621.754137:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384621.754140:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384621.754143:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384621.754147:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384621.754147:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bb14fad] to pc [ptlrpcd_00_03+3] req@000000004bb14fad x1853237049180416/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384621.754151:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384621.754158:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006b71df0b. 00000800:00000200:2.0:1767384621.754160:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:1.0:1767384621.754160:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384621.754161:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384621.754166:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e3b3c21. 10000000:00000001:1.0:1767384621.754167:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384621.754170:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045f0a4b4. 00000020:00000001:1.0:1767384621.754171:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.754173:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000000:1.0:1767384621.754176:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384621.754178:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf74a1b3. 00000020:00000010:1.0:1767384621.754179:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000e17a0b5. 00000400:00000200:2.0:1767384621.754183:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp25->192.168.202.137@tcp25: PUT: OK 00000100:00000200:3.0:1767384621.754185:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049180288, portal 25 00000100:00000001:3.0:1767384621.754189:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384621.754189:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384621.754190:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924128128 : -123268785423488 : ffff8fe33fd53b80) 00000400:00000200:2.0:1767384621.754195:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp25: 0 00000100:00000040:3.0:1767384621.754198:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c9a165b4 x1853237049180288/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384621.754205:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384621.754206:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384621.754206:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384621.754212:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384621.754213:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384621.754215:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384621.754216:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000193dd567. 00000800:00000001:2.0:1767384621.754216:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384621.754221:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384621.754222:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049180288, offset 0 00000100:00000040:1.0:1767384621.754222:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004bb14fad x1853237049180416/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384621.754227:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384621.754234:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384621.754242:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp25(192.168.202.137@tcp25) <- 192.168.202.137@tcp25 : PUT - for me 00000100:00000001:1.0:1767384621.754244:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384621.754248:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384621.754248:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384621.754253:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384621.754254:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 336 into portal 0 MB=0x8000000000000000 02000000:00000001:1.0:1767384621.754256:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384621.754260:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.754264:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004080 00000400:00000200:2.0:1767384621.754266:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 320/336 into md 0x165d [1] + 0 00000100:00100000:1.0:1767384621.754268:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004bb14fad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049180416:0@lo:253: 00000400:00000010:2.0:1767384621.754274:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bcd32f9. 00000100:00000001:1.0:1767384621.754275:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384621.754280:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1c237d2 02000000:00000001:1.0:1767384621.754280:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384621.754284:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384621.754287:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384621.754287:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384621.754289:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xadd [2] + 0 00000400:00000010:3.0:1767384621.754293:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080cc7fa8. 00000800:00000001:2.0:1767384621.754294:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384621.754294:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a327df6e. 00000400:00000200:3.0:1767384621.754297:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f0920ace 00000400:00000200:2.0:1767384621.754300:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384621.754300:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.754304:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384621.754308:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f2edf20. 00000400:00000200:2.0:1767384621.754312:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp25->192.168.202.137@tcp25: PUT: OK 00000400:00000200:3.0:1767384621.754313:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384621.754316:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064a78d4d. 00000100:00000200:1.0:1767384621.754322:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049180416, portal 25 00000400:00000200:3.0:1767384621.754323:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0920ace 00000100:00000001:1.0:1767384621.754325:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384621.754326:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924120960 : -123268785430656 : ffff8fe33fd51f80) 00000100:00000040:1.0:1767384621.754330:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004bb14fad x1853237049180416/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384621.754332:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0920ace. 00000400:00000200:2.0:1767384621.754340:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1c237d2 00000100:00000001:1.0:1767384621.754340:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384621.754341:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384621.754344:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384621.754347:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000006cbb253a x1853237049180288 msgsize 4848 00000400:00000010:2.0:1767384621.754351:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1c237d2. 00000100:00000040:1.0:1767384621.754353:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384621.754357:0:16343:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:1.0:1767384621.754359:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000776d961e. 00000100:00100000:3.0:1767384621.754360:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384621.754362:0:16343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (20) 00000100:00000200:1.0:1767384621.754365:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049180416, offset 0 00000100:00000040:3.0:1767384621.754366:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384621.754369:0:16343:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:1.0:1767384621.754373:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384621.754376:0:16343:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (336 bytes) 00000100:00000001:3.0:1767384621.754380:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384621.754382:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384621.754386:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384621.754393:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (21) 00000400:00000200:3.0:1767384621.754402:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000193dd567 00000400:00000200:2.0:1767384621.754406:0:16343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:3.0:1767384621.754408:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000193dd567. 00000400:00000200:1.0:1767384621.754408:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004100 00000100:00000001:3.0:1767384621.754414:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384621.754417:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp25 to MR: 192.168.202.137@tcp25 local destination 00000100:00000200:3.0:1767384621.754421:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c9a165b4 x1853237049180288/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384621.754422:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfed [2] + 0 00000400:00000010:1.0:1767384621.754434:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000610735c9. 00000400:00000200:2.0:1767384621.754435:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp25 NI seq info: [50:50:256:4294967295] 192.168.202.137@tcp25 LPNI seq info [50:50:8:4294967295] 00000400:00000200:1.0:1767384621.754441:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007439f28b 00000100:00000001:3.0:1767384621.754444:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384621.754448:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c9a165b4 x1853237049180288/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384621.754450:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384621.754462:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384621.754469:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.754470:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp25(192.168.202.137@tcp25:192.168.202.137@tcp25) -> 192.168.202.137@tcp25(192.168.202.137@tcp25:192.168.202.137@tcp25) 192.168.202.137@tcp25 : ACK try# 0 00000100:00000001:3.0:1767384621.754471:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767384621.754481:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp25 00000100:00000001:3.0:1767384621.754483:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384621.754484:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007439f28b 00000800:00000010:2.0:1767384621.754486:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e3b3c21. 00000100:00000001:3.0:1767384621.754489:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294910181 00000400:00000010:1.0:1767384621.754489:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007439f28b. 00000800:00000200:2.0:1767384621.754495:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2bff0b] -> 12345-192.168.202.137@tcp25 (6) 00000100:00000001:1.0:1767384621.754496:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384621.754497:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cdb9ffe. 00000100:00000200:1.0:1767384621.754500:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384621.754503:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000ff76a17d x1853237049180416 msgsize 4848 00000800:00000200:2.0:1767384621.754504:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp25 ip 192.168.202.137:991 00000100:00000001:3.0:1767384621.754506:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767384621.754511:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e3b3c21 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384621.754514:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294910181 00000100:00100000:1.0:1767384621.754515:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384621.754519:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384621.754521:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c4bb1b7. 00000100:00000001:3.0:1767384621.754526:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000800:00000001:2.0:1767384621.754526:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384621.754532:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384621.754533:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294910181 00000800:00000001:2.0:1767384621.754536:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384621.754537:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4b61074. 00000400:00000200:1.0:1767384621.754539:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000776d961e 00000100:00000001:3.0:1767384621.754543:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384621.754543:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000776d961e. 00000100:00000001:1.0:1767384621.754547:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384621.754548:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294910181 00000100:00000010:3.0:1767384621.754553:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6fb372c. 00000100:00000200:1.0:1767384621.754553:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004bb14fad x1853237049180416/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.754558:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384621.754565:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384621.754567:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384621.754568:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384621.754571:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767384621.754572:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004bb14fad x1853237049180416/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384621.754575:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e3b3c21. 00000100:00000001:3.0:1767384621.754580:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.754583:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384621.754586:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.754594:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp25->192.168.202.137@tcp25: ACK: OK 00000100:00000001:1.0:1767384621.754594:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.754599:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384621.754599:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384621.754603:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:2.0:1767384621.754604:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384621.754633:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384621.754635:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384621.754638:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294910182 00000800:00000001:2.0:1767384621.754639:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384621.754644:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384621.754646:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384621.754647:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384621.754648:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294910181 00000800:00000001:2.0:1767384621.754651:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384621.754652:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.754654:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294910182 00000100:00000001:3.0:1767384621.754656:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384621.754657:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384621.754662:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294910181 00000400:00000200:2.0:1767384621.754666:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp25(192.168.202.137@tcp25) <- 192.168.202.137@tcp25 : ACK - for me 00000100:00000001:1.0:1767384621.754675:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294910182 00000400:00000200:2.0:1767384621.754680:0:16343:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp25: ACK from 12345-192.168.202.137@tcp25 into md 0x167d 00000100:00000001:1.0:1767384621.754682:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294910181 00000400:00000200:2.0:1767384621.754684:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384621.754687:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294910182 00000100:00000001:1.0:1767384621.754690:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294910181 00000100:00000001:1.0:1767384621.754696:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384621.754698:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp25->192.168.202.137@tcp25: ACK: OK 00000100:00000001:1.0:1767384621.754700:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.754703:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a40d0682 00000100:00000001:1.0:1767384621.754704:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.754707:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a40d0682. 00000100:00000001:1.0:1767384621.754708:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.754712:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384621.754715:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384621.754717:0:16343:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000100:00000001:1.0:1767384621.754718:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384621.754723:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384621.754724:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:1.0:1767384621.754742:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384621.754747:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.754748:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (20) 00000100:00000001:1.0:1767384621.754751:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384621.754757:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384621.754759:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:2.0:1767384621.754762:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384621.754767:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000a4f6f1c9. 00000400:00000010:3.0:1767384621.754774:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcc38b63. 00000100:00000001:1.0:1767384621.754777:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384621.754780:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa15c664. 00000100:00100000:1.0:1767384621.754781:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180288 02000000:00000001:1.0:1767384621.754786:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384621.754787:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a4f6f1c9 00000100:00000001:1.0:1767384621.754788:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384621.754792:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384621.754794:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000081d4340b. 02000000:00000001:1.0:1767384621.754796:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.754800:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000100:00100000:1.0:1767384621.754801:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180288 00000020:00000001:1.0:1767384621.754805:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384621.754809:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102051 00000020:00000040:1.0:1767384621.754809:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:2.0:1767384621.754812:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384621.754814:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (19) 00000020:00000001:1.0:1767384621.754814:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384621.754816:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180416 00000020:00000040:1.0:1767384621.754819:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 02000000:00000001:2.0:1767384621.754820:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384621.754821:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000001bd0a7b3. 00000100:00000001:2.0:1767384621.754823:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384621.754824:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000010:3.0:1767384621.754827:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000543c09d. 00000100:00000001:2.0:1767384621.754828:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384621.754828:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 02000000:00000001:2.0:1767384621.754835:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.754836:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384621.754838:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dbc9f3a4. 00000100:00100000:2.0:1767384621.754838:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180416 00000020:00000010:1.0:1767384621.754841:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000489c90be. 00000020:00000001:2.0:1767384621.754842:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384621.754847:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000020:00000040:2.0:1767384621.754847:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:1.0:1767384621.754848:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384621.754852:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384621.754853:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000489c90be. 00000020:00000040:2.0:1767384621.754855:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000400:00000200:3.0:1767384621.754857:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000020:00000001:2.0:1767384621.754861:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000010:1.0:1767384621.754862:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da71a478. 00000400:00000200:3.0:1767384621.754866:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000020:00000001:2.0:1767384621.754866:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000010:1.0:1767384621.754869:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001fbb507c. 00000100:00000001:2.0:1767384621.754872:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384621.754874:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000020:00000010:2.0:1767384621.754878:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000444c8845. 00000020:00000010:1.0:1767384621.754881:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2361494. 00000100:00000001:2.0:1767384621.754882:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384621.754887:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000444c8845. 00000100:00000040:1.0:1767384621.754891:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384621.754894:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b74a85. 00000100:00000001:1.0:1767384621.754895:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384621.754897:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000100:00000001:1.0:1767384621.754898:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384621.754901:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f341d60b. 00000100:00000001:1.0:1767384621.754902:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.754906:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000020:00000010:2.0:1767384621.754909:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ff24891. 00000100:00000001:1.0:1767384621.754912:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.754914:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000100:00000001:2.0:1767384621.754917:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384621.754920:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384621.754922:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00000001:2.0:1767384621.754923:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.754924:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384621.754932:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000100:00000001:2.0:1767384621.754933:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.754938:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384621.754938:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384621.754939:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000100:00000001:1.0:1767384621.754941:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384621.754948:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000040:1.0:1767384621.754955:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000400:00000200:3.0:1767384621.754959:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000100:00000001:2.0:1767384621.754960:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384621.754961:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885422160 : -123268824129456 : ffff8fe33d86a050) 00000100:00000001:2.0:1767384621.754964:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384621.754971:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000400:00000200:3.0:1767384621.754973:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000100:00000040:1.0:1767384621.754974:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006cbb253a x1853237049180288/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:602/0 lens 4848/0 e 0 to 0 dl 1767384632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384621.754975:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:2.0:1767384621.754980:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781791312 : -123268927760304 : ffff8fe337595850) 00000400:00000200:3.0:1767384621.754986:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000100:00000040:2.0:1767384621.754990:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ff76a17d x1853237049180416/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:602/0 lens 4848/0 e 0 to 0 dl 1767384632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.755002:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000100:00000001:1.0:1767384621.755008:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384621.755014:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000489c90be. 00000100:00000001:2.0:1767384621.755017:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384621.755018:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000100:00000001:1.0:1767384621.755019:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384621.755022:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000444c8845. 00000020:00000010:1.0:1767384621.755024:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000489c90be. 00000100:00000001:2.0:1767384621.755028:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384621.755032:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000444c8845. 00000400:00000200:3.0:1767384621.755038:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000100:00100000:1.0:1767384621.755038:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006cbb253a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049180288:12345-0@lo:253: 00000100:00100000:2.0:1767384621.755042:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ff76a17d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049180416:12345-0@lo:253: 00000100:00000200:1.0:1767384621.755048:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180288 00000100:00000200:2.0:1767384621.755052:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180416 00000020:00000001:1.0:1767384621.755054:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384621.755055:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384621.755058:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000020:00000001:1.0:1767384621.755059:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384621.755060:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384621.755064:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.755065:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.755070:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000020:00000001:2.0:1767384621.755071:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384621.755071:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384621.755075:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:1.0:1767384621.755076:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384621.755082:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384621.755083:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000020:00000001:1.0:1767384621.755083:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384621.755085:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384621.755087:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384621.755092:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384621.755093:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384621.755095:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000020:00000001:2.0:1767384621.755096:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384621.755097:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384621.755100:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384621.755101:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.755104:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp26 00000100:00000001:2.0:1767384621.755108:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384621.755109:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384621.755111:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp26 lpni_is_preferred = 0 02000000:00000001:2.0:1767384621.755114:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384621.755115:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp26 02000000:00000001:1.0:1767384621.755115:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384621.755120:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp26 NI seq info: [51:51:256:4294967295] 192.168.202.137@tcp26 LPNI seq info [51:51:8:4294967295] 02000000:00000010:2.0:1767384621.755122:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000060b55b53. 02000000:00000010:1.0:1767384621.755123:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e3dac134. 02000000:00000001:2.0:1767384621.755125:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.755127:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp26 00000100:00000001:2.0:1767384621.755128:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384621.755133:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.755134:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384621.755139:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.755142:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26:) -> 192.168.202.137@tcp26(192.168.202.137@tcp:192.168.202.137@tcp26) : GET try# 0 20000000:00000001:1.0:1767384621.755144:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384621.755145:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005d12de6f. 20000000:01000000:2.0:1767384621.755150:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:3.0:1767384621.755151:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp26 20000000:00000001:2.0:1767384621.755156:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:1.0:1767384621.755156:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c95813c1. 00000800:00000010:3.0:1767384621.755158:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000184c895e. 20000000:00000001:2.0:1767384621.755161:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:1.0:1767384621.755163:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384621.755165:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:3.0:1767384621.755166:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000193dd567. 20000000:00000001:2.0:1767384621.755170:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384621.755173:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001b329208. 20000000:00000001:2.0:1767384621.755174:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384621.755175:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384621.755179:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.755180:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:3.0:1767384621.755184:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (2) 20000000:00000001:1.0:1767384621.755185:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384621.755189:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:3.1:1767384621.755192:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (2) 20000000:00000010:2.0:1767384621.755192:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007364dd91. 20000000:01000000:2.0:1767384621.755197:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:2.0:1767384621.755203:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384621.755206:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00080000:00000001:2.0:1767384621.755208:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384621.755209:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100251 rc 0 00080000:00000001:2.0:1767384621.755214:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384621.755231:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384621.755244:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384621.755246:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384621.755248:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384621.755249:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384621.755250:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384621.755253:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000001:2.0:1767384621.755257:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:2.0:1767384621.755259:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384621.755260:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00080000:00000001:2.0:1767384621.755261:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384621.755265:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384621.755268:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384621.755272:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384621.755276:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384621.755279:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384621.755283:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005bce62fd. 00080000:00000001:2.0:1767384621.755286:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799652596736 : -123274056954880 : ffff8fe205a00c00) 00080000:00000001:2.0:1767384621.755289:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384621.755292:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384621.755296:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000444c8845. 00080000:00000001:2.0:1767384621.755298:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.755301:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00080000:00000001:2.0:1767384621.755301:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384621.755314:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.755324:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00080000:00000001:2.0:1767384621.755329:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384621.755347:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755385:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755415:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755438:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755459:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755479:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755497:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755512:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755524:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755536:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755549:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755572:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755599:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755748:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755786:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755815:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755834:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755861:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755889:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755904:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755926:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755949:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755967:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755979:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.755990:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.756004:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.756026:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.756052:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.756077:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.756108:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.756135:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00080000:00000010:2.0:1767384621.756245:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005bce62fd. 00080000:00000010:2.0:1767384621.756262:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000444c8845. 00040000:00000001:2.0:1767384621.756266:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384621.756268:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384621.756277:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384621.756278:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a40cb5cd. 00000800:00000010:3.0:1767384621.756283:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000feee8c0. 00000020:00000002:2.0:1767384621.756288:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 00000800:00000010:3.0:1767384621.756290:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e7bcb12. 20000000:00000001:2.0:1767384621.756291:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.756295:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384621.756304:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384621.756311:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384621.756314:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384621.756318:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:3.0:1767384621.756322:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e7bcb12. 20000000:00000010:3.0:1767384621.756356:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d582b8b8. 20000000:01000000:3.0:1767384621.756359:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:3.0:1767384621.756363:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384621.756366:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384621.756370:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384621.756370:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384621.756374:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384621.756377:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 10000000:01000000:2.0:1767384621.756378:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384621.756383:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384621.756386:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384621.756388:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384621.756392:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:2.0:1767384621.756392:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000060236dcd. 00080000:00000001:3.0:1767384621.756394:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384621.756398:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384621.756399:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384621.756401:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384621.756405:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000020:00000001:3.0:1767384621.756410:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:3.0:1767384621.756413:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384621.756415:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384621.756418:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384621.756421:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384621.756423:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:2.0:1767384621.756423:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000461a6601. 00000400:00000200:1.0:1767384621.756425:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:3.0:1767384621.756427:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000020:00000001:2.0:1767384621.756430:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384621.756431:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384621.756437:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b3721cd0. 00000020:00000040:2.0:1767384621.756437:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000461a6601 with handle 0x7f71e2b70dd2026d to hash 00080000:00000001:3.0:1767384621.756443:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799654113792 : -123274055437824 : ffff8fe205b73200) 00000020:00000001:2.0:1767384621.756444:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:1.0:1767384621.756446:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp26 from 221.3.0.2 00010000:00000001:2.0:1767384621.756448:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00080000:00000001:3.0:1767384621.756449:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:1.0:1767384621.756451:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000274512d0. 00000001:00000001:3.0:1767384621.756452:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384621.756455:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00080000:00000010:3.0:1767384621.756457:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006e7bcb12. 00010000:00000001:2.0:1767384621.756460:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384621.756461:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384621.756465:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384621.756466:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384621.756471:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000461a6601/0x7f71e2b70dd2026d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384621.756475:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.756484:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384621.756485:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384621.756489:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384621.756491:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384621.756494:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384621.756496:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.756499:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384621.756500:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.756502:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384621.756504:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384621.756506:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000020:3.0:1767384621.756513:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384621.756514:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:3.0:1767384621.756517:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:2.0:1767384621.756518:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000060236dcd) refcount = 1 20000000:00000010:3.0:1767384621.756519:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005d12de6f. 00010000:00010000:2.0:1767384621.756523:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000461a6601/0x7f71e2b70dd2026d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384621.756526:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.756531:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000040:3.0:1767384621.756533:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049180416 00010000:00000001:2.0:1767384621.756534:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384621.756537:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384621.756538:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.756541:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.756543:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384621.756544:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ff76a17d x1853237049180416/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384621.756548:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384621.756553:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:3.0:1767384621.756556:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384621.756556:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384621.756561:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.756561:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384621.756563:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000461a6601 refcount=4 00000020:00000001:2.0:1767384621.756567:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00000100:00001000:3.0:1767384621.756569:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=38 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384621.756569:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00000001:2.0:1767384621.756574:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384621.756577:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000461a6601/0x7f71e2b70dd2026d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384621.756579:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384621.756585:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:3.0:1767384621.756586:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00010000:2.0:1767384621.756588:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000461a6601/0x7f71e2b70dd2026d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384621.756592:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:2.0:1767384621.756595:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384621.756598:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384621.756598:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384621.756602:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000461a6601/0x7f71e2b70dd2026d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384621.756603:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384621.756603:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083e86a25. 00010000:00000001:2.0:1767384621.756635:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384621.756637:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384621.756638:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384621.756639:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000776d961e. 00010000:00000001:2.0:1767384621.756643:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1767384621.756644:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384621.756647:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000461a6601/0x7f71e2b70dd2026d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384621.756649:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ddf4ef7. 00000100:00000200:3.0:1767384621.756655:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049180416, offset 224 00000400:00000200:3.0:1767384621.756664:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:1.0:1767384621.756664:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000424e30e6. 00010000:00010000:2.0:1767384621.756672:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000461a6601 already unused, calling callback (0000000058ffb97a) 00000800:00000200:1.1:1767384621.756676:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (2) 00000400:00000200:3.0:1767384621.756677:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384621.756678:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384621.756683:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384621.756687:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000461a6601/0x7f71e2b70dd2026d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000200:1.1:1767384621.756687:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp26 00000000424e30e6 deleted 00000400:00000200:3.0:1767384621.756690:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004100 00000800:00000010:1.1:1767384621.756699:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000424e30e6. 00000400:00000200:3.0:1767384621.756700:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1689 [2] + 224 00010000:00000001:2.0:1767384621.756700:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384621.756704:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384621.756706:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:1.1:1767384621.756707:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000040:2.0:1767384621.756709:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000461a6601 refcount=5 00000400:00000200:3.0:1767384621.756710:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384621.756712:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00000800:00000200:1.1:1767384621.756717:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp26 ip 192.168.202.137:989 00010000:00000001:2.0:1767384621.756718:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00000400:00000200:3.0:1767384621.756720:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384621.756724:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:1.1:1767384621.756724:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000184c895e type 2, nob 96 niov 1 nkiov 0 00010000:00010000:2.0:1767384621.756739:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000461a6601/0x7f71e2b70dd2026d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384621.756743:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384621.756744:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384621.756749:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:3.0:1767384621.756752:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004bb14fad x1853237049180416/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384621.756752:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384621.756753:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp26 p 3.x 192.168.202.137 -> 192.168.202.137:989 incarnation:1767384619925640115 sched[0] 00010000:00000001:2.0:1767384621.756760:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384621.756764:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000010:1.0:1767384621.756765:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000489c90be. 00010000:00000001:2.0:1767384621.756768:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384621.756772:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384621.756773:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000461a6601 with handle 0x7f71e2b70dd2026d from hash 00000100:00000040:3.0:1767384621.756775:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004bb14fad x1853237049180416/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384621.756776:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384621.756779:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384621.756780:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384621.756782:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384621.756785:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384621.756788:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384621.756790:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384621.756793:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.756795:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.756796:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384621.756798:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384621.756804:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1767384621.756806:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ddf4ef7 00010000:00000001:2.0:1767384621.756807:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384621.756809:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384621.756810:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.756812:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384621.756815:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ddf4ef7. 00010000:00000001:2.0:1767384621.756816:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384621.756817:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000489c90be. 00010000:00010000:2.0:1767384621.756822:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000461a6601/0x7f71e2b70dd2026d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384621.756823:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:1.0:1767384621.756824:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000776d961e. 00000100:00000001:3.0:1767384621.756826:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384621.756832:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384621.756833:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.756834:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384621.756838:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:3.0:1767384621.756839:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384621.756840:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384621.756844:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384621.756845:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384621.756848:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.756848:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:1.0:1767384621.756849:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000274512d0. 00000020:00000001:3.0:1767384621.756851:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384621.756853:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:3.0:1767384621.756857:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff76a17d x1853237049180416/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384621.756858:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384621.756860:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384621.756863:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384621.756865:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384621.756869:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000461a6601/0x7f71e2b70dd2026d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384621.756883:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ff76a17d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049180416:12345-0@lo:253: Request processed in 1863us (2375us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384621.756883:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384621.756886:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384621.756889:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000461a6601/0x7f71e2b70dd2026d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384621.756894:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000040:3.0:1767384621.756900:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00000040:2.0:1767384621.756900:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000060236dcd count: 0 00000100:00000001:3.0:1767384621.756905:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384621.756907:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1767384621.756907:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767384621.756910:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:1.0:1767384621.756911:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000184c895e. 00000020:00000010:3.0:1767384621.756913:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f341d60b. 20000000:00000001:2.0:1767384621.756913:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384621.756916:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384621.756920:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ff24891. 00000020:00000010:3.0:1767384621.756926:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b74a85. 00000400:00000200:1.0:1767384621.756927:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: GET: OK 00000020:00000040:3.0:1767384621.756930:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000400:00000200:1.0:1767384621.756933:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:3.0:1767384621.756935:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384621.756936:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384621.756938:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000060b55b53. 00000100:00000001:2.0:1767384621.756940:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384621.756940:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 02000000:00000001:3.0:1767384621.756942:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:2.0:1767384621.756946:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384621.756947:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384621.756951:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384621.756953:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384621.756955:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f2edf20. 00000400:00000010:3.0:1767384621.756957:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c303b106. 00000400:00000200:2.0:1767384621.756963:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a78d4d 00000400:00000010:2.0:1767384621.756967:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064a78d4d. 00000100:00000001:2.0:1767384621.756970:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384621.756975:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ddf4ef7. 00000100:00000200:2.0:1767384621.756976:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004bb14fad x1853237049180416/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384621.756996:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004bb14fad x1853237049180416/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767384621.756997:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384621.757007:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp26 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384619925640115 sched[0] 00000100:00000001:2.0:1767384621.757015:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:1.0:1767384621.757015:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000feee8c0. 00000100:00000001:2.0:1767384621.757020:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.757022:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384621.757024:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384621.757026:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384621.757027:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.757028:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384621.757032:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=38 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384621.757034:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384621.757037:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384621.757038:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.757039:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384621.757041:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.757042:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.757046:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004bb14fad x1853237049180416/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.757051:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.757053:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384621.757054:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384621.757057:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384621.757058:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384621.757061:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000001:3.0:1767384621.757062:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:2.0:1767384621.757062:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384621.757063:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000020:01000004:2.0:1767384621.757067:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384621.757069:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384621.757071:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384621.757072:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000001:3.0:1767384621.757073:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384621.757074:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000001:3.0:1767384621.757079:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384621.757079:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004bb14fad x1853237049180416/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.757088:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004bb14fad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049180416:0@lo:253: 00000800:00000001:3.0:1767384621.757091:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.757094:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384621.757099:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26) <- 192.168.202.137@tcp26 : GET - for me 00000400:00000200:1.0:1767384621.757102:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000001:2.0:1767384621.757104:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384621.757108:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004bb14fad x1853237049180416/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.757114:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 336 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384621.757123:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384621.757124:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 336/336 into md 0x1679 [1] + 0 02000000:00000001:2.0:1767384621.757126:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384621.757129:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a327df6e. 02000000:00000001:2.0:1767384621.757135:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384621.757138:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384621.757140:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:3.0:1767384621.757144:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp26 to MR: 192.168.202.137@tcp26 local destination 00000020:00000001:2.0:1767384621.757145:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384621.757150:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fdd6a92f. 00000400:00000200:1.0:1767384621.757151:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.757155:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp26 NI seq info: [52:52:256:4294967295] 192.168.202.137@tcp26 LPNI seq info [52:52:8:4294967295] 02000000:00000001:2.0:1767384621.757156:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384621.757160:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384621.757163:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004bb14fad. 00000100:00000001:2.0:1767384621.757169:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384621.757171:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.757175:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384621.757176:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26:192.168.202.137@tcp26) -> 192.168.202.137@tcp26(192.168.202.137@tcp26:192.168.202.137@tcp26) 192.168.202.137@tcp26 : REPLY try# 0 00000100:00000001:2.0:1767384621.757183:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767384621.757184:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.137@tcp26 00000400:00000200:1.0:1767384621.757185:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000001:2.0:1767384621.757186:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384621.757189:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e776eddc. 00000100:00000001:2.0:1767384621.757191:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.757195:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384621.757199:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (4) 00000800:00000200:3.0:1767384621.757203:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp26 ip 192.168.202.137:988 00000800:00000200:3.0:1767384621.757206:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e776eddc type 3, nob 432 niov 1 nkiov 1 00000400:00000200:1.0:1767384621.757213:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000800:00000001:2.0:1767384621.757225:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384621.757240:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000800:00000001:2.0:1767384621.757270:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384621.757274:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384621.757277:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e776eddc. 00000800:00000001:2.0:1767384621.757278:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384621.757278:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384621.757282:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384621.757283:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384621.757291:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.757301:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26) <- 192.168.202.137@tcp26 : REPLY - for me 00000400:00000200:3.0:1767384621.757306:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: REPLY: OK 00000400:00000200:2.0:1767384621.757313:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp26: Reply from 12345-192.168.202.137@tcp26 of length 336/336 into md 0x1695 00000800:00000001:2.0:1767384621.757318:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384621.757324:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.757326:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384621.757330:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: REPLY: OK 00000400:00000200:1.0:1767384621.757333:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384621.757335:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000543c09d 00000400:00000010:2.0:1767384621.757338:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000543c09d. 00000400:00000200:2.0:1767384621.757342:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384621.757346:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000800:00000001:3.0:1767384621.757355:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.757356:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:2.0:1767384621.757363:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 19. state = 0x100251 00000400:00000200:2.0:1767384621.757368:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384621.757370:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384621.757379:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (20) 00000800:00000001:2.0:1767384621.757388:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384621.757392:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.757407:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384621.757410:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384621.757414:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000d1 00000400:00000010:2.0:1767384621.757422:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 000000005bce62fd. 00000400:00000010:2.0:1767384621.757425:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 00000000b4adee39. 00000400:00000010:2.0:1767384621.757429:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 00000000dd0c6a0e. 00000400:00000200:1.0:1767384621.757447:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000010:2.0:1767384621.757458:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000543ef30. 00000400:00000200:2.0:1767384621.757467:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000543ef30 nid 192.168.202.137@tcp27 00000400:00000010:2.0:1767384621.757471:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009228cb8d. 00000400:00000200:2.0:1767384621.757475:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000009228cb8d net tcp27 00000400:00000200:1.0:1767384621.757478:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384621.757479:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (19) 00000400:00000200:2.0:1767384621.757487:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp27 flags 0x11 00000400:00000010:2.0:1767384621.757492:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 000000005bce62fd. 00000400:00000010:2.0:1767384621.757495:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 00000000b4adee39. 00000400:00000010:2.0:1767384621.757497:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 00000000dd0c6a0e. 00000400:00000010:2.0:1767384621.757501:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000001bd0a7b3. 00000400:00000200:2.0:1767384621.757504:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384621.757507:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000400:00000200:1.0:1767384621.757509:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384621.757511:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000400:00000200:2.0:1767384621.757519:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000200:2.0:1767384621.757522:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384621.757525:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000400:00000200:2.0:1767384621.757529:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:2.0:1767384621.757533:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (20) 00000400:00000200:1.0:1767384621.757554:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757575:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757598:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757651:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757675:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757701:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757721:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757756:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757800:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757830:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757856:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757874:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757887:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757905:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.757946:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.758002:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384621.758048:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00080000:00000010:3.0:1767384621.758058:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b3721cd0. 00000400:00000200:1.0:1767384621.758090:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00080000:00000010:2.0:1767384621.758091:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006e7bcb12. 00040000:00000001:2.0:1767384621.758097:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384621.758099:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384621.758101:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384621.758108:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384621.758110:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.758112:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384621.758114:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384621.758124:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384621.758126:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:1.0:1767384621.758127:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00080000:00000001:2.0:1767384621.758131:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384621.758134:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384621.758138:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384621.758140:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384621.758142:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384621.758144:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384621.758149:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002f58fea5. 00010000:00000001:3.0:1767384621.758153:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384621.758156:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c1f50057. 00000020:00000001:3.0:1767384621.758160:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384621.758163:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c1f50057 with handle 0x7f71e2b70dd20274 to hash 00000020:00000001:3.0:1767384621.758165:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384621.758167:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961959424 : -123268747592192 : ffff8fe342167e00) 00010000:00000001:3.0:1767384621.758169:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961959424 : -123268747592192 : ffff8fe342167e00) 00010000:00000001:3.0:1767384621.758171:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384621.758173:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384621.758173:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00010000:00010000:3.0:1767384621.758175:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd20274 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.758187:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384621.758190:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384621.758192:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384621.758193:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384621.758195:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.758197:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384621.758198:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.758200:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384621.758201:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384621.758202:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384621.758203:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384621.758205:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002f58fea5) refcount = 1 00010000:00010000:3.0:1767384621.758207:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd20274 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.758210:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384621.758212:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384621.758213:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.758214:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.758216:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384621.758218:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384621.758221:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:3.0:1767384621.758223:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384621.758224:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384621.758225:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c1f50057 refcount=4 00000020:00000001:3.0:1767384621.758228:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961959424 : -123268747592192 : ffff8fe342167e00) 00010000:00000001:3.0:1767384621.758229:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961959424 : -123268747592192 : ffff8fe342167e00) 00000400:00000200:1.0:1767384621.758231:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00010000:00000001:3.0:1767384621.758232:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384621.758235:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd20274 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.758241:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384621.758243:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd20274 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384621.758245:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384621.758249:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384621.758252:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c95813c1. 00010000:00000001:3.0:1767384621.758259:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384621.758259:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.758261:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384621.758264:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd20274 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384621.758264:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049180288 00010000:00000001:2.0:1767384621.758269:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384621.758275:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384621.758277:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384621.758279:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006cbb253a x1853237049180288/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384621.758280:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384621.758280:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00010000:00010000:3.0:1767384621.758284:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd20274 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384621.758300:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c1f50057 already unused, calling callback (0000000058ffb97a) 00010000:00000001:2.0:1767384621.758302:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384621.758303:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384621.758305:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.758306:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00001000:2.0:1767384621.758308:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=38 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384621.758310:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd20274 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384621.758316:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384621.758317:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384621.758319:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767384621.758320:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000001:3.0:1767384621.758321:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384621.758325:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c1f50057 refcount=5 00000100:00000001:2.0:1767384621.758325:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000001:3.0:1767384621.758330:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961959424 : -123268747592192 : ffff8fe342167e00) 02000000:00000001:2.0:1767384621.758331:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384621.758333:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961959424 : -123268747592192 : ffff8fe342167e00) 02000000:00000001:2.0:1767384621.758335:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.758336:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384621.758339:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd20274 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384621.758339:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384621.758346:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384621.758351:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:2.0:1767384621.758351:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b37f99e6. 00010000:00000001:3.0:1767384621.758355:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:2.0:1767384621.758356:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049180288, offset 224 00010000:00000001:3.0:1767384621.758359:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.758363:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384621.758365:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384621.758368:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384621.758373:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384621.758373:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384621.758383:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.758383:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004080 00000020:00000040:3.0:1767384621.758388:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c1f50057 with handle 0x7f71e2b70dd20274 from hash 00000400:00000200:2.0:1767384621.758389:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1681 [2] + 224 00010000:00000001:3.0:1767384621.758395:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384621.758397:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384621.758399:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:1.0:1767384621.758400:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000203accf7. 00000400:00000200:2.0:1767384621.758403:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384621.758404:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:1.0:1767384621.758406:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000776d961e. 00010000:00000001:3.0:1767384621.758408:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384621.758410:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384621.758411:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000010:1.0:1767384621.758411:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000489c90be. 00010000:00000001:3.0:1767384621.758413:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384621.758417:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384621.758420:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.758422:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.758425:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:2.0:1767384621.758425:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a165b4 x1853237049180288/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384621.758428:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000010:1.0:1767384621.758431:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000489c90be. 00010000:00000001:3.0:1767384621.758433:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.758436:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.758438:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00020000:1.0:1767384621.758441:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00010000:00000001:3.0:1767384621.758442:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.758447:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.758452:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd20274 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384621.758453:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c9a165b4 x1853237049180288/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384621.758467:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.758470:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.758472:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384621.758474:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384621.758476:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.758478:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.758479:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384621.758480:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384621.758482:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.758483:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd20274 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384621.758485:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384621.758489:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384621.758491:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384621.758492:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd20274 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384621.758494:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b37f99e6 00000400:00000010:2.0:1767384621.758497:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b37f99e6. 00000100:00000001:2.0:1767384621.758501:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384621.758505:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:3.0:1767384621.758509:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002f58fea5 count: 0 00000100:00000001:2.0:1767384621.758511:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.758515:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384621.758517:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384621.758518:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384621.758520:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384621.758521:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:2.0:1767384621.758525:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384621.758528:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006cbb253a x1853237049180288/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.758535:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006cbb253a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16350:x1853237049180288:12345-0@lo:253: Request processed in 3527us (4186us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384621.758540:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000040:2.0:1767384621.758543:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384621.758545:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384621.758546:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384621.758549:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001fbb507c. 00000020:00000010:2.0:1767384621.758554:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2361494. 00000020:00000010:2.0:1767384621.758556:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da71a478. 00000020:00000040:2.0:1767384621.758560:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:2.0:1767384621.758563:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384621.758565:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e3dac134. 02000000:00000001:2.0:1767384621.758567:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384621.758569:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384621.758572:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384621.758575:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bcd32f9. 00000400:00000010:2.0:1767384621.758578:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b37f99e6. 00000100:00000001:2.0:1767384621.758596:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.758598:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384621.758600:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384621.758601:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384621.758602:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045f0a4b4. 00000400:00000200:2.0:1767384621.758605:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf74a1b3 00000400:00000010:2.0:1767384621.758622:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf74a1b3. 00000100:00000001:2.0:1767384621.758625:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384621.758627:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a165b4 x1853237049180288/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384621.758634:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c9a165b4 x1853237049180288/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.758639:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384621.758640:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.758641:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384621.758642:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384621.758643:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384621.758644:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.758646:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384621.758648:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=38 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384621.758650:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384621.758651:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384621.758652:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.758653:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384621.758655:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.758656:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.758658:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c9a165b4 x1853237049180288/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.758662:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.758663:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384621.758664:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384621.758666:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384621.758667:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384621.758668:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384621.758669:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384621.758670:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384621.758676:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384621.758677:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384621.758678:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384621.758679:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384621.758680:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384621.758682:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9a165b4 x1853237049180288/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.758687:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c9a165b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049180288:0@lo:253: 00000100:00000001:2.0:1767384621.758689:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.758690:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384621.758692:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c9a165b4 x1853237049180288/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.758696:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384621.758697:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384621.758698:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006b71df0b. 02000000:00000001:2.0:1767384621.758700:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384621.758701:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384621.758701:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384621.758703:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384621.758704:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000522b1681. 02000000:00000001:2.0:1767384621.758708:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384621.758709:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384621.758711:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9a165b4. 00000100:00000001:2.0:1767384621.758713:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384621.758714:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.758716:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.758719:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.758720:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.758722:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.758723:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384621.761112:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000776d961e. 00000800:00000010:1.0:1767384621.761116:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000203accf7. 00000100:00000040:1.0:1767384621.761125:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294910182, at 4294910183 00000100:00000010:1.0:1767384621.761129:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c4bb1b7. 00000400:02020000:1.0:1767384621.761171:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp26 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000100:00000040:0.0:1767384621.761637:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294910182, at 4294910183 00000100:00000010:0.0:1767384621.761644:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cdb9ffe. 00000100:00000040:2.0:1767384621.761654:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294910182, at 4294910183 00000100:00000010:2.0:1767384621.761661:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4b61074. 00000100:00000040:3.0:1767384621.761663:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294910182, at 4294910183 00000100:00000010:3.0:1767384621.761670:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6fb372c. 00010000:00000010:2.1:1767384621.764650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000060236dcd. 00010000:00000010:2.1:1767384621.764661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000461a6601. 00010000:00000010:3.1:1767384621.766627:0:25550:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002f58fea5. 00010000:00000010:3.1:1767384621.766635:0:25550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c1f50057. 00000400:00000010:0.0:1767384621.771103:0:25551:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009afc9126. 00000400:00000040:0.0:1767384621.771122:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384621.771125:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384621.771127:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.771128:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384621.771130:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.771131:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384621.771134:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384621.771135:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384621.771136:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384621.771137:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384621.771138:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384621.771139:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384621.771141:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384621.771142:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384621.771143:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384621.771144:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384621.771145:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384621.771146:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384621.771146:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384621.771148:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.771149:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384621.771150:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384621.771151:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384621.771152:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384621.771153:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384621.771155:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.771162:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384621.771163:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384621.771164:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384621.771165:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384621.771166:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384621.771167:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.771168:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384621.771169:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384621.771170:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384621.771171:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384621.771172:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384621.771174:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384621.771175:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384621.771176:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384621.771177:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384621.771178:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384621.771179:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384621.771181:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384621.771182:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384621.771183:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384621.771184:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384621.771186:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384621.771188:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384621.771189:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384621.771190:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384621.771192:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384621.771192:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384621.771194:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384621.771195:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384621.771197:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384621.771197:0:25551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384621.771257:0:25551:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009afc9126. 00010000:00000001:2.0:1767384622.042654:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384622.042660:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.042667:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384622.042677:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384622.042715:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384622.042720:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384622.042736:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384622.554672:0:17067:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384622.554672:0:22098:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384622.554677:0:17067:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.554677:0:22098:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384622.784183:0:25861:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ab50b807. 00080000:00000010:0.0:1767384622.784191:0:25861:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ab50b807. 00000020:00000001:0.0:1767384622.784195:0:25861:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384622.784204:0:25861:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ab50b807. 00080000:00000010:0.0:1767384622.784208:0:25861:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ab50b807. 00000020:00000001:0.0:1767384622.784210:0:25861:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.065663:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384623.065668:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.065673:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384623.065675:0:268:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384623.065677:0:268:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384623.065679:0:268:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.065681:0:268:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384623.065683:0:268:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.065684:0:268:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.065686:0:268:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.065698:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384623.065702:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384623.065706:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384623.489199:0:26025:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384623.489202:0:26025:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:3.0:1767384623.492960:0:26025:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384623.499215:0:26026:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006f14d218. 00000400:00000010:3.0:1767384623.499228:0:26026:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001144d20c. 00000400:00000010:3.0:1767384623.499236:0:26026:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006a2f9784. 00000400:00000010:3.0:1767384623.499239:0:26026:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ca168424. 00000400:00000010:3.0:1767384623.499242:0:26026:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ce394aa5. 00000400:00000010:3.0:1767384623.499246:0:26026:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c91e5ded. 00000400:00000010:3.0:1767384623.499247:0:26026:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d321e2ce. 00000400:00000010:3.0:1767384623.499248:0:26026:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f9321644. 00000400:00000010:3.0:1767384623.499251:0:26026:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005a133a1e. 00000800:00000010:3.0:1767384623.499261:0:26026:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008a669571. 00000800:00000200:3.0:1767384623.499271:0:26026:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384623.499278:0:26026:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384623.499323:0:26026:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:3.0:1767384623.499342:0:26026:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp28 [8/256/0/180] 00000400:00000010:3.0:1767384623.501149:0:26026:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000fbd23b9f. 00000400:00000010:3.0:1767384623.501154:0:26026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b902373. 00000400:00000010:3.0:1767384623.501159:0:26026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d103f286. 00000400:00000001:3.0:1767384623.501172:0:26026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384623.501177:0:26026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384623.501179:0:26026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e834181. 00000400:00000200:3.0:1767384623.501181:0:26026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a9da54 00000400:00000010:3.0:1767384623.501182:0:26026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064a9da54. 00000400:00000010:3.0:1767384623.501185:0:26026:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000e9844366. 00000400:00000200:3.0:1767384623.501189:0:26026:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (19) 00000400:00000200:3.0:1767384623.501198:0:26026:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384623.501205:0:26026:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:3.0:1767384623.501210:0:26026:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006b71df0b. 00000020:01000000:3.0:1767384623.501213:0:26026:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384623.501215:0:26026:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp28 00000400:00000200:2.0:1767384623.501220:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384623.501227:0:26026:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001144d20c. 00000400:00000200:2.0:1767384623.501227:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:3.0:1767384623.501232:0:26026:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006f14d218. 00000400:00000010:2.0:1767384623.501236:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a40d0682. 00000400:00000200:2.0:1767384623.501240:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (20) 00000400:00000010:2.0:1767384623.501245:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f925e799. 00000020:00000001:1.0:1767384623.501247:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384623.501249:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp26 10000000:00000001:1.0:1767384623.501253:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384623.501256:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384623.501259:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384623.501262:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384623.501266:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp26 to MR: 192.168.202.137@tcp26 local destination 00000020:01000004:1.0:1767384623.501266:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384623.501269:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384623.501272:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384623.501273:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384623.501274:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384623.501277:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384623.501278:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp26 NI seq info: [53:53:256:4294967295] 192.168.202.137@tcp26 LPNI seq info [53:53:8:4294967295] 00000020:01000004:1.0:1767384623.501279:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384623.501283:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384623.501285:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384623.501287:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp26 00000100:00000010:1.0:1767384623.501292:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574c15ae. 00000020:00000040:1.0:1767384623.501297:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:2.0:1767384623.501302:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26:192.168.202.137@tcp26) -> 192.168.202.137@tcp26(192.168.202.137@tcp26:192.168.202.137@tcp26) : PUT try# 0 00000100:00000001:1.0:1767384623.501304:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384623.501308:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384623.501309:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.137@tcp26 02000000:00000001:1.0:1767384623.501313:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384623.501314:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e59d5a. 00000800:00000200:2.0:1767384623.501322:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (4) 02000000:00000010:1.0:1767384623.501324:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000203accf7. 00000800:00000200:2.1:1767384623.501328:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (4) 00000100:00000001:1.0:1767384623.501332:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384623.501346:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp26 ip 192.168.202.137:988 00000100:00000001:1.0:1767384623.501347:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384623.501350:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384623.501351:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007e59d5a type 1, nob 448 niov 1 nkiov 1 00000100:00000040:1.0:1767384623.501358:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574c15ae] to pc [ptlrpcd_00_00+0] req@00000000574c15ae x1853237049180544/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384623.501367:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384623.501370:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 10000000:00000001:1.0:1767384623.501383:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384623.501387:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.501389:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384623.501390:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384623.501396:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384623.501397:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384623.501399:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384623.501400:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384623.501402:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384623.501403:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384623.501404:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384623.501406:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384623.501407:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384623.501408:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384623.501410:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384623.501412:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384623.501412:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000020:01000004:1.0:1767384623.501414:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384623.501418:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b13cafb8. 00000020:00000040:1.0:1767384623.501422:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:1.0:1767384623.501423:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384623.501425:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384623.501427:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384623.501432:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c95813c1. 00000100:00000001:1.0:1767384623.501434:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.501437:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384623.501438:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.501441:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b13cafb8] to pc [ptlrpcd_00_01+1] req@00000000b13cafb8 x1853237049180672/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384623.501449:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384623.501451:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.501452:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384623.501459:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384623.501461:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006b71df0b. 00000400:00000200:0.0:1767384623.501462:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000001:1.0:1767384623.501473:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.501477:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384623.501479:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384623.501483:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b13cafb8 x1853237049180672/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384623.501487:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384623.501490:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:2.0:1767384623.501492:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e59d5a. 00000100:00000001:1.0:1767384623.501492:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.501493:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.501498:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384623.501499:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384623.501503:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384623.501507:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: PUT: OK 02000000:00000001:1.0:1767384623.501507:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384623.501513:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049180672:0@lo:253: 00000400:00000200:2.0:1767384623.501514:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384623.501520:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384623.501521:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp26: 0 00000400:00000200:0.0:1767384623.501522:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 02000000:00000001:1.0:1767384623.501526:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384623.501528:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.501530:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:2.0:1767384623.501533:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767384623.501537:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004b8ed9e8. 02000000:00000001:1.0:1767384623.501540:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384623.501546:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df8c38fd. 00000800:00000001:2.0:1767384623.501550:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384623.501551:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026e0b4c6. 00000800:00000001:2.0:1767384623.501554:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384623.501556:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049180672, portal 25 00000400:00000200:0.0:1767384623.501557:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000800:00000001:2.0:1767384623.501559:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.501560:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384623.501564:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924112896 : -123268785438720 : ffff8fe33fd50000) 00000100:00000040:1.0:1767384623.501570:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b13cafb8 x1853237049180672/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384623.501572:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26) <- 192.168.202.137@tcp26 : PUT - for me 00000100:00000001:1.0:1767384623.501582:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384623.501586:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384623.501590:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000010:1.0:1767384623.501591:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000149043e8. 00000400:00000200:0.0:1767384623.501594:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.501600:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 336/352 into md 0x1691 [1] + 0 00000400:00000010:2.0:1767384623.501603:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcc38b63. 00000400:00000200:2.0:1767384623.501630:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aa15c664 00000100:00000200:1.0:1767384623.501633:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049180672, offset 0 00000800:00000001:2.0:1767384623.501635:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.501642:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.501643:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384623.501647:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.501654:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: PUT: OK 00000400:00000200:1.0:1767384623.501657:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384623.501658:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa15c664 00000400:00000010:2.0:1767384623.501661:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa15c664. 00000400:00000200:2.0:1767384623.501667:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384623.501668:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004200 00000400:00000200:0.0:1767384623.501670:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.501672:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (21) 00000400:00000200:1.0:1767384623.501677:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xffd [2] + 0 00000400:00000200:2.0:1767384623.501678:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:2.0:1767384623.501682:0:16341:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (352 bytes) 00000400:00000010:1.0:1767384623.501688:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009774df10. 00000400:00000200:2.0:1767384623.501689:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384623.501694:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e23a36b7 00000400:00000200:2.0:1767384623.501700:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (22) 00000400:00000200:1.0:1767384623.501701:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.501706:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384623.501707:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384623.501728:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.501731:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp26 to MR: 192.168.202.137@tcp26 local destination 00000400:00000200:2.0:1767384623.501741:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp26 NI seq info: [54:54:256:4294967295] 192.168.202.137@tcp26 LPNI seq info [54:54:8:4294967295] 00000400:00000200:2.0:1767384623.501753:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26:192.168.202.137@tcp26) -> 192.168.202.137@tcp26(192.168.202.137@tcp26:192.168.202.137@tcp26) 192.168.202.137@tcp26 : ACK try# 0 00000800:00000200:2.0:1767384623.501758:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp26 00000400:00000200:1.0:1767384623.501758:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e23a36b7 00000400:00000010:1.0:1767384623.501763:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e23a36b7. 00000800:00000010:2.0:1767384623.501764:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e59d5a. 00000100:00000001:1.0:1767384623.501768:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:2.0:1767384623.501771:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (4) 00000100:00000200:1.0:1767384623.501772:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384623.501775:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000100:00000040:1.0:1767384623.501778:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000000bddf79 x1853237049180672 msgsize 4848 00000800:00000200:2.0:1767384623.501783:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp26 ip 192.168.202.137:989 00000800:00000200:2.0:1767384623.501788:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007e59d5a type 0, nob 96 niov 1 nkiov 0 00000100:00100000:1.0:1767384623.501791:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384623.501794:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:2.0:1767384623.501801:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384623.501803:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384623.501807:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000149043e8 00000400:00000010:1.0:1767384623.501810:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000149043e8. 00000100:00000001:1.0:1767384623.501813:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384623.501816:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384623.501817:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b13cafb8 x1853237049180672/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.501827:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384623.501830:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b13cafb8 x1853237049180672/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384623.501831:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000001:1.0:1767384623.501841:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.501843:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384623.501848:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384623.501849:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384623.501851:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294911929 00000800:00000010:2.0:1767384623.501853:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e59d5a. 00000100:00000010:1.0:1767384623.501857:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5bea489. 00000400:00000200:2.0:1767384623.501858:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.501865:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: ACK: OK 00000100:00000001:1.0:1767384623.501865:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384623.501873:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294911929 00000800:00000001:2.0:1767384623.501875:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384623.501878:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005513829e. 00000800:00000001:2.0:1767384623.501880:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.501882:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384623.501882:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000800:00000001:2.0:1767384623.501883:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.501888:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.501889:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294911929 00000800:00000001:2.0:1767384623.501892:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384623.501894:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068e4082c. 00000800:00000001:2.0:1767384623.501898:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.501899:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384623.501905:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294911929 00000400:00000200:2.0:1767384623.501906:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26) <- 192.168.202.137@tcp26 : ACK - for me 00000100:00000010:1.0:1767384623.501914:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c716953a. 00000400:00000200:2.0:1767384623.501918:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp26: ACK from 12345-192.168.202.137@tcp26 into md 0x16ad 00000100:00000001:1.0:1767384623.501919:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384623.501923:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384623.501925:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384623.501928:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.501928:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.501929:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: ACK: OK 00000100:00000001:1.0:1767384623.501935:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.501937:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a40d0682 00000100:00000001:1.0:1767384623.501938:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384623.501940:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a40d0682. 00000400:00000200:2.0:1767384623.501945:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384623.501947:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384623.501948:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000100:00000001:1.0:1767384623.501949:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384623.501953:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:1.0:1767384623.501954:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.501957:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384623.501958:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (21) 00000100:00000001:1.0:1767384623.501959:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384623.501966:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384623.501966:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384623.501968:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.501972:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767384623.501973:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.501973:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.501979:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.501980:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384623.501982:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384623.501985:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384623.501986:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574c15ae x1853237049180544/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384623.501988:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000100:00000001:2.0:1767384623.501990:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.501999:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384623.502001:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.502003:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384623.502005:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384623.502007:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384623.502010:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574c15ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049180544:0@lo:253: 00000100:00000001:1.0:1767384623.502013:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384623.502016:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384623.502017:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.502018:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384623.502019:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384623.502023:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180672 02000000:00000010:1.0:1767384623.502026:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000168595db. 02000000:00000001:2.0:1767384623.502027:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384623.502030:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.502031:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384623.502035:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384623.502037:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003994bd5c. 02000000:00000001:2.0:1767384623.502038:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.502043:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180672 00000020:00000001:2.0:1767384623.502045:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384623.502045:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000149043e8. 00000020:00000040:2.0:1767384623.502049:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000200:1.0:1767384623.502050:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049180544, portal 25 00000020:00000001:2.0:1767384623.502052:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384623.502054:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000020:00000040:2.0:1767384623.502055:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:1.0:1767384623.502059:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384623.502061:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924117376 : -123268785434240 : ffff8fe33fd51180) 00000020:00000001:2.0:1767384623.502066:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000040:1.0:1767384623.502069:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574c15ae x1853237049180544/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384623.502071:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384623.502079:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384623.502080:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384623.502084:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aae7714. 00000100:00000040:1.0:1767384623.502085:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384623.502089:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384623.502091:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e38db775. 00000020:00000010:2.0:1767384623.502092:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aae7714. 00000100:00000200:1.0:1767384623.502095:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049180544, offset 0 00000020:00000010:2.0:1767384623.502101:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000270651b7. 00000400:00000200:1.0:1767384623.502106:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384623.502109:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fec83513. 00000400:00000200:1.0:1767384623.502115:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384623.502118:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad891dc5. 00000400:00000200:0.0:1767384623.502120:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.502124:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004180 00000100:00000040:2.0:1767384623.502127:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384623.502131:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384623.502131:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x100d [2] + 0 00000100:00000001:2.0:1767384623.502134:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384623.502135:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042a4ca58. 00000100:00000001:2.0:1767384623.502137:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384623.502141:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002b9f3d75 00000100:00000001:2.0:1767384623.502146:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384623.502146:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.502153:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384623.502156:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b9f3d75 00000400:00000010:1.0:1767384623.502157:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b9f3d75. 00000100:00000001:2.0:1767384623.502158:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.502161:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384623.502164:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384623.502166:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000e515291e x1853237049180544 msgsize 4848 00000100:00100000:1.0:1767384623.502172:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384623.502173:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384623.502175:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384623.502176:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384623.502182:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000100:00100000:2.0:1767384623.502183:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000001:1.0:1767384623.502185:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384623.502187:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384623.502191:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781790288 : -123268927761328 : ffff8fe337595450) 00000400:00000200:1.0:1767384623.502191:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38db775 00000400:00000010:1.0:1767384623.502194:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e38db775. 00000100:00000040:2.0:1767384623.502197:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000000bddf79 x1853237049180672/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:604/0 lens 4848/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.502198:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384623.502206:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574c15ae x1853237049180544/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.502218:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384623.502223:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aae7714. 00000100:00000001:1.0:1767384623.502224:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384623.502229:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384623.502231:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574c15ae x1853237049180544/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384623.502233:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aae7714. 00000100:00000001:1.0:1767384623.502241:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.502242:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000000bddf79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049180672:12345-0@lo:253: 00000100:00000001:1.0:1767384623.502245:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384623.502247:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180672 00000400:00000200:0.0:1767384623.502248:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000020:00000001:2.0:1767384623.502250:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384623.502255:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384623.502257:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.502258:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.502261:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294911929 00000020:00000001:2.0:1767384623.502262:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384623.502266:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294911929 00000100:00000001:1.0:1767384623.502267:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294911929 00000100:00000001:1.0:1767384623.502270:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294911929 00000020:00000001:2.0:1767384623.502272:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000100:00000001:1.0:1767384623.502273:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294911929 00000020:00000001:2.0:1767384623.502277:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384623.502278:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294911929 00000020:00000001:2.0:1767384623.502281:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.502282:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294911929 00000020:00000001:2.0:1767384623.502286:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384623.502286:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294911929 00000020:00000001:2.0:1767384623.502291:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384623.502291:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384623.502296:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.502296:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.502302:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.502303:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384623.502305:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.502307:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384623.502314:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000060b55b53. 00000400:00000200:0.0:1767384623.502314:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 02000000:00000001:2.0:1767384623.502319:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.502321:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.502323:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 20000000:00000001:2.0:1767384623.502324:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:1.0:1767384623.502326:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180544 02000000:00000001:1.0:1767384623.502329:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384623.502331:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384623.502332:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384623.502333:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005d12de6f. 02000000:00000001:1.0:1767384623.502335:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384623.502339:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:1.0:1767384623.502339:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180544 20000000:00000001:2.0:1767384623.502344:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384623.502344:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384623.502345:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 20000000:00000001:2.0:1767384623.502347:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384623.502348:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000001:2.0:1767384623.502351:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384623.502352:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 20000000:00000001:2.0:1767384623.502357:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.502357:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384623.502359:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 20000000:00000001:2.0:1767384623.502361:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384623.502362:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000100:00000001:1.0:1767384623.502363:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384623.502367:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a945135. 20000000:00000010:2.0:1767384623.502371:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001d38fa00. 00000100:00000001:1.0:1767384623.502371:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384623.502374:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a945135. 20000000:01000000:2.0:1767384623.502375:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00000020:00000010:1.0:1767384623.502381:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aad2a5db. 20000000:00000001:2.0:1767384623.502383:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000010:1.0:1767384623.502385:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e60ccf36. 00080000:00000001:2.0:1767384623.502389:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384623.502392:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000010:1.0:1767384623.502396:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2361494. 00000100:00000001:1.0:1767384623.502401:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384623.502402:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384623.502403:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384623.502408:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:1.0:1767384623.502409:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.502410:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000100:00000001:1.0:1767384623.502413:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384623.502424:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.502427:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:2.0:1767384623.502428:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:1.0:1767384623.502429:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:2.0:1767384623.502430:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384623.502434:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384623.502435:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384623.502436:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00080000:00000002:2.0:1767384623.502439:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000100:00000040:1.0:1767384623.502440:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000020:00000001:2.0:1767384623.502445:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00000100:00000001:1.0:1767384623.502445:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781789264 : -123268927762352 : ffff8fe337595050) 00080000:00000002:2.0:1767384623.502448:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00000040:1.0:1767384623.502450:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e515291e x1853237049180544/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:604/0 lens 4848/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384623.502453:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384623.502460:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.502461:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:2.0:1767384623.502463:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384623.502465:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a945135. 00000100:00000001:1.0:1767384623.502468:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384623.502470:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a945135. 00000020:00000001:2.0:1767384623.502474:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384623.502475:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000100:00100000:1.0:1767384623.502478:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e515291e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049180544:12345-0@lo:253: 00000020:00000001:2.0:1767384623.502480:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384623.502487:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000200:1.0:1767384623.502487:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180544 00000020:00000001:1.0:1767384623.502491:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000010:2.0:1767384623.502493:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005bce62fd. 00000020:00000001:1.0:1767384623.502494:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384623.502497:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384623.502498:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799652596736 : -123274056954880 : ffff8fe205a00c00) 00000020:00000001:1.0:1767384623.502499:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:2.0:1767384623.502502:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384623.502502:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:1.0:1767384623.502505:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384623.502507:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:1.0:1767384623.502508:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384623.502511:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384623.502512:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000010:2.0:1767384623.502513:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001aae7714. 00000020:00000001:1.0:1767384623.502514:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384623.502518:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.502519:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384623.502522:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 02000000:00000001:1.0:1767384623.502523:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384623.502526:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 02000000:00000010:1.0:1767384623.502529:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006c7d7a88. 02000000:00000001:1.0:1767384623.502533:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384623.502536:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.502543:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.502545:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384623.502553:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008df6b3a5. 00080000:00000001:2.0:1767384623.502556:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:01000000:1.0:1767384623.502556:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384623.502558:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384623.502561:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384623.502563:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.502564:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.502566:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384623.502583:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.502653:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384623.502659:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000b52d1c60. 00000400:00000010:1.0:1767384623.502663:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e11852b. 00000400:00000010:1.0:1767384623.502667:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000200:1.0:1767384623.502670:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b52d1c60 00000400:00000010:1.0:1767384623.502673:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000a4f6f1c9. 00000400:00000200:1.0:1767384623.502676:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000400:00000200:1.0:1767384623.502681:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102051 00000400:00000200:1.0:1767384623.502683:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (20) 00000400:00000010:1.0:1767384623.502687:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000da71a478. 00000400:00000010:1.0:1767384623.502689:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384623.502695:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d549596b. 00000400:00000200:1.0:1767384623.502700:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:1.0:1767384623.502706:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:1.0:1767384623.502731:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:1.0:1767384623.502735:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000400:00000200:1.0:1767384623.502739:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000400:00000200:1.0:1767384623.502743:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:1.0:1767384623.502746:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:1.0:1767384623.502750:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:1.0:1767384623.502754:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:1.0:1767384623.502764:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:0.0:1767384623.502764:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.502773:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:1.0:1767384623.502777:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:1.0:1767384623.502791:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:1.0:1767384623.502794:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:1.0:1767384623.502797:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:1.0:1767384623.502801:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:1.0:1767384623.502804:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000400:00000200:1.0:1767384623.502807:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000200:1.0:1767384623.502810:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:1.0:1767384623.502813:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:0.0:1767384623.502815:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.502816:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:1.0:1767384623.502823:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp27 00000400:00000200:1.0:1767384623.502826:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp27 lpni_is_preferred = 0 00000400:00000200:1.0:1767384623.502829:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp27 00000400:00000200:1.0:1767384623.502832:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp27 NI seq info: [55:55:256:4294967295] 192.168.202.137@tcp27 LPNI seq info [55:55:8:4294967295] 00000400:00000200:1.0:1767384623.502837:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp27 00000400:00000200:1.0:1767384623.502842:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp27(192.168.202.137@tcp27:) -> 192.168.202.137@tcp27(192.168.202.137@tcp:192.168.202.137@tcp27) : GET try# 0 00000800:00000200:1.0:1767384623.502847:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp27 00000800:00000010:1.0:1767384623.502850:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c3d3277f. 00000800:00000010:1.0:1767384623.502855:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e38db775. 00000800:00000010:1.0:1767384623.502858:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002b9f3d75. 00000400:00000200:0.0:1767384623.502859:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000800:00000200:1.0:1767384623.502869:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e38db775] -> 12345-192.168.202.137@tcp27 (2) 00000800:00000200:1.1:1767384623.502873:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e38db775] -> 12345-192.168.202.137@tcp27 (2) 00000400:00000200:1.0:1767384623.502888:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384623.502890:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100251 rc 0 00000400:00000200:0.0:1767384623.502898:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384623.502934:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384623.502976:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.502997:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384623.503039:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503058:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503104:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384623.503104:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503144:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384623.503181:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503190:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503233:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384623.503250:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503264:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384623.503315:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503316:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503363:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00080000:00000010:1.0:1767384623.503382:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005bce62fd. 00000400:00000200:0.0:1767384623.503392:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503411:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503449:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503471:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503492:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503516:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503539:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000800:00000010:0.0:1767384623.503552:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083a8aa98. 00000800:00000010:0.0:1767384623.503558:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ec1d6f14. 00000400:00000200:2.0:1767384623.503562:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000800:00000010:0.0:1767384623.503563:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1db0d2c. 00000400:00000200:2.0:1767384623.503589:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000800:00000010:0.0:1767384623.503598:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1db0d2c. 00000800:00020000:0.0:1767384623.503628:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000400:00000200:2.0:1767384623.503636:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00080000:00000010:1.0:1767384623.503653:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001aae7714. 00040000:00000001:1.0:1767384623.503659:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1767384623.503664:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503680:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00040000:00000001:1.0:1767384623.503693:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384623.503696:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.503700:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000020:00000002:1.0:1767384623.503700:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384623.503702:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.503704:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384623.503722:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384623.503731:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384623.503734:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384623.503738:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:2.0:1767384623.503746:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503769:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503783:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.503807:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 20000000:01000000:1.0:1767384623.503811:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384623.503815:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384623.503817:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384623.503820:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384623.503823:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384623.503830:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000095e098c7. 00000400:00000200:2.0:1767384623.503831:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00010000:00000001:1.0:1767384623.503837:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384623.503841:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000696c9aa3. 00000020:00000001:1.0:1767384623.503845:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384623.503847:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000696c9aa3 with handle 0x7f71e2b70dd2027b to hash 00000020:00000001:1.0:1767384623.503848:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384623.503849:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384623.503852:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384623.503854:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384623.503857:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00010000:00000001:1.0:1767384623.503868:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.503872:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2027b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.503879:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:2.0:1767384623.503882:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00010000:00000001:1.0:1767384623.503882:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384623.503891:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384623.503894:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384623.503895:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.503897:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384623.503898:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.503900:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384623.503902:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384623.503904:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384623.503905:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000200:2.0:1767384623.503908:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00010000:00000040:1.0:1767384623.503908:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000095e098c7) refcount = 1 00010000:00010000:1.0:1767384623.503914:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2027b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.503919:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384623.503921:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384623.503922:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.503923:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.503925:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384623.503927:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384623.503930:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00000400:00000200:2.0:1767384623.503931:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00010000:00000001:1.0:1767384623.503932:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384623.503936:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384623.503938:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000696c9aa3 refcount=4 00000020:00000001:1.0:1767384623.503940:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384623.503942:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384623.503943:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384623.503944:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2027b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.503948:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384623.503950:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2027b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384623.503953:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00010000:00000001:1.0:1767384623.503954:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.503957:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384623.503959:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2027b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.503968:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384623.503970:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.503972:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384623.503973:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00010000:00010000:1.0:1767384623.503974:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2027b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384623.503982:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000696c9aa3 already unused, calling callback (0000000058ffb97a) 00010000:00000001:1.0:1767384623.503984:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384623.503986:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384623.503987:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2027b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.503992:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384623.503993:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384623.503994:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384623.503995:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000020:00000040:1.0:1767384623.503996:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000696c9aa3 refcount=5 00000020:00000001:1.0:1767384623.504000:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384623.504002:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384623.504005:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384623.504006:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2027b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.504011:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384623.504012:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384623.504013:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.504016:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384623.504017:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00010000:00000001:1.0:1767384623.504018:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384623.504022:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384623.504023:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384623.504025:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000696c9aa3 with handle 0x7f71e2b70dd2027b from hash 00010000:00000001:1.0:1767384623.504027:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384623.504028:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.504030:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384623.504035:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384623.504036:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384623.504039:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00010000:00000001:1.0:1767384623.504039:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384623.504040:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384623.504044:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.504047:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.504048:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384623.504050:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384623.504052:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.504053:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384623.504054:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.504056:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.504057:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.504059:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2027b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.504062:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.504063:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384623.504065:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384623.504067:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384623.504068:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.504068:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384623.504070:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384623.504071:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00010000:00000001:1.0:1767384623.504072:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.504076:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.504078:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2027b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.504082:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384623.504083:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384623.504084:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2027b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384623.504088:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000095e098c7 count: 0 00010000:00000001:1.0:1767384623.504097:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384623.504098:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:1.0:1767384623.504108:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e1b93fe4. 20000000:01000000:1.0:1767384623.504110:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:1.0:1767384623.504117:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384623.504120:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384623.504121:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384623.504127:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384623.504133:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384623.504135:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384623.504136:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384623.504137:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384623.504138:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384623.504140:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:1.0:1767384623.504142:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:1.0:1767384623.504144:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384623.504146:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384623.504148:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384623.504150:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384623.504151:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384623.504154:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:1.0:1767384623.504156:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384623.504159:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005ed042c2. 00080000:00000001:1.0:1767384623.504162:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588464640 : -123274121086976 : ffff8fe201cd7800) 00080000:00000001:1.0:1767384623.504163:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384623.504165:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384623.504168:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003a945135. 00080000:00000001:1.0:1767384623.504169:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384623.504171:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384623.504180:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384623.504186:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:1.0:1767384623.504195:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384623.504198:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384623.504200:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005d12de6f. 20000000:00000001:1.0:1767384623.504203:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384623.504205:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049180672 00010000:00000001:1.0:1767384623.504208:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384623.504211:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000000bddf79 x1853237049180672/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384623.504217:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384623.504225:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384623.504227:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384623.504231:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384623.504234:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384623.504235:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384623.504248:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384623.504250:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384623.504252:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005d12de6f. 00000100:00000001:1.0:1767384623.504252:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384623.504256:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:2.0:1767384623.504257:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b53e34d0. 00000400:00000010:1.0:1767384623.504260:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ad3c79e. 00000800:00000010:2.0:1767384623.504263:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039e32203. 00000100:00000200:1.0:1767384623.504264:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049180672, offset 224 00000400:00000200:1.0:1767384623.504270:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384623.504275:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384623.504281:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004200 00000400:00000200:1.0:1767384623.504285:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16b1 [2] + 224 00000400:00000200:1.0:1767384623.504288:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767384623.504291:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039e32203. 00000400:00000200:1.0:1767384623.504291:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384623.504298:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384623.504302:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b13cafb8 x1853237049180672/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384623.504308:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b13cafb8 x1853237049180672/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.504318:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384623.504323:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad3c79e 00000400:00000010:1.0:1767384623.504324:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ad3c79e. 00000100:00000001:1.0:1767384623.504327:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384623.504329:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384623.504332:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.504335:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384623.504337:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384623.504338:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.504339:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:1.0:1767384623.504340:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384623.504345:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000bddf79 x1853237049180672/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384623.504353:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp27 from 219.3.0.2 00000800:00000010:2.0:1767384623.504358:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000078354bcb. 00000100:00100000:1.0:1767384623.504366:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000000bddf79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049180672:12345-0@lo:253: Request processed in 2157us (2586us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384623.504373:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000040:1.0:1767384623.504375:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384623.504377:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384623.504378:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384623.504382:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fec83513. 00000020:00000010:1.0:1767384623.504388:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad891dc5. 00000020:00000010:1.0:1767384623.504391:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000270651b7. 00000020:00000040:1.0:1767384623.504395:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:1.0:1767384623.504399:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384623.504400:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000060b55b53. 02000000:00000001:1.0:1767384623.504404:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384623.504405:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384623.504410:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384623.504413:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1b599b6. 00000400:00000010:1.0:1767384623.504417:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ad3c79e. 00000100:00000001:1.0:1767384623.504432:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.504433:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384623.504437:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384623.504439:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384623.504440:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df8c38fd. 00000400:00000200:1.0:1767384623.504444:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026e0b4c6 00000400:00000010:1.0:1767384623.504446:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026e0b4c6. 00000100:00000001:1.0:1767384623.504448:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384623.504450:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b13cafb8 x1853237049180672/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384623.504455:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b13cafb8 x1853237049180672/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.504461:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384623.504473:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.504475:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384623.504477:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384623.504483:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384623.504484:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.504486:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384623.504489:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=40 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384623.504492:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384623.504494:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384623.504496:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.504498:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384623.504500:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.504502:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.504505:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b13cafb8 x1853237049180672/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.504509:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384623.504511:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384623.504512:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384623.504515:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384623.504516:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384623.504518:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384623.504519:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384623.504520:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384623.504521:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384623.504522:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384623.504523:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384623.504523:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384623.504526:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b13cafb8 x1853237049180672/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384623.504531:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049180672:0@lo:253: 00000100:00000001:1.0:1767384623.504535:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.504536:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384623.504538:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b13cafb8 x1853237049180672/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.504543:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384623.504545:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384623.504547:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004b8ed9e8. 02000000:00000001:1.0:1767384623.504550:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384623.504557:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384623.504559:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384623.504561:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384623.504563:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c95813c1. 02000000:00000001:1.0:1767384623.504567:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384623.504568:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384623.504570:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b13cafb8. 00000100:00000001:1.0:1767384623.504573:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384623.504574:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.504577:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.504578:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.504579:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384623.504581:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.504583:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384623.504642:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000060b55b53. 00000800:00000010:2.0:1767384623.504647:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000029594842. 00000800:00000010:2.0:1767384623.504658:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000054ba9967. 00000800:00000200:2.1:1767384623.504662:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e38db775] -> 12345-192.168.202.137@tcp27 (2) 00000800:00000200:2.1:1767384623.504666:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp27 0000000054ba9967 deleted 00000800:00000010:2.1:1767384623.504668:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000054ba9967. 00000800:00000200:2.1:1767384623.504672:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384623.504676:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp27 ip 192.168.202.137:987 00000800:00000200:2.1:1767384623.504678:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d3277f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384623.504682:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp27 p 3.x 192.168.202.137 -> 192.168.202.137:987 incarnation:1767384621752251071 sched[0] 00000800:00000010:2.0:1767384623.504685:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039e32203. 00000800:00000010:2.0:1767384623.504740:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039e32203. 00000800:00000010:2.0:1767384623.504744:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000029594842. 00000800:00000200:1.1:1767384623.504752:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384623.504758:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp27 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384621752251071 sched[0] 00000800:00000010:1.0:1767384623.504761:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b53e34d0. 00000800:00000010:2.0:1767384623.504768:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000078354bcb. 00000800:00000001:2.0:1767384623.504786:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.504790:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.504808:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000200:2.0:1767384623.504836:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384623.504839:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c3d3277f. 00000400:00000200:2.0:1767384623.504842:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.504845:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.504848:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp27->192.168.202.137@tcp27: GET: OK 00000400:00000200:2.0:1767384623.504852:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384623.504855:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000800:00000001:2.0:1767384623.504862:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.504866:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384623.504867:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.504873:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.504879:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp27(192.168.202.137@tcp27) <- 192.168.202.137@tcp27 : GET - for me 00000400:00000200:1.0:1767384623.504880:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.504888:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384623.504894:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 352/352 into md 0x16a9 [1] + 0 00000400:00000200:2.0:1767384623.504902:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp27 to MR: 192.168.202.137@tcp27 local destination 00000400:00000200:2.0:1767384623.504907:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp27 NI seq info: [56:56:256:4294967295] 192.168.202.137@tcp27 LPNI seq info [56:56:8:4294967295] 00000400:00000200:2.0:1767384623.504920:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp27(192.168.202.137@tcp27:192.168.202.137@tcp27) -> 192.168.202.137@tcp27(192.168.202.137@tcp27:192.168.202.137@tcp27) 192.168.202.137@tcp27 : REPLY try# 0 00000800:00000200:2.0:1767384623.504926:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.137@tcp27 00000400:00000200:1.0:1767384623.504927:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000800:00000010:2.0:1767384623.504929:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e59d5a. 00000800:00000200:2.0:1767384623.504935:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e38db775] -> 12345-192.168.202.137@tcp27 (4) 00000800:00000200:2.0:1767384623.504939:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp27 ip 192.168.202.137:988 00000800:00000200:2.0:1767384623.504942:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007e59d5a type 3, nob 448 niov 1 nkiov 1 00000400:00000200:1.0:1767384623.504971:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000800:00000200:2.0:1767384623.504989:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384623.504993:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e59d5a. 00000400:00000200:2.0:1767384623.504997:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.505003:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp27->192.168.202.137@tcp27: REPLY: OK 00000400:00000200:1.0:1767384623.505003:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000800:00000001:2.0:1767384623.505012:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.505018:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384623.505020:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.505024:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384623.505025:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.505029:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.505034:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.505042:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp27(192.168.202.137@tcp27) <- 192.168.202.137@tcp27 : REPLY - for me 00000400:00000200:2.0:1767384623.505050:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp27: Reply from 12345-192.168.202.137@tcp27 of length 352/352 into md 0x16c5 00000800:00000001:2.0:1767384623.505053:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.505058:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.505060:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.505065:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp27->192.168.202.137@tcp27: REPLY: OK 00000400:00000200:1.0:1767384623.505065:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.505072:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c80b4ed4 00000400:00000010:2.0:1767384623.505075:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000400:00000200:2.0:1767384623.505079:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384623.505083:0:16343:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:2.0:1767384623.505086:0:16343:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:2.0:1767384623.505089:0:16343:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 20. state = 0x100251 00000400:00000200:2.0:1767384623.505094:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384623.505104:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (21) 00000800:00000001:2.0:1767384623.505110:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.505113:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.505120:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.505126:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384623.505132:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000d1 00000400:00000010:2.0:1767384623.505138:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 00000000270651b7. 00000400:00000010:2.0:1767384623.505141:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 000000005bce62fd. 00000400:00000010:2.0:1767384623.505143:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 0000000050ecbb2f. 00000400:00000200:1.0:1767384623.505146:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000010:2.0:1767384623.505169:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e83556b3. 00000400:00000200:1.0:1767384623.505174:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.505177:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e83556b3 nid 192.168.202.137@tcp28 00000400:00000010:2.0:1767384623.505182:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000359c989a. 00000400:00000200:2.0:1767384623.505184:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000359c989a net tcp28 00000400:00000200:2.0:1767384623.505187:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (20) 00000400:00000200:2.0:1767384623.505192:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp28 flags 0x11 00000400:00000010:2.0:1767384623.505195:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 00000000270651b7. 00000400:00000010:2.0:1767384623.505198:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 000000005bce62fd. 00000400:00000200:1.0:1767384623.505199:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000010:2.0:1767384623.505201:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 0000000050ecbb2f. 00000400:00000010:2.0:1767384623.505205:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000da71a478. 00000400:00000200:2.0:1767384623.505209:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384623.505212:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000400:00000200:2.0:1767384623.505220:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000400:00000200:2.0:1767384623.505224:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000200:1.0:1767384623.505226:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384623.505227:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384623.505233:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000400:00000200:2.0:1767384623.505237:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:2.0:1767384623.505241:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (21) 00000400:00000200:1.0:1767384623.505264:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505304:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505341:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505374:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505411:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505447:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505476:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505517:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505564:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505625:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505668:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505694:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505725:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505754:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505774:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505803:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505847:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505886:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505924:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505953:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505969:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.505986:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:1.0:1767384623.506020:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00080000:00000010:2.0:1767384623.506024:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005ed042c2. 00080000:00000010:2.0:1767384623.506051:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003a945135. 00040000:00000001:2.0:1767384623.506056:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384623.506059:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384623.506061:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384623.506065:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384623.506068:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384623.506070:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:1.0:1767384623.506072:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 20000000:01000000:2.0:1767384623.506074:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384623.506085:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384623.506089:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384623.506095:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384623.506146:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384623.506150:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384623.506152:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384623.506156:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384623.506158:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384623.506164:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002da68692. 00010000:00000001:2.0:1767384623.506167:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384623.506171:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000461a6601. 00000020:00000001:2.0:1767384623.506174:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384623.506177:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000461a6601 with handle 0x7f71e2b70dd20282 to hash 00000020:00000001:2.0:1767384623.506180:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384623.506181:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00000001:2.0:1767384623.506184:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00000001:2.0:1767384623.506186:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.506188:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.506191:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20282 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384623.506231:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c95813c1. 00010000:00000001:2.0:1767384623.506233:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000010:1.0:1767384623.506236:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000026e0b4c6. 00010000:00000001:2.0:1767384623.506237:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000010:1.0:1767384623.506240:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ec32243. 00010000:00000001:2.0:1767384623.506241:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384623.506245:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384623.506246:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.506249:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384623.506250:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.506253:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384623.506255:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384623.506257:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384623.506259:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384623.506261:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002da68692) refcount = 1 00010000:00010000:2.0:1767384623.506265:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20282 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384623.506265:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ec32243. 00010000:00000001:2.0:1767384623.506274:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384623.506276:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384623.506278:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.506280:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.506282:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384623.506285:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384623.506288:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:2.0:1767384623.506291:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384623.506293:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.506294:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000461a6601 refcount=4 00000020:00000001:2.0:1767384623.506297:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00000001:2.0:1767384623.506300:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00000001:2.0:1767384623.506302:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384623.506304:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20282 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.506310:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384623.506312:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20282 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.506329:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.506330:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384623.506332:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20282 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.506337:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.506339:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.506341:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384623.506342:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20282 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384623.506347:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000461a6601 already unused, calling callback (0000000058ffb97a) 00010000:00000001:2.0:1767384623.506350:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384623.506352:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384623.506354:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20282 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384623.506359:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:2.0:1767384623.506360:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384623.506362:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384623.506363:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.506364:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000461a6601 refcount=5 00000020:00000001:2.0:1767384623.506374:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00000001:2.0:1767384623.506377:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00000001:2.0:1767384623.506380:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1767384623.506383:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp27 from 218.3.0.2 00010000:00010000:2.0:1767384623.506384:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20282 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384623.506387:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f4d1f86f. 00010000:00000001:2.0:1767384623.506394:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384623.506396:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384623.506397:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.506401:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384623.506402:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384623.506405:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.506414:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384623.506417:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000461a6601 with handle 0x7f71e2b70dd20282 from hash 00010000:00000001:2.0:1767384623.506420:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384623.506422:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.506423:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.506424:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384623.506427:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384623.506428:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384623.506430:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384623.506432:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.506434:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.506437:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384623.506438:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384623.506440:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.506442:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.506444:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.506446:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.506448:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.506451:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20282 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.506456:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.506457:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.506459:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384623.506461:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384623.506462:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.506464:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.506467:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384623.506469:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384623.506472:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.506474:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20282 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.506479:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384623.506481:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384623.506483:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20282 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384623.506500:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002da68692 count: 0 00010000:00000001:2.0:1767384623.506518:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384623.506520:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384623.506531:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384623.506534:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384623.506536:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008df6b3a5. 20000000:00000001:2.0:1767384623.506540:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384623.506543:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049180544 00000800:00000010:1.0:1767384623.506543:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004b8ed9e8. 00000800:00000010:1.0:1767384623.506547:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009d8a94e6. 00010000:00000001:2.0:1767384623.506549:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384623.506556:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e515291e x1853237049180544/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384623.506559:0:16339:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002ab3b978. 00000800:00000200:1.1:1767384623.506568:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e38db775] -> 12345-192.168.202.137@tcp27 (4) 00010000:00000001:2.0:1767384623.506575:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000200:1.1:1767384623.506575:0:16339:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp27 000000002ab3b978 deleted 00000800:00000010:1.1:1767384623.506576:0:16339:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002ab3b978. 00010000:00000001:2.0:1767384623.506579:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384623.506581:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000100:00001000:2.0:1767384623.506585:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=40 v=5 (1 0 0 0) 00000800:00000200:1.0:1767384623.506587:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp27 p 3.x 192.168.202.137 -> 192.168.202.137:986 incarnation:1767384621752251071 sched[0] 00000100:00000001:2.0:1767384623.506595:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1767384623.506595:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ec32243. 00000100:00000040:2.0:1767384623.506599:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384623.506604:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384623.506632:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384623.506634:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.506637:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384623.506640:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384623.506645:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029594842. 00000100:00000200:2.0:1767384623.506650:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049180544, offset 224 00000400:00000200:2.0:1767384623.506656:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:1.0:1767384623.506663:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ec32243. 00000400:00000200:2.0:1767384623.506664:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384623.506669:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009d8a94e6. 00000400:00000200:2.0:1767384623.506677:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004180 00000400:00000200:2.0:1767384623.506685:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16b9 [2] + 224 00000800:00000010:1.0:1767384623.506688:0:16339:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f4d1f86f. 00000400:00000200:2.0:1767384623.506691:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.506697:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384623.506701:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767384623.506705:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384623.506707:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574c15ae x1853237049180544/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384623.506721:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384623.506734:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00000040:2.0:1767384623.506737:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000574c15ae x1853237049180544/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384623.506740:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp27 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384621752251071 sched[0] 00000800:00000010:1.0:1767384623.506743:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000026e0b4c6. 00000800:00000001:1.0:1767384623.506756:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.506760:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.506765:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384623.506773:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029594842 00000400:00000010:2.0:1767384623.506775:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029594842. 00000100:00000001:2.0:1767384623.506778:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384623.506780:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384623.506783:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.506786:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384623.506789:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384623.506791:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.506792:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384623.506796:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e515291e x1853237049180544/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384623.506804:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e515291e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049180544:12345-0@lo:253: Request processed in 4341us (4635us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384623.506811:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000040:2.0:1767384623.506813:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384623.506816:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384623.506817:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384623.506821:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e60ccf36. 00000020:00000010:2.0:1767384623.506826:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2361494. 00000020:00000010:2.0:1767384623.506830:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aad2a5db. 00000020:00000040:2.0:1767384623.506834:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:2.0:1767384623.506837:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384623.506839:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006c7d7a88. 02000000:00000001:2.0:1767384623.506841:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384623.506843:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384623.506846:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384623.506851:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5794d39. 00000400:00000010:2.0:1767384623.506855:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029594842. 00000100:00000001:2.0:1767384623.506871:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.506874:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384623.506877:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384623.506878:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384623.506887:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003994bd5c. 00000400:00000200:2.0:1767384623.506891:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000149043e8 00000400:00000010:2.0:1767384623.506893:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000149043e8. 00000100:00000001:2.0:1767384623.506896:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384623.506901:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574c15ae x1853237049180544/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384623.506908:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574c15ae x1853237049180544/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.506916:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384623.506917:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.506920:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384623.506922:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384623.506923:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384623.506925:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.506927:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384623.506929:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=40 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384623.506933:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384623.506936:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384623.506937:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.506938:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384623.506940:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.506942:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.506945:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574c15ae x1853237049180544/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.506952:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.506954:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384623.506956:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384623.506959:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384623.506961:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384623.506962:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384623.506963:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384623.506965:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384623.506966:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384623.506967:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384623.506968:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384623.506970:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384623.506977:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384623.506981:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574c15ae x1853237049180544/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384623.506990:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574c15ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049180544:0@lo:253: 00000100:00000001:2.0:1767384623.506994:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.506996:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384623.506998:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574c15ae x1853237049180544/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.507004:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384623.507006:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384623.507008:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000168595db. 02000000:00000001:2.0:1767384623.507012:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384623.507013:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384623.507015:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384623.507018:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384623.507020:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000203accf7. 02000000:00000001:2.0:1767384623.507024:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384623.507026:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384623.507027:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574c15ae. 00000100:00000001:2.0:1767384623.507030:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384623.507031:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.507033:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.507037:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384623.507039:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.507041:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.507043:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384623.507637:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294911929, at 4294911930 00000100:00000010:3.0:1767384623.507644:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c716953a. 00000100:00000040:1.0:1767384623.507652:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294911929, at 4294911930 00000100:00000040:2.0:1767384623.507654:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294911929, at 4294911930 00000100:00000010:1.0:1767384623.507658:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005513829e. 00000100:00000010:2.0:1767384623.507660:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068e4082c. 00000800:00000010:0.0:1767384623.508001:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ec1d6f14. 00000800:00000010:0.0:1767384623.508006:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000083a8aa98. 00000100:00000040:0.0:1767384623.508017:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294911929, at 4294911930 00000100:00000010:0.0:1767384623.508022:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5bea489. 00000400:02020000:0.0:1767384623.508071:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp26 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00010000:00000010:1.1:1767384623.516634:0:26031:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000095e098c7. 00010000:00000010:1.1:1767384623.516653:0:26031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000696c9aa3. 00000400:00000010:1.0:1767384623.517103:0:26031:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005dc6c877. 00000400:00000040:1.0:1767384623.517117:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384623.517120:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384623.517122:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384623.517123:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384623.517124:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384623.517126:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384623.517128:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384623.517129:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384623.517130:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384623.517131:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384623.517132:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384623.517133:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384623.517135:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384623.517136:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384623.517137:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384623.517138:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384623.517139:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384623.517140:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384623.517141:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384623.517142:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384623.517143:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384623.517144:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384623.517145:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384623.517146:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384623.517152:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384623.517153:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384623.517154:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384623.517156:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384623.517157:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384623.517158:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384623.517158:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384623.517160:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384623.517161:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384623.517162:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384623.517163:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384623.517164:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384623.517164:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384623.517166:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384623.517167:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384623.517168:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384623.517169:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384623.517170:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384623.517171:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384623.517172:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384623.517173:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384623.517174:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384623.517175:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384623.517176:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384623.517177:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384623.517178:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384623.517179:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384623.517180:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384623.517181:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384623.517182:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384623.517183:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384623.517184:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384623.517184:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384623.517223:0:26031:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005dc6c877. 00010000:00000010:2.1:1767384623.517844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002da68692. 00010000:00000010:2.1:1767384623.517850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000461a6601. 00010000:00000001:2.0:1767384624.089688:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384624.089693:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384624.089698:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384624.089699:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.089746:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384624.089750:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384624.089753:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384624.574423:0:26352:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000443e62eb. 00080000:00000010:0.0:1767384624.574432:0:26352:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000443e62eb. 00000020:00000001:0.0:1767384624.574436:0:26352:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384624.574442:0:26352:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000443e62eb. 00080000:00000010:0.0:1767384624.574446:0:26352:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000443e62eb. 00000020:00000001:0.0:1767384624.574448:0:26352:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384624.601679:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384624.601683:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 2 10000000:00000001:2.0:1767384624.601687:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384624.601696:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384624.601698:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384624.601699:0:17077:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384624.601713:0:17077:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384624.601715:0:17077:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384624.601717:0:17077:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8fe3054f6000 from 35 10000000:00000001:2.0:1767384624.601720:0:17077:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384624.601721:0:17077:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384624.601727:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009aa10b3a. 00000020:00000040:2.0:1767384624.601731:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384624.601735:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384624.601737:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384624.601742:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384624.601747:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006bc43efc. 00000100:00000040:3.0:1767384624.601753:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384624.601759:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384624.601760:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384624.601764:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e390662. 00010000:00000001:2.0:1767384624.601765:0:17077:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384624.601768:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000040:3.0:1767384624.601769:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384624.601774:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384624.601775:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000010:2.0:1767384624.601776:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002da68692. 02000000:00000001:3.0:1767384624.601778:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384624.601781:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000010:3.0:1767384624.601785:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d856e6bb. 00010000:00000010:2.0:1767384624.601785:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000133ee60b. 00000100:00000001:3.0:1767384624.601791:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384624.601792:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384624.601797:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000133ee60b with handle 0x7f71e2b70dd20289 to hash 00000020:00000001:2.0:1767384624.601800:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384624.601801:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258158080 : -123269451393536 : ffff8fe318235600) 00000100:00000040:3.0:1767384624.601802:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@000000001e390662 x1853237049180928/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384624.601805:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258158080 : -123269451393536 : ffff8fe318235600) 00010000:00000001:2.0:1767384624.601811:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384624.601815:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.601816:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:2.0:1767384624.601818:0:17077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384624.601819:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.601827:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e390662] to pc [ptlrpcd_00_02+2] req@000000001e390662 x1853237049180928/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384624.601828:0:17077:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384624.601848:0:17077:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384624.601868:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384624.601870:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1767384624.601874:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384624.601875:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005078f1c. 00000100:00000001:2.0:1767384624.601879:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804120703744 : -123269588847872 : ffff8fe30ff1f300) 00000100:00000040:3.0:1767384624.601880:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384624.601883:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384624.601884:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384624.601886:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120998144 : -123269588553472 : ffff8fe30ff67100) 00000100:00000010:3.0:1767384624.601888:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e932d677. 00000100:00000001:2.0:1767384624.601890:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384624.601893:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384624.601894:0:38:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384624.601895:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384624.601897:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384624.601898:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384624.601900:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384624.601902:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384624.601904:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009aa10b3a x1853237049180800/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384624.601907:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008927dca9. 00000100:00000001:3.0:1767384624.601912:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.601917:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384624.601919:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.601920:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384624.601924:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384624.601928:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384624.601929:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384624.601932:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.601933:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384624.601939:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049180800:0@lo:101: 00000100:00000040:3.0:1767384624.601941:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e932d677] to pc [ptlrpcd_00_03+3] req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.601946:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384624.601952:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384624.601954:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384624.601955:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.601957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384624.601959:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384624.601962:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384624.601964:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384624.601965:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000399fc49b. 00000100:00000010:3.0:1767384624.601966:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0482fd. 02000000:00000001:2.0:1767384624.601969:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.601970:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384624.601971:0:38:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384624.601974:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384624.601975:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384624.601978:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384624.601978:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd7d26ab. 02000000:00000001:3.0:1767384624.601981:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.601981:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384624.601986:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a40d0682. 02000000:00000010:3.0:1767384624.601988:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba815197. 00000100:00000001:3.0:1767384624.601993:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384624.601994:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049180800, portal 25 00000100:00000001:0.0:1767384624.601997:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384624.601998:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384624.601999:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.602000:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384624.602001:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120998144 : -123269588553472 : ffff8fe30ff67100) 00000100:00000001:3.0:1767384624.602010:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384624.602010:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009aa10b3a x1853237049180800/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384640 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.602014:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.602015:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384624.602018:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384624.602023:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384624.602024:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.602027:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0482fd] to pc [ptlrpcd_00_00+0] req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384624.602038:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384624.602041:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16351:1853237049181056:0@lo:400: 00000400:00000010:2.0:1767384624.602042:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1c237d2. 00000100:00000001:3.0:1767384624.602045:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384624.602047:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049180800, offset 0 00000100:00000040:3.0:1767384624.602050:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384624.602052:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384624.602054:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384624.602057:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384624.602057:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384624.602061:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.602065:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384624.602070:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8d52f8a. 00000400:00000200:2.0:1767384624.602072:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384624.602076:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384624.602083:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc30387. 00000400:00000200:2.0:1767384624.602086:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260004280 00000400:00000010:0.0:1767384624.602091:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5f9bb7a. 00000400:00000200:2.0:1767384624.602094:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x101d [2] + 0 00000400:00000010:2.0:1767384624.602098:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003205eb8b. 00000400:00000200:2.0:1767384624.602101:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a2259ffd 00000400:00000200:2.0:1767384624.602106:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384624.602107:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049181056, portal 4 00000100:00000001:0.0:1767384624.602111:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384624.602112:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384624.602114:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923219840 : -123268786331776 : ffff8fe33fc75f80) 00000400:00000200:2.0:1767384624.602118:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2259ffd 00000400:00000010:2.0:1767384624.602121:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2259ffd. 00000100:00000040:0.0:1767384624.602122:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.602126:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384624.602129:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384624.602131:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384624.602134:0:17077:0:(events.c:337:request_in_callback()) incoming req@000000002ed82e36 x1853237049180800 msgsize 328 00000100:00000040:0.0:1767384624.602136:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384624.602140:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8381a84. 00000100:00000010:3.0:1767384624.602142:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000c740ba. 00000100:00100000:2.0:1767384624.602143:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384624.602145:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049181056, offset 0 00000020:00000040:3.0:1767384624.602147:0:38:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1767384624.602149:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384624.602152:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384624.602154:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384624.602155:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384624.602158:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.602161:0:17077:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:3.0:1767384624.602164:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002a947c5. 00000400:00000200:0.0:1767384624.602165:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384624.602171:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384624.602171:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1c237d2 00000400:00000010:2.0:1767384624.602175:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1c237d2. 00000400:00000200:0.0:1767384624.602177:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260004380 00000100:00000040:3.0:1767384624.602179:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384624.602182:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384624.602187:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2768 00000100:00000200:2.0:1767384624.602188:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009aa10b3a x1853237049180800/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384640 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384624.602197:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384624.602204:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384624.602207:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384624.602208:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.602209:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384624.602213:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384624.602216:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009aa10b3a x1853237049180800/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384640 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384624.602217:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c740ba] to pc [ptlrpcd_00_01+1] req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384624.602217:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384624.602224:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dca7c5e6. 00000100:00000040:0.0:1767384624.602229:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000dca7c5e6 x1853237049181056 msgsize 224 00000100:00100000:0.0:1767384624.602240:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384624.602241:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.602243:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384624.602250:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.602251:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384624.602252:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.602255:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294913029 00000100:00000040:3.0:1767384624.602258:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (250) 00000400:00000200:0.0:1767384624.602258:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8381a84 00000100:00000010:2.0:1767384624.602260:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002baaf141. 00000400:00000010:0.0:1767384624.602262:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8381a84. 00000100:00000001:0.0:1767384624.602266:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384624.602267:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767384624.602270:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.602276:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294913029 00000100:00000001:3.0:1767384624.602284:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384624.602284:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384624.602285:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000606f2183. 00000100:00000001:3.0:1767384624.602289:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384624.602290:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384624.602291:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.602293:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384624.602298:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294913029 00000100:00000040:3.0:1767384624.602300:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.602304:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384624.602305:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002cf1d49c. 00000100:00000001:0.0:1767384624.602309:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384624.602310:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384624.602314:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.602315:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294913029 00000100:00000040:0.0:1767384624.602319:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4197 usecs (5 jiffies) 00000100:00000010:2.0:1767384624.602320:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000193d32ed. 00000100:00000001:2.0:1767384624.602326:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384624.602326:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913029 00000100:00000001:0.0:1767384624.602331:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294913029 00000100:00000001:2.0:1767384624.602334:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384624.602335:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913029 00000100:00000001:2.0:1767384624.602340:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.602340:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294913029 00000100:00000001:0.0:1767384624.602345:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913029 00000100:00000001:2.0:1767384624.602346:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384624.602348:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294913029 00000100:00000001:2.0:1767384624.602349:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384624.602352:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913029 00000100:00100000:2.0:1767384624.602353:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 0000000005078f1c going to sleep for 11 seconds 00000100:00000001:0.0:1767384624.602357:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294913029 00000100:00000001:2.0:1767384624.602359:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384624.602360:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384624.602362:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.602363:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.602367:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.602369:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.602377:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384624.602378:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384624.602381:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384624.602382:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384624.602384:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384624.602384:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384624.602389:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180800 00000100:00100000:0.0:1767384624.602390:0:16351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:2.0:1767384624.602393:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384624.602394:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384624.602397:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384624.602398:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384624.602400:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.602401:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.602406:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384624.602407:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.602408:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384624.602412:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384624.602413:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180800 00000020:00000001:2.0:1767384624.602415:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384624.602418:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384624.602421:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384624.602422:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e390662 x1853237049180928/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384624.602425:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:2.0:1767384624.602430:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384624.602436:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384624.602440:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384624.602443:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384624.602444:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.602446:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384624.602449:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1767384624.602449:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a9a0db2. 00000100:00000001:0.0:1767384624.602449:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.602454:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384624.602455:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384624.602456:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384624.602457:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.602460:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384624.602463:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a9a0db2. 02000000:00000001:0.0:1767384624.602464:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384624.602466:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16348:1853237049181184:0@lo:400: 00000100:00100000:0.0:1767384624.602471:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e390662 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049180928:0@lo:400: 00000100:00000001:3.0:1767384624.602472:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1767384624.602472:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004013cd0e. 00000100:00000001:0.0:1767384624.602475:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384624.602477:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384624.602478:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.602480:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1767384624.602484:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac648235. 02000000:00000010:0.0:1767384624.602486:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e93c5d2a. 00000020:00000010:2.0:1767384624.602490:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed4bcc52. 02000000:00000001:0.0:1767384624.602490:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384624.602497:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000679602a5. 00000100:00000040:2.0:1767384624.602499:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384624.602503:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384624.602504:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384624.602504:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8381a84. 00000100:00000001:2.0:1767384624.602508:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384624.602510:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049180928, portal 25 00000100:00000001:0.0:1767384624.602514:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384624.602516:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923226112 : -123268786325504 : ffff8fe33fc77800) 00000100:00000001:2.0:1767384624.602517:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.602523:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384624.602523:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e390662 x1853237049180928/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384624.602527:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.602531:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384624.602532:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384624.602536:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dff3ab1d. 02000000:00000001:3.0:1767384624.602541:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.602543:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384624.602545:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e834181. 00000100:00000001:2.0:1767384624.602551:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384624.602551:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384624.602552:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064a9da54. 00000100:00000001:2.0:1767384624.602556:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384624.602558:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049181184, portal 10 00000400:00000010:0.0:1767384624.602558:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68e221b. 00000100:00000001:3.0:1767384624.602563:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384624.602565:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000200:0.0:1767384624.602565:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049180928, offset 0 00000100:00000001:3.0:1767384624.602566:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923218048 : -123268786333568 : ffff8fe33fc75880) 00000400:00000200:0.0:1767384624.602574:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384624.602576:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384624.602576:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384624.602581:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781798480 : -123268927753136 : ffff8fe337597450) 00000400:00000200:0.0:1767384624.602586:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384624.602594:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ed82e36 x1853237049180800/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:605/0 lens 328/0 e 0 to 0 dl 1767384635 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.602596:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384624.602600:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260004300 00000100:00000040:3.0:1767384624.602604:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384624.602629:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009827efa7. 00000400:00000200:0.0:1767384624.602643:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x102d [2] + 0 00000400:00000010:0.0:1767384624.602646:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c8cd928. 00000400:00000200:0.0:1767384624.602650:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f4563ab3 00000100:00000200:3.0:1767384624.602653:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049181184, offset 0 00000400:00000200:0.0:1767384624.602653:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:1.0:1767384624.602657:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000400:00000200:0.0:1767384624.602661:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000020:1.0:1767384624.602662:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000400:00000200:3.0:1767384624.602666:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384624.602666:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b13cafb8. 00000020:00000040:1.0:1767384624.602674:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384624.602675:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4563ab3 00000400:00000010:0.0:1767384624.602678:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4563ab3. 00000400:00000200:3.0:1767384624.602684:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384624.602685:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384624.602685:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384624.602688:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1767384624.602690:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384624.602694:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000001d3fdbec x1853237049180928 msgsize 224 02000000:00000001:1.0:1767384624.602695:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384624.602713:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260004400 02000000:00000010:1.0:1767384624.602716:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a26d5fd. 00000100:00100000:0.0:1767384624.602721:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384624.602722:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.602725:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384624.602726:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:1.0:1767384624.602730:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384624.602732:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384624.602733:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384624.602735:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384624.602742:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b13cafb8] to pc [ptlrpcd_00_02+2] req@00000000b13cafb8 x1853237049181440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384624.602742:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68e221b 00000400:00000200:3.0:1767384624.602743:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384624.602747:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68e221b. 00000100:00000001:0.0:1767384624.602752:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384624.602754:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384624.602757:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1767384624.602758:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e390662 x1853237049180928/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384624.602764:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384624.602765:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090fbf651. 00000100:00000001:0.0:1767384624.602768:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384624.602772:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000090fbf651 x1853237049181184 msgsize 224 00000100:00000040:0.0:1767384624.602774:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e390662 x1853237049180928/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384624.602786:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384624.602787:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.602790:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384624.602795:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.602798:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384624.602798:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294913030 00000100:00000001:0.0:1767384624.602807:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294913029 00000400:00000200:3.0:1767384624.602808:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009827efa7 00000400:00000010:3.0:1767384624.602812:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009827efa7. 00000100:00000001:0.0:1767384624.602813:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294913030 00000100:00000001:3.0:1767384624.602816:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384624.602820:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294913029 00000100:00000200:3.0:1767384624.602824:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.602827:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294913030 00000100:00000001:0.0:1767384624.602835:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294913029 00000100:00000001:3.0:1767384624.602836:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384624.602840:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294913030 00000100:00000001:0.0:1767384624.602842:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294913029 00000100:00000040:3.0:1767384624.602848:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.602849:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384624.602855:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.602859:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384624.602860:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384624.602865:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a9a0db2. 00000100:00000001:3.0:1767384624.602867:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384624.602868:0:16351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384624.602872:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384624.602873:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384624.602873:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384624.602878:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a9a0db2. 00000100:00000001:3.0:1767384624.602880:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.602886:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3235 usecs (4 jiffies) 00000100:00000001:0.0:1767384624.602886:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384624.602890:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913029 00000100:00000001:0.0:1767384624.602890:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384624.602891:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ed82e36 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:17077:x1853237049180800:12345-0@lo:101: 00000100:00000001:0.0:1767384624.602896:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384624.602897:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294913030 00000100:00000001:0.0:1767384624.602900:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384624.602903:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180800 00000100:00000001:3.0:1767384624.602904:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913029 00000100:00000001:0.0:1767384624.602904:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384624.602909:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294913030 00000020:00000001:2.0:1767384624.602909:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384624.602910:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b13cafb8 x1853237049181440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.602915:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913029 00000020:00000001:2.0:1767384624.602915:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384624.602920:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.602921:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294913030 00000100:00000001:1.0:1767384624.602923:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384624.602928:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913029 00000020:00000001:2.0:1767384624.602928:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384624.602929:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.602929:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384624.602933:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294913030 00000020:00000001:2.0:1767384624.602934:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000100:00000001:0.0:1767384624.602934:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.602938:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384624.602939:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384624.602943:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384624.602943:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384624.602944:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384624.602948:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384624.602950:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.602951:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.602956:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384624.602956:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384624.602957:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16351:1853237049181440:0@lo:13: 00000020:00000001:2.0:1767384624.602962:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384624.602963:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384624.602964:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384624.602968:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384624.602968:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384624.602969:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.602972:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.602973:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384624.602975:0:17075:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:3.0:1767384624.602977:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384624.602977:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767384624.602979:0:17075:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000100:00000001:3.0:1767384624.602981:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384624.602983:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007a82df08. 00000100:00100000:3.0:1767384624.602984:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:0.0:1767384624.602987:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.602990:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384624.602991:0:17075:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000400:00000010:0.0:1767384624.602992:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7b434d8. 00000100:00000001:3.0:1767384624.602995:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384624.602996:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1767384624.602997:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384624.602998:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68e221b. 00010000:00000001:2.0:1767384624.603001:0:17075:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.603002:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384624.603003:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049181440, portal 4 00000100:00000001:3.0:1767384624.603006:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384624.603008:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384624.603009:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384624.603011:0:17075:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1767384624.603011:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924112896 : -123268785438720 : ffff8fe33fd50000) 00000100:00000040:3.0:1767384624.603014:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384624.603020:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b13cafb8 x1853237049181440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1767384624.603021:0:17075:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ffe6672d. 00000100:00000001:3.0:1767384624.603028:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767384624.603029:0:17075:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384624.603034:0:17075:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000461a6601. 00000100:00000001:0.0:1767384624.603034:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384624.603037:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384624.603040:0:17075:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000001:3.0:1767384624.603042:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384624.603043:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384624.603045:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384624.603046:0:17075:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000461a6601 with handle 0x7f71e2b70dd20290 to hash 00000400:00000010:0.0:1767384624.603048:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030e93532. 02000000:00000001:3.0:1767384624.603050:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384624.603053:0:17075:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000200:0.0:1767384624.603055:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049181440, offset 0 00000100:00100000:3.0:1767384624.603056:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000000c740ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16348:1853237049181312:0@lo:400: 00010000:00000001:2.0:1767384624.603056:0:17075:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00000100:00000001:3.0:1767384624.603065:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767384624.603065:0:17075:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00000400:00000200:0.0:1767384624.603068:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384624.603069:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1767384624.603072:0:17075:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20290 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f71e2b70dd20289 expref: -99 pid: 17075 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384624.603073:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.603077:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384624.603081:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384624.603082:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2f2beaa. 02000000:00000001:3.0:1767384624.603087:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384624.603091:0:17075:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000f6abc116 : new locks_count 10 00000400:00000010:3.0:1767384624.603092:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000646e44f7. 00000020:00000040:2.0:1767384624.603098:0:17075:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=15 00000400:00000200:0.0:1767384624.603098:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260004500 00000400:00000010:3.0:1767384624.603099:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009827efa7. 00000100:00000200:3.0:1767384624.603106:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049181312, portal 10 00000100:00000001:3.0:1767384624.603108:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384624.603109:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384624.603112:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923213568 : -123268786338048 : ffff8fe33fc74700) 00000400:00000200:0.0:1767384624.603112:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 1344 02000000:00000001:2.0:1767384624.603114:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384624.603119:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384624.603120:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000032651b95. 02000000:00000001:2.0:1767384624.603126:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384624.603126:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384624.603133:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.603134:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384624.603135:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384624.603140:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384624.603140:0:17075:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1767384624.603141:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384624.603145:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:3.0:1767384624.603146:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbbbeccc. 00010000:00000001:2.0:1767384624.603147:0:17075:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000010:0.0:1767384624.603149:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003509f3fc. 00000100:00000200:3.0:1767384624.603151:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049181312, offset 0 00010000:00000001:2.0:1767384624.603153:0:17075:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000040:0.0:1767384624.603153:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000003509f3fc x1853237049181440 msgsize 224 00000400:00000200:3.0:1767384624.603158:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384624.603158:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384624.603162:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384624.603164:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1767384624.603167:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:3.0:1767384624.603171:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384624.603172:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.603176:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384624.603178:0:17075:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:3.0:1767384624.603182:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260004480 00010000:00000001:2.0:1767384624.603183:0:17075:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:0.0:1767384624.603183:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030e93532 00000400:00000010:0.0:1767384624.603188:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030e93532. 00010000:00000001:2.0:1767384624.603189:0:17075:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:0.0:1767384624.603191:0:16351:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1767384624.603193:0:17075:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000200:3.0:1767384624.603194:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00000200:0.0:1767384624.603197:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b13cafb8 x1853237049181440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384624.603198:0:17075:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ffe6672d) refcount = 1 00000400:00000200:3.0:1767384624.603201:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384624.603210:0:17075:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20290 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7f71e2b70dd20289 expref: 15 pid: 17075 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384624.603211:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384624.603214:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b13cafb8 x1853237049181440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.603219:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.603221:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384624.603224:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.603228:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4197 usecs (5 jiffies) 00010000:00000001:2.0:1767384624.603231:0:17075:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:0.0:1767384624.603231:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913030 00010000:00000001:2.0:1767384624.603236:0:17075:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1767384624.603236:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294913030 00000100:00000001:0.0:1767384624.603240:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913030 00010000:00000001:2.0:1767384624.603241:0:17075:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.603243:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294913030 00000400:00000200:3.0:1767384624.603247:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384624.603249:0:17075:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.603249:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913030 00000100:00000001:3.0:1767384624.603251:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384624.603253:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294913030 00000100:00000200:3.0:1767384624.603255:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1767384624.603257:0:17075:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384624.603257:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913030 00000100:00000010:3.0:1767384624.603260:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1c624e1. 00000100:00000001:1.0:1767384624.603260:0:17888:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384624.603261:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294913030 00000100:00100000:1.0:1767384624.603265:0:17888:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181440 00000100:00000001:0.0:1767384624.603266:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384624.603267:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000e1c624e1 x1853237049181312 msgsize 224 00010000:00000001:2.0:1767384624.603267:0:17075:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 02000000:00000001:1.0:1767384624.603269:0:17888:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384624.603273:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.603274:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:2.0:1767384624.603276:0:17075:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20290 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd20289 expref: 15 pid: 17075 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384624.603278:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.603279:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384624.603282:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384624.603284:0:17888:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.603290:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384624.603291:0:17888:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181440 00000100:00000001:3.0:1767384624.603294:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384624.603295:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:1.0:1767384624.603296:0:17888:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1767384624.603299:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000040:1.0:1767384624.603299:0:17888:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:1.0:1767384624.603303:0:17888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384624.603305:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384624.603306:0:17888:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000400:00000200:3.0:1767384624.603308:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbbbeccc 00010000:00000001:2.0:1767384624.603310:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384624.603310:0:17888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000400:00000010:3.0:1767384624.603312:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbbbeccc. 00000020:00000001:1.0:1767384624.603314:0:17888:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00010000:00000001:2.0:1767384624.603317:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384624.603319:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384624.603319:0:17888:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384624.603321:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384624.603325:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384624.603325:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384624.603325:0:17888:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e663ad81. 00010000:00010000:2.0:1767384624.603329:0:17075:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000461a6601, rc 0) 00000020:00000010:1.0:1767384624.603332:0:17888:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006bcd43e4. 00000100:00000001:0.0:1767384624.603333:0:18687:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384624.603336:0:17075:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384624.603338:0:18687:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181184 00000020:00000040:1.0:1767384624.603341:0:17888:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 02000000:00000001:0.0:1767384624.603342:0:18687:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:2.0:1767384624.603343:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049180800 00000100:00000001:0.0:1767384624.603345:0:18687:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384624.603349:0:18687:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.603352:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384624.603352:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384624.603353:0:18687:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.603355:0:17888:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1767384624.603357:0:18687:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181184 00000100:00000040:3.0:1767384624.603358:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384624.603360:0:17888:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003b35ef1. 00000020:00000001:0.0:1767384624.603361:0:18687:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000200:2.0:1767384624.603362:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002ed82e36 x1853237049180800/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:605/0 lens 328/344 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384624.603365:0:18687:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000020:00000010:1.0:1767384624.603367:0:17888:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0fa6917. 00000020:00000001:0.0:1767384624.603369:0:18687:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384624.603373:0:18687:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000020:00000010:1.0:1767384624.603375:0:17888:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c41ec6b. 00000020:00000001:0.0:1767384624.603380:0:18687:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000040:1.0:1767384624.603385:0:17888:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:0.0:1767384624.603386:0:18687:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:3.0:1767384624.603390:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.603392:0:18687:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384624.603395:0:17888:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384624.603397:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384624.603397:0:17888:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384624.603398:0:18687:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004b60088. 00010000:00000001:2.0:1767384624.603399:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384624.603401:0:17888:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.603405:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384624.603405:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.603405:0:18687:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384624.603407:0:17888:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384624.603409:0:18687:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004b60088. 00000100:00000040:3.0:1767384624.603414:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3307 usecs (4 jiffies) 00000100:00001000:2.0:1767384624.603415:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=41 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384624.603417:0:18687:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038b5f3b8. 00000100:00000001:1.0:1767384624.603418:0:17888:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384624.603421:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294913029 00000020:00000010:0.0:1767384624.603423:0:18687:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bac7e034. 00000100:00000001:3.0:1767384624.603427:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294913030 00000100:00000001:2.0:1767384624.603427:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384624.603428:0:18687:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000422bc779. 00000100:00000001:1.0:1767384624.603431:0:17888:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384624.603432:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294913029 00000100:00000040:2.0:1767384624.603434:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384624.603435:0:17888:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384624.603437:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294913030 00000100:00000040:0.0:1767384624.603437:0:18687:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384624.603442:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:0.0:1767384624.603442:0:18687:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384624.603443:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294913029 00000100:00100000:1.0:1767384624.603443:0:17888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:0.0:1767384624.603445:0:18687:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384624.603450:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294913030 00000100:00000040:1.0:1767384624.603450:0:17888:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:0.0:1767384624.603451:0:18687:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384624.603452:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384624.603455:0:17888:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575789952 : -123274133761664 : ffff8fe2010c1180) 00000100:00000001:3.0:1767384624.603457:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294913029 02000000:00000001:2.0:1767384624.603458:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.603459:0:18687:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1767384624.603463:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003509f3fc x1853237049181440/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:605/0 lens 224/0 e 0 to 0 dl 1767384635 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.603464:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294913030 00000100:00000001:0.0:1767384624.603465:0:18687:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384624.603466:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384624.603468:0:18687:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.603470:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384624.603476:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384624.603477:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.603479:0:18687:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384624.603483:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384624.603483:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1c237d2. 00000100:00000001:1.0:1767384624.603489:0:17888:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384624.603490:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384624.603492:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049180800, offset 224 00000020:00000010:1.0:1767384624.603493:0:17888:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bcd43e4. 00000100:00000001:0.0:1767384624.603493:0:18687:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384624.603498:0:17888:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384624.603498:0:18687:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181312 02000000:00000001:0.0:1767384624.603503:0:18687:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384624.603504:0:17888:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bcd43e4. 00000100:00000001:0.0:1767384624.603507:0:18687:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384624.603511:0:18687:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384624.603513:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384624.603513:0:17888:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003509f3fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16351:x1853237049181440:12345-0@lo:13: 02000000:00000001:0.0:1767384624.603517:0:18687:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384624.603520:0:17888:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181440 00000020:00000001:1.0:1767384624.603523:0:17888:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384624.603523:0:18687:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181312 00000100:00000001:3.0:1767384624.603528:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384624.603528:0:17888:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384624.603529:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384624.603533:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180928 00000020:00000001:1.0:1767384624.603533:0:17888:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.603535:0:18687:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384624.603539:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384624.603539:0:17888:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:0.0:1767384624.603540:0:18687:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000100:00000001:3.0:1767384624.603542:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384624.603543:0:17888:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00000100:00000001:3.0:1767384624.603546:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.603546:0:18687:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384624.603547:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260004280 00000020:00000001:1.0:1767384624.603548:0:17888:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1767384624.603551:0:18687:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 02000000:00000001:3.0:1767384624.603553:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384624.603553:0:17888:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384624.603555:0:18687:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000020:00000001:1.0:1767384624.603559:0:17888:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384624.603560:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180928 00000400:00000200:2.0:1767384624.603560:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x16d9 [1] + 224 00000020:00000001:0.0:1767384624.603561:0:18687:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000020:00000001:1.0:1767384624.603562:0:17888:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384624.603566:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384624.603567:0:17888:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.603568:0:18687:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384624.603571:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384624.603572:0:17888:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384624.603573:0:18687:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004b60088. 00000020:00000040:3.0:1767384624.603575:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 02000000:00000001:1.0:1767384624.603575:0:17888:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384624.603580:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384624.603580:0:18687:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b7e3b16e. 00000400:00000200:2.0:1767384624.603581:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384624.603581:0:17888:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004f45bc0f. 00000020:00000040:3.0:1767384624.603583:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 02000000:00000001:1.0:1767384624.603586:0:17888:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384624.603587:0:18687:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000020:00000001:3.0:1767384624.603590:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384624.603591:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384624.603591:0:17888:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.603593:0:18687:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384624.603594:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384624.603598:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384624.603599:0:18687:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd64268e. 00000100:00000200:2.0:1767384624.603601:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009aa10b3a x1853237049180800/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384624.603603:0:17888:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:3.0:1767384624.603604:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8af6e2b. 00000020:00000010:0.0:1767384624.603605:0:18687:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011ca502a. 00000100:00000001:3.0:1767384624.603630:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384624.603632:0:18687:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007d437549. 00002000:00000001:1.0:1767384624.603634:0:17888:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000010:3.0:1767384624.603635:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8af6e2b. 00000100:00000001:0.0:1767384624.603637:0:18687:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384624.603638:0:17888:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384624.603641:0:18687:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384624.603644:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007baa7943. 00000100:00000001:0.0:1767384624.603645:0:18687:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384624.603648:0:17888:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384624.603652:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008084a39a. 00000100:00000001:0.0:1767384624.603652:0:18687:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00002000:00000024:1.0:1767384624.603654:0:17888:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:0.0:1767384624.603655:0:18687:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384624.603659:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000009aa10b3a x1853237049180800/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384640 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.603660:0:18687:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384624.603661:0:17888:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000010:3.0:1767384624.603662:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000089aa50b5. 00000020:00000020:1.0:1767384624.603669:0:17888:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384624.603670:0:18687:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384624.603672:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384624.603678:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000020:1.0:1767384624.603678:0:17888:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:0.0:1767384624.603681:0:18687:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384624.603683:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384624.603683:0:17888:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384624.603685:0:18687:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384624.603686:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:1.0:1767384624.603688:0:17888:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384624.603692:0:17888:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384624.603692:0:18687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1767384624.603693:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384624.603694:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1c237d2 00000100:00000040:0.0:1767384624.603697:0:18687:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000100:00000001:3.0:1767384624.603710:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1767384624.603710:0:17888:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384624.603715:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1c237d2. 00010000:00000040:1.0:1767384624.603716:0:17888:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049181440 00000100:00000001:0.0:1767384624.603717:0:18687:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923220736 : -123268786330880 : ffff8fe33fc76300) 00010000:00000001:1.0:1767384624.603722:0:17888:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384624.603724:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384624.603726:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384624.603726:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090fbf651 x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:605/0 lens 224/0 e 0 to 0 dl 1767384635 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.603729:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000200:1.0:1767384624.603729:0:17888:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003509f3fc x1853237049181440/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:605/0 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.603730:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384624.603737:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384624.603739:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000040:3.0:1767384624.603746:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000040:2.0:1767384624.603748:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:3.0:1767384624.603752:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781799504 : -123268927752112 : ffff8fe337597850) 00010000:00000001:2.0:1767384624.603757:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384624.603761:0:18687:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384624.603762:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d3fdbec x1853237049180928/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:605/0 lens 224/0 e 0 to 0 dl 1767384635 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384624.603763:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384624.603763:0:17888:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767384624.603765:0:18687:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7e3b16e. 00010000:00000001:1.0:1767384624.603767:0:17888:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384624.603772:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384624.603772:0:18687:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384624.603773:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=31 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384624.603778:0:18687:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7e3b16e. 00000100:00000040:2.0:1767384624.603783:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ed82e36 x1853237049180800/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:605/0 lens 328/344 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.603784:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384624.603784:0:17888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384624.603788:0:18687:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000090fbf651 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16348:x1853237049181184:12345-0@lo:400: 00000020:00000010:3.0:1767384624.603790:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8af6e2b. 00000100:00000040:1.0:1767384624.603790:0:17888:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384624.603796:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384624.603797:0:17888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000010:3.0:1767384624.603804:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8af6e2b. 02000000:00000001:1.0:1767384624.603805:0:17888:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1767384624.603805:0:18687:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181184 02000000:00000001:1.0:1767384624.603810:0:17888:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.603811:0:18687:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384624.603813:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384624.603816:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d3fdbec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16351:x1853237049180928:12345-0@lo:400: 00000020:00000001:0.0:1767384624.603816:0:18687:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384624.603817:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ed82e36 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:17077:x1853237049180800:12345-0@lo:101: Request processed in 955us (1679us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384624.603820:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384624.603820:0:18687:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.603826:0:18687:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384624.603827:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037f2ff7f. 00000100:00000200:3.0:1767384624.603828:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180928 00000020:00000001:0.0:1767384624.603829:0:18687:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:3.0:1767384624.603833:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384624.603835:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049181440, offset 224 00000020:00000001:0.0:1767384624.603835:0:18687:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384624.603838:0:18687:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384624.603840:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000020:00000001:0.0:1767384624.603843:0:18687:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384624.603844:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384624.603847:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384624.603848:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000020:00000001:0.0:1767384624.603848:0:18687:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384624.603849:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.603851:0:18687:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.603855:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384624.603856:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384624.603856:0:18687:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384624.603859:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000400:00000200:1.0:1767384624.603861:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384624.603862:0:18687:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384624.603863:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384624.603863:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384624.603867:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384624.603867:0:18687:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384624.603870:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac648235. 00000400:00000200:1.0:1767384624.603870:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260004500 00000020:00000001:3.0:1767384624.603872:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1767384624.603873:0:18687:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000304b1985. 00000020:00000001:3.0:1767384624.603876:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384624.603877:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed4bcc52. 02000000:00000001:0.0:1767384624.603878:0:18687:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.603879:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384624.603883:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16f9 [1] + 224 00000100:00000001:0.0:1767384624.603885:0:18687:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.603886:0:17074:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384624.603886:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004013cd0e. 00000100:00000001:3.0:1767384624.603890:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384624.603891:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384624.603891:0:18687:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.603893:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:0.0:1767384624.603898:0:18687:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049181184 02000000:00000010:3.0:1767384624.603899:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fee08255. 00010000:00000001:0.0:1767384624.603901:0:18687:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384624.603902:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384624.603903:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384624.603903:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00010000:00000200:0.0:1767384624.603907:0:18687:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090fbf651 x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:605/0 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.603908:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384624.603911:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384624.603915:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384624.603916:0:17074:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384624.603916:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000032651b95. 00010000:00000040:3.0:1767384624.603922:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049180928 00000100:00000200:1.0:1767384624.603923:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b13cafb8 x1853237049181440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384624.603924:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384624.603925:0:18687:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384624.603927:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384624.603930:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384624.603930:0:18687:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384624.603935:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d3fdbec x1853237049180928/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:605/0 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384624.603936:0:18687:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=36 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384624.603941:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384624.603945:0:18687:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384624.603950:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfada20f. 00000100:00000040:0.0:1767384624.603951:0:18687:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:0.0:1767384624.603957:0:18687:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000040:1.0:1767384624.603958:0:17888:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b13cafb8 x1853237049181440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384624.603960:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000dbe07f1. 02000000:00000001:0.0:1767384624.603963:0:18687:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384624.603966:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384624.603967:0:18687:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384624.603970:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.603973:0:18687:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:3.0:1767384624.603976:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=41 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384624.603981:0:18687:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384624.603983:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384624.603984:0:18687:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030e93532. 00000100:00000001:1.0:1767384624.603987:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384624.603988:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 23 to 0@lo 00000100:00000200:0.0:1767384624.603990:0:18687:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049181184, offset 224 00000100:00000001:3.0:1767384624.603991:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000400:00000200:1.0:1767384624.603994:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f2ff7f 02000000:00000001:3.0:1767384624.603997:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1767384624.603997:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037f2ff7f. 02000000:00000001:3.0:1767384624.604000:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.604001:0:17888:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384624.604003:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384624.604004:0:17888:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384624.604010:0:18687:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384624.604014:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.604016:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384624.604021:0:17888:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 22 to 0@lo 00000400:00000010:3.0:1767384624.604023:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbbbeccc. 00010000:00000001:1.0:1767384624.604024:0:17888:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384624.604028:0:17888:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384624.604029:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049180928, offset 224 00000400:00000200:0.0:1767384624.604030:0:18687:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384624.604031:0:17888:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384624.604040:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003509f3fc x1853237049181440/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:605/0 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384624.604041:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384624.604041:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384624.604047:0:18687:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260004400 00000400:00000001:2.0:1767384624.604049:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384624.604054:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384624.604056:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384624.604058:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd7d26ab. 00000400:00000200:2.0:1767384624.604065:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a40d0682 00000100:00100000:1.0:1767384624.604066:0:17888:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003509f3fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16351:x1853237049181440:12345-0@lo:13: Request processed in 574us (910us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384624.604070:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a40d0682. 00000400:00000200:3.0:1767384624.604071:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260004300 00000100:00000001:2.0:1767384624.604078:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384624.604083:0:17888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000200:0.0:1767384624.604084:0:18687:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ed [1] + 224 00000100:00000200:2.0:1767384624.604085:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009aa10b3a x1853237049180800/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384640 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384624.604086:0:17888:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:1.0:1767384624.604091:0:17888:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384624.604095:0:17888:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384624.604096:0:18687:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384624.604099:0:17888:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0fa6917. 00000400:00000200:3.0:1767384624.604100:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16e9 [1] + 224 00000020:00000010:1.0:1767384624.604106:0:17888:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c41ec6b. 00000400:00000200:0.0:1767384624.604108:0:18687:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384624.604112:0:17888:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003b35ef1. 00000400:00000200:3.0:1767384624.604117:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384624.604117:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009aa10b3a x1853237049180800/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384640 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384624.604117:0:17888:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:0.0:1767384624.604118:0:18687:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384624.604123:0:17888:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384624.604125:0:18687:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384624.604128:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384624.604136:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1767384624.604139:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:3.0:1767384624.604143:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e390662 x1853237049180928/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384624.604145:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000001:2.0:1767384624.604149:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1767384624.604154:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384624.604155:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384624.604158:0:18687:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384624.604159:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:2.0:1767384624.604162:0:17077:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384624.604167:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384624.604171:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384624.604174:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384624.604175:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.604179:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e390662 x1853237049180928/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384624.604180:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.604183:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384624.604183:0:18687:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384624.604189:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=41 v=5 (5 0 0 0) 00000400:00000001:1.0:1767384624.604190:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384624.604193:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767384624.604193:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767384624.604197:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=41 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384624.604197:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7b434d8. 00000400:00000200:1.0:1767384624.604202:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68e221b 00000100:00000001:2.0:1767384624.604204:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384624.604205:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68e221b. 00000100:00000001:2.0:1767384624.604207:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.604208:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384624.604209:0:18687:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030e93532 00010000:00000001:2.0:1767384624.604211:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384624.604213:0:18687:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030e93532. 00010000:00000001:2.0:1767384624.604214:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384624.604217:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b13cafb8 x1853237049181440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.604218:0:18687:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384624.604220:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384624.604223:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbbbeccc 00000100:00000001:0.0:1767384624.604223:0:18687:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384624.604228:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbbbeccc. 00000100:00000040:2.0:1767384624.604229:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009aa10b3a x1853237049180800/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384640 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.604230:0:18687:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.604233:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384624.604236:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384624.604238:0:18687:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384624.604241:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384624.604245:0:18687:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:1.0:1767384624.604248:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b13cafb8 x1853237049181440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384624.604249:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000001:0.0:1767384624.604249:0:18687:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.604256:0:18687:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384624.604257:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384624.604261:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.604263:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090fbf651 x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:605/0 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384624.604267:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384624.604267:0:17077:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384624.604274:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d3fdbec x1853237049180928/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:605/0 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384624.604277:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384624.604280:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384624.604282:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384624.604286:0:16351:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384624.604287:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384624.604290:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384624.604294:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384624.604298:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aa10b3a x1853237049180800/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384640 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384624.604299:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384624.604304:0:18687:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000090fbf651 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16348:x1853237049181184:12345-0@lo:400: Request processed in 538us (1526us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384624.604305:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d3fdbec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049180928:12345-0@lo:400: Request processed in 517us (1606us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384624.604306:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384624.604313:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384624.604323:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=31 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384624.604325:0:18687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1767384624.604328:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:0.0:1767384624.604331:0:18687:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000100:00000001:1.0:1767384624.604332:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384624.604335:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:0.0:1767384624.604336:0:18687:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384624.604337:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.604338:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1767384624.604340:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049180800:0@lo:101: 00000100:00000001:0.0:1767384624.604341:0:18687:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384624.604343:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384624.604343:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384624.604345:0:18687:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bac7e034. 00000020:00000010:3.0:1767384624.604349:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008084a39a. 00010000:00080000:1.0:1767384624.604350:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b13cafb8 x1853237049181440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.604353:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384624.604353:0:18687:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000422bc779. 00000020:00000010:3.0:1767384624.604354:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000089aa50b5. 00000020:00000010:0.0:1767384624.604361:0:18687:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038b5f3b8. 00000100:00000001:2.0:1767384624.604362:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384624.604363:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007baa7943. 00010000:00000001:1.0:1767384624.604363:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384624.604368:0:18687:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000100:00000001:2.0:1767384624.604369:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384624.604370:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:3.0:1767384624.604372:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000001:2.0:1767384624.604374:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384624.604374:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384624.604379:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384624.604380:0:18687:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384624.604381:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384624.604381:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384624.604383:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009aa10b3a x1853237049180800/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384640 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384624.604387:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fee08255. 00000100:00000040:1.0:1767384624.604389:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b13cafb8 x1853237049181440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.604393:0:18687:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384624.604394:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384624.604397:0:18687:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384624.604399:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384624.604405:0:18687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:0.0:1767384624.604411:0:18687:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000100:00000001:2.0:1767384624.604412:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384624.604415:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384624.604415:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384624.604416:0:18687:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923222528 : -123268786329088 : ffff8fe33fc76a00) 00000100:00000010:2.0:1767384624.604418:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000005078f1c. 00000400:00000010:3.0:1767384624.604421:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b59f6e77. 00000100:00000001:1.0:1767384624.604422:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384624.604424:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384624.604426:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384624.604426:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e1c624e1 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:605/0 lens 224/0 e 0 to 0 dl 1767384635 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384624.604428:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a986fbf. 00000100:00000001:2.0:1767384624.604429:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384624.604436:0:17077:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000004:00000001:1.0:1767384624.604438:0:16351:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384624.604442:0:18687:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384624.604443:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000040:1.0:1767384624.604443:0:16351:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:0.0:1767384624.604445:0:18687:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7e3b16e. 00000020:00000001:2.0:1767384624.604447:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000040:1.0:1767384624.604447:0:16351:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:0.0:1767384624.604449:0:18687:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384624.604451:0:18688:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384624.604451:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000133ee60b refcount=4 00000100:00100000:3.0:1767384624.604455:0:18688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181056 00000020:00000010:0.0:1767384624.604456:0:18687:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7e3b16e. 00000020:00000001:2.0:1767384624.604459:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258158080 : -123269451393536 : ffff8fe318235600) 00000004:00000020:1.0:1767384624.604459:0:16351:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 02000000:00000001:3.0:1767384624.604460:0:18688:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384624.604464:0:18688:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384624.604465:0:18687:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e1c624e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853237049181312:12345-0@lo:400: 00010000:00000001:2.0:1767384624.604467:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258158080 : -123269451393536 : ffff8fe318235600) 00000100:00000001:3.0:1767384624.604468:0:18688:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384624.604473:0:16351:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.604475:0:18688:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384624.604475:0:18687:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181312 00010000:00000040:2.0:1767384624.604477:0:17077:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000133ee60b, remote cookie: 0x7f71e2b70dd20290, flags: 0x0 00000020:00000001:0.0:1767384624.604479:0:18687:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384624.604480:0:18688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181056 00000100:00000040:1.0:1767384624.604480:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b13cafb8 x1853237049181440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384624.604483:0:18687:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1767384624.604484:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:3.0:1767384624.604485:0:18688:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384624.604488:0:18687:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384624.604489:0:18688:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00010000:00000001:2.0:1767384624.604489:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1767384624.604495:0:18688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384624.604495:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:0.0:1767384624.604496:0:18687:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:3.0:1767384624.604499:0:18688:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000100:00100000:1.0:1767384624.604499:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16351:1853237049181440:0@lo:13: 00010000:00000001:2.0:1767384624.604500:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:0.0:1767384624.604500:0:18687:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00010000:00000001:2.0:1767384624.604504:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000001:3.0:1767384624.604505:0:18688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:0.0:1767384624.604508:0:18687:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:2.0:1767384624.604509:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002da68692) refcount = 1 00000020:00000001:3.0:1767384624.604511:0:18688:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000400:00000001:1.0:1767384624.604512:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384624.604514:0:18687:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384624.604516:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384624.604518:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:2.0:1767384624.604518:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20290 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384624.604519:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000679602a5. 00000020:00000001:0.0:1767384624.604519:0:18687:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384624.604523:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8af6e2b. 00000020:00000001:0.0:1767384624.604524:0:18687:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384624.604525:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8381a84 00000020:00000001:0.0:1767384624.604528:0:18687:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.604530:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384624.604530:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8381a84. 00000020:00000010:3.0:1767384624.604537:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8af6e2b. 00010000:00000001:2.0:1767384624.604537:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000001:0.0:1767384624.604537:0:18687:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384624.604538:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384624.604542:0:18687:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384624.604543:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000200:1.0:1767384624.604544:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e390662 x1853237049180928/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384624.604545:0:18688:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007baa7943. 02000000:00000001:0.0:1767384624.604546:0:18687:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384624.604551:0:18687:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002f656c96. 00000020:00000010:3.0:1767384624.604552:0:18688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008084a39a. 00010000:00000001:2.0:1767384624.604553:0:17077:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384624.604557:0:18687:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384624.604559:0:18688:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000089aa50b5. 00010000:00000001:2.0:1767384624.604562:0:17077:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384624.604563:0:18687:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384624.604568:0:17077:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.604569:0:18687:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.604570:0:18688:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:1.0:1767384624.604572:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e390662 x1853237049180928/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.604576:0:18688:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000040:0.0:1767384624.604577:0:18687:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049181312 00010000:00010000:2.0:1767384624.604578:0:17077:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd20290 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384624.604580:0:18688:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384624.604584:0:18688:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384624.604584:0:18687:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384624.604585:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384624.604588:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384624.604592:0:18688:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384624.604592:0:16351:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384624.604595:0:17077:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 02000000:00000001:1.0:1767384624.604596:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000200:0.0:1767384624.604596:0:18687:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e1c624e1 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:605/0 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.604597:0:18688:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1767384624.604600:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384624.604602:0:18688:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.604602:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384624.604605:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384624.604628:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384624.604628:0:18687:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384624.604632:0:18687:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384624.604633:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.604636:0:18688:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384624.604638:0:18687:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=36 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384624.604639:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=41 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384624.604647:0:18688:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384624.604647:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384624.604647:0:18687:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:1.0:1767384624.604648:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=41 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384624.604651:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384624.604652:0:18688:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384624.604653:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384624.604654:0:18687:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:2.0:1767384624.604656:0:17077:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.604657:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.604658:0:18687:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:2.0:1767384624.604663:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384624.604663:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384624.604664:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 02000000:00000001:0.0:1767384624.604664:0:18687:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384624.604666:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.604668:0:18687:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.604671:0:18688:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000040:2.0:1767384624.604672:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009aa10b3a x1853237049180800/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384640 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.604673:0:18687:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384624.604677:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.604679:0:18687:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384624.604685:0:18687:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030e93532. 00000100:00000001:3.0:1767384624.604686:0:18688:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575798912 : -123274133752704 : ffff8fe2010c3480) 00000100:00000040:1.0:1767384624.604686:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e390662 x1853237049180928/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384624.604691:0:18687:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049181312, offset 224 00000100:00000040:3.0:1767384624.604698:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dca7c5e6 x1853237049181056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:605/0 lens 224/0 e 0 to 0 dl 1767384635 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384624.604712:0:18687:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384624.604719:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384624.604724:0:18687:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384624.604725:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384624.604727:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384624.604730:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000399fc49b. 00000100:00000001:1.0:1767384624.604734:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384624.604737:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384624.604738:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384624.604739:0:18687:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260004480 00000020:00000001:2.0:1767384624.604743:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384624.604746:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e390662 x1853237049180928/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384624.604748:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384624.604750:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384624.604751:0:18687:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1701 [1] + 224 00000020:00000010:3.0:1767384624.604756:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8af6e2b. 00000020:00000001:2.0:1767384624.604756:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384624.604761:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006bc43efc. 00000400:00000200:0.0:1767384624.604762:0:18687:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384624.604763:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384624.604770:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8af6e2b. 02000000:00000001:2.0:1767384624.604770:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384624.604771:0:18687:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384624.604774:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e390662 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049180928:0@lo:400: 02000000:00000001:2.0:1767384624.604775:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384624.604779:0:18687:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1767384624.604780:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009aa10b3a. 00000100:00100000:3.0:1767384624.604782:0:18688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dca7c5e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16351:x1853237049181056:12345-0@lo:400: 00000100:00000001:1.0:1767384624.604786:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.604787:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1767384624.604787:0:18687:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384624.604789:0:18688:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181056 00000100:00000001:2.0:1767384624.604791:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384624.604793:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384624.604794:0:18688:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384624.604799:0:18688:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 10000000:00000001:2.0:1767384624.604799:0:17077:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384624.604800:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b13cafb8 x1853237049181440/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384624.604804:0:18688:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384624.604806:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000040:0.0:1767384624.604809:0:18687:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384624.604810:0:18688:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 10000000:00000040:2.0:1767384624.604811:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 3 00000020:00000001:3.0:1767384624.604815:0:18688:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 10000000:00000001:2.0:1767384624.604819:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.604821:0:18688:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384624.604826:0:18688:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384624.604827:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384624.604830:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384624.604832:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384624.604833:0:18688:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384624.604834:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384624.604838:0:18688:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:2.0:1767384624.604838:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000133ee60b refcount=3 02000000:00000010:1.0:1767384624.604838:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007a82df08. 00000100:00000001:0.0:1767384624.604840:0:18687:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384624.604842:0:18688:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384624.604845:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258158080 : -123269451393536 : ffff8fe318235600) 00000020:00000001:3.0:1767384624.604846:0:18688:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384624.604847:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384624.604847:0:18687:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030e93532 00000100:00000001:3.0:1767384624.604850:0:18688:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384624.604852:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767384624.604852:0:18687:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030e93532. 02000000:00000001:3.0:1767384624.604853:0:18688:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384624.604853:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258158080 : -123269451393536 : ffff8fe318235600) 00000020:00000040:1.0:1767384624.604855:0:16351:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384624.604857:0:18687:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:3.0:1767384624.604858:0:18688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fee08255. 00000020:00000001:1.0:1767384624.604859:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384624.604860:0:18687:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:1.0:1767384624.604863:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a26d5fd. 02000000:00000001:3.0:1767384624.604864:0:18688:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384624.604865:0:17077:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00000100:00000001:0.0:1767384624.604865:0:18687:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.604868:0:18688:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384624.604869:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384624.604870:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384624.604872:0:18687:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 02000000:00000001:1.0:1767384624.604873:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384624.604875:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384624.604876:0:18688:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384624.604876:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b13cafb8. 00010000:00000001:0.0:1767384624.604877:0:18687:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384624.604880:0:17077:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.604881:0:18687:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384624.604882:0:18688:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049181056 00000100:00000001:1.0:1767384624.604883:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:2.0:1767384624.604885:0:17077:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00010000:00000001:3.0:1767384624.604887:0:18688:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384624.604887:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384624.604890:0:17077:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000e64877bb. 00010000:00000200:3.0:1767384624.604894:0:18688:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dca7c5e6 x1853237049181056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:605/0 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384624.604894:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384624.604894:0:18687:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384624.604901:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e390662 x1853237049180928/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384624.604903:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1c624e1 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:605/0 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384624.604906:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009aa10b3a. 00000020:00000040:2.0:1767384624.604914:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384624.604922:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1767384624.604924:0:18688:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384624.604928:0:18688:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384624.604928:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384624.604934:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384624.604935:0:18688:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384624.604936:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1767384624.604940:0:18687:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e1c624e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853237049181312:12345-0@lo:400: Request processed in 495us (1670us total) trans 0 rc 0/0 02000000:00000010:2.0:1767384624.604941:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004013cd0e. 02000000:00000001:1.0:1767384624.604941:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384624.604945:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e93c5d2a. 00000100:00000001:3.0:1767384624.604952:0:18688:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384624.604952:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384624.604952:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1767384624.604956:0:18687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:3.0:1767384624.604958:0:18688:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384624.604959:0:17077:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000020:00000001:1.0:1767384624.604961:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384624.604962:0:18687:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000001:3.0:1767384624.604965:0:18688:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000040:1.0:1767384624.604965:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000010:2.0:1767384624.604966:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000399fc49b. 00000100:00000001:0.0:1767384624.604966:0:18687:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384624.604970:0:18687:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384624.604972:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384624.604973:0:18688:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:2.0:1767384624.604974:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000007a9a0db2. 00000020:00000010:0.0:1767384624.604974:0:18687:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011ca502a. 02000000:00000001:3.0:1767384624.604976:0:18688:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384624.604976:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d856e6bb. 00000020:00000010:0.0:1767384624.604981:0:18687:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007d437549. 00000020:00000040:2.0:1767384624.604982:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384624.604983:0:18688:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384624.604987:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1767384624.604987:0:18687:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd64268e. 00000100:00000040:3.0:1767384624.604989:0:18688:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384624.604990:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 02000000:00000001:1.0:1767384624.604991:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767384624.604993:0:18687:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000100:00000010:1.0:1767384624.604994:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e390662. 00000400:00000010:3.0:1767384624.604995:0:18688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbbbeccc. 00000100:00000001:2.0:1767384624.604996:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1767384624.604996:0:18687:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384624.604999:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384624.605002:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384624.605003:0:18688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049181056, offset 224 00000100:00000010:2.0:1767384624.605003:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005078f1c. 00000100:00000001:1.0:1767384624.605005:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.605009:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804120703744 : -123269588847872 : ffff8fe30ff1f300) 00000100:00000001:1.0:1767384624.605010:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384624.605015:0:18688:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384624.605015:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384624.605015:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384624.605020:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120998144 : -123269588553472 : ffff8fe30ff67100) 00000100:00000001:1.0:1767384624.605020:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.605022:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384624.605027:0:18688:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384624.605027:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.605028:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.605029:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384624.605033:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.605037:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000200:3.0:1767384624.605040:0:18688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260004380 00000100:00000001:2.0:1767384624.605041:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384624.605049:0:18688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16e1 [1] + 224 00000100:00000040:2.0:1767384624.605049:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009aa10b3a x1853237049181568/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384624.605056:0:18688:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384624.605063:0:18688:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384624.605068:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384624.605069:0:18688:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384624.605073:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384624.605077:0:18688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.605077:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384624.605079:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384624.605081:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384624.605083:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767384624.605087:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384624.605090:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384624.605091:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384624.605095:0:18688:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384624.605096:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049181568:0@lo:256: 00000400:00000010:0.0:1767384624.605096:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000646e44f7. 00000400:00000200:0.0:1767384624.605103:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009827efa7 00000400:00000010:0.0:1767384624.605107:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009827efa7. 00000100:00000001:2.0:1767384624.605113:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384624.605114:0:16348:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384624.605119:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384624.605120:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.605124:0:18688:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384624.605124:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.605131:0:17077:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000100:00000001:1.0:1767384624.605134:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384624.605134:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384624.605135:0:18688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbbbeccc 00000400:00000010:2.0:1767384624.605138:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd7d26ab. 00000100:00000001:1.0:1767384624.605138:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384624.605141:0:18688:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbbbeccc. 00000100:00000001:3.0:1767384624.605148:0:18688:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384624.605150:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384624.605151:0:18688:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384624.605151:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384624.605153:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384624.605155:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384624.605156:0:16348:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384624.605158:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dc30387. 00000100:00000001:3.0:1767384624.605159:0:18688:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.605159:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767384624.605162:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5f9bb7a 00000100:00000001:0.0:1767384624.605163:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384624.605166:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.605167:0:18688:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000010:1.0:1767384624.605167:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5f9bb7a. 00000100:00000001:1.0:1767384624.605172:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384624.605174:0:18688:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384624.605176:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007dd84377. 02000000:00000001:0.0:1767384624.605177:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.605178:0:18688:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384624.605180:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384624.605184:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=36 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384624.605185:0:18688:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384624.605186:0:17077:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260004580-0x6958260004580, portal 33 00000100:00001000:0.0:1767384624.605192:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=36 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384624.605194:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dca7c5e6 x1853237049181056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:605/0 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.605196:0:17077:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.605201:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384624.605203:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384624.605204:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384624.605206:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384624.605209:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006bc43efc. 00010000:00000001:0.0:1767384624.605210:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384624.605216:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384624.605217:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384624.605227:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054cdfe45. 00000400:00000010:2.0:1767384624.605234:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a40d0682. 00000100:00100000:3.0:1767384624.605236:0:18688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dca7c5e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16351:x1853237049181056:12345-0@lo:400: Request processed in 482us (3000us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384624.605236:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384624.605239:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384624.605242:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049181568, portal 25 00010000:00000001:0.0:1767384624.605242:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.605243:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384624.605246:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384624.605249:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384624.605250:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384624.605250:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384624.605252:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.605253:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384624.605255:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120998144 : -123269588553472 : ffff8fe30ff67100) 02000000:00000001:1.0:1767384624.605257:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.605258:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384624.605261:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384624.605263:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00001000:1.0:1767384624.605264:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=31 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384624.605266:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009aa10b3a x1853237049181568/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384640 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384624.605267:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384624.605273:0:18688:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00001000:1.0:1767384624.605273:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384624.605279:0:18688:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384624.605282:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384624.605284:0:18688:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384624.605286:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384624.605289:0:18688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008084a39a. 00000020:00000010:3.0:1767384624.605295:0:18688:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000089aa50b5. 00010000:00000001:1.0:1767384624.605296:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384624.605301:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384624.605303:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384624.605304:0:18688:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007baa7943. 00010000:00080000:1.0:1767384624.605304:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.605305:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384624.605308:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384624.605311:0:18688:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000040:2.0:1767384624.605315:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384624.605316:0:18688:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384624.605317:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384624.605321:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1c237d2. 00000100:00000200:2.0:1767384624.605329:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049181568, offset 0 00010000:00000001:1.0:1767384624.605334:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.605340:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384624.605342:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384624.605343:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00100000:0.0:1767384624.605345:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000000c740ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16348:1853237049181312:0@lo:400: 00000100:00000001:1.0:1767384624.605348:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384624.605351:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384624.605354:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384624.605357:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384624.605359:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1767384624.605359:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384624.605362:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e834181. 00000400:00000200:0.0:1767384624.605368:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a9da54 00000100:00000001:1.0:1767384624.605370:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384624.605371:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064a9da54. 00000100:00000001:1.0:1767384624.605374:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384624.605376:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384624.605377:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260004580 00000100:00000001:1.0:1767384624.605377:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384624.605383:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384624.605384:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384624.605390:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x103d [2] + 0 00000400:00000010:2.0:1767384624.605401:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094bf730c. 00000400:00000200:2.0:1767384624.605407:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005ba22fc8 00000100:00000200:0.0:1767384624.605412:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384624.605413:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384624.605415:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16351:1853237049181056:0@lo:400: 00000400:00000200:2.0:1767384624.605426:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384624.605427:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.605430:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384624.605432:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384624.605434:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ba22fc8 00000100:00000040:1.0:1767384624.605436:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e932d677 x1853237049181056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.605438:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384624.605439:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ba22fc8. 00000100:00000001:0.0:1767384624.605443:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384624.605447:0:17077:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384624.605447:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384624.605449:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384624.605450:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384624.605451:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384624.605453:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384624.605454:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8d52f8a. 02000000:00000001:0.0:1767384624.605456:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384624.605459:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1767384624.605460:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767384624.605461:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=36 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384624.605464:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384624.605465:0:17077:0:(events.c:337:request_in_callback()) incoming req@000000008c52f5c8 x1853237049181568 msgsize 304 00000100:00001000:0.0:1767384624.605466:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=36 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384624.605467:0:16351:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384624.605473:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384624.605474:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384624.605475:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008927dca9. 00000100:00000001:0.0:1767384624.605477:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384624.605481:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767384624.605482:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1767384624.605482:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384624.605483:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384624.605487:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e932d677. 00000100:00000040:2.0:1767384624.605488:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384624.605491:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:0.0:1767384624.605491:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384624.605494:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384624.605502:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384624.605503:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384624.605504:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.605509:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384624.605509:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384624.605511:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1c237d2 00000100:00000001:1.0:1767384624.605512:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.605513:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000010:2.0:1767384624.605517:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1c237d2. 00000100:00000001:1.0:1767384624.605518:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384624.605518:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384624.605522:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.605522:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.605525:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384624.605528:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384624.605531:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384624.605532:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181568 00000100:00000200:2.0:1767384624.605533:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009aa10b3a x1853237049181568/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384640 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384624.605536:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384624.605540:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384624.605542:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.605547:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384624.605552:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181568 00000020:00000001:3.0:1767384624.605556:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384624.605558:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:0.0:1767384624.605561:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384624.605562:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384624.605566:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:0.0:1767384624.605567:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384624.605569:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384624.605570:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384624.605571:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000040:2.0:1767384624.605575:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009aa10b3a x1853237049181568/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384640 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384624.605576:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000040:0.0:1767384624.605579:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.605582:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384624.605586:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8af6e2b. 00000100:00000001:3.0:1767384624.605590:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384624.605595:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8af6e2b. 00000020:00000010:3.0:1767384624.605600:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007baa7943. 00000020:00000010:3.0:1767384624.605605:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008084a39a. 00000020:00000010:3.0:1767384624.605627:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000089aa50b5. 00000100:00000040:3.0:1767384624.605632:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384624.605635:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384624.605636:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384624.605638:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.605647:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.605662:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384624.605670:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16348:1853237049181184:0@lo:400: 00000100:00000001:2.0:1767384624.605671:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.605675:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384624.605676:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.605679:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384624.605681:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384624.605683:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.605683:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000000c740ba x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.605685:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384624.605691:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294913033 00000100:00100000:3.0:1767384624.605695:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000001:0.0:1767384624.605698:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384624.605713:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384624.605716:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384624.605717:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294913030 02000000:00000010:0.0:1767384624.605717:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2f2beaa. 00000100:00000001:3.0:1767384624.605722:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781797456 : -123268927754160 : ffff8fe337597050) 00000100:00000001:2.0:1767384624.605725:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294913033 02000000:00000001:0.0:1767384624.605727:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384624.605730:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384624.605733:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008c52f5c8 x1853237049181568/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:605/0 lens 304/0 e 0 to 0 dl 1767384635 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384624.605733:0:16348:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384624.605734:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294913030 00000020:00000001:0.0:1767384624.605738:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384624.605741:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000002a947c5. 00000100:00000001:2.0:1767384624.605742:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294913033 02000000:00000001:0.0:1767384624.605749:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384624.605750:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294913030 02000000:00000001:0.0:1767384624.605753:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384624.605756:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384624.605757:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000000c740ba. 00000100:00000001:2.0:1767384624.605758:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294913033 00000020:00000010:3.0:1767384624.605760:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8af6e2b. 00000100:00000001:0.0:1767384624.605761:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384624.605763:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294913030 00000100:00000001:0.0:1767384624.605765:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384624.605766:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384624.605770:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384624.605770:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384624.605771:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8af6e2b. 00000100:00000040:0.0:1767384624.605776:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0482fd x1853237049181184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.605778:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384624.605782:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008c52f5c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049181568:12345-0@lo:256: 00000100:00000001:2.0:1767384624.605784:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384624.605789:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767384624.605793:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181568 00000100:00100000:2.0:1767384624.605795:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 0000000005078f1c going to sleep for 11 seconds 00000020:00000001:3.0:1767384624.605797:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384624.605802:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384624.605803:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384624.605803:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384624.605807:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.605808:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384624.605809:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.605812:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:0.0:1767384624.605812:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dff3ab1d. 00000020:00000001:3.0:1767384624.605816:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592544 : -1047959072 : ffffffffc18969e0) 02000000:00000001:0.0:1767384624.605817:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384624.605820:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384624.605820:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384624.605823:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384624.605823:0:16348:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384624.605828:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384624.605829:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384624.605833:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384624.605833:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba815197. 00000020:00000001:3.0:1767384624.605836:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.605838:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384624.605840:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384624.605841:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767384624.605844:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:0.0:1767384624.605844:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0482fd. 00000100:00000001:0.0:1767384624.605847:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1767384624.605848:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000006f14d218. 00000100:00000001:0.0:1767384624.605849:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384624.605853:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.605853:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384624.605858:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.605860:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000001:3.0:1767384624.605861:0:17074:0:(mgs_handler.c:652:mgs_config_read()) Process entered 00000100:00000001:0.0:1767384624.605863:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384624.605866:0:17074:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 00000100:00000001:0.0:1767384624.605866:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384624.605870:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384624.605871:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384624.605879:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384624.605881:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384624.605883:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384624.605884:0:17074:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384624.605886:0:17074:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000073532340. 20000000:00000001:3.0:1767384624.605889:0:17074:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384624.605899:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384624.605904:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384624.605908:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384624.605909:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384624.605910:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384624.605912:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384624.605913:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384624.605914:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384624.605915:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384624.605917:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384624.605918:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384624.605919:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384624.605920:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384624.605921:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384624.605922:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384624.605924:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384624.605925:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384624.605926:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384624.605927:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384624.605928:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:01000000:3.0:1767384624.605929:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 424, pages 3672/1/4/3. 20000000:00000040:3.0:1767384624.605934:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384624.605935:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384624.605936:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384624.605937:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384624.605939:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384624.605940:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384624.605941:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384624.605942:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384624.605943:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384624.605944:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384624.605945:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384624.605946:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384624.605951:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384624.605952:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384624.605953:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384624.605955:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384624.605956:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384624.605958:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384624.605959:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384624.605960:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:01000000:3.0:1767384624.605961:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 424, pages 3248/1/4/3. 20000000:01000000:3.0:1767384624.605963:0:17074:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 848, version 44 20000000:00000001:3.0:1767384624.605964:0:17074:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=848 : 848 : 350) 00000100:00000001:3.0:1767384624.605966:0:17074:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384624.605967:0:17074:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ebbf52d0. 00000100:00000010:3.0:1767384624.605969:0:17074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ef8cca0d. 00000020:00000040:3.0:1767384624.605970:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=16 00010000:00000001:3.0:1767384624.605972:0:17074:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384624.605974:0:17074:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384624.605976:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbbbeccc. 00000400:00000010:3.0:1767384624.605979:0:17074:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000681fa050. 00000400:00000200:3.0:1767384624.605982:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384624.605987:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384624.605990:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 848 into portal 33 MB=0x6958260004580 00000400:00000200:3.0:1767384624.605993:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 848/848 into md 0x1729 [4] + 0 00000400:00000010:3.0:1767384624.605996:0:17074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd7d26ab. 00000400:00000200:3.0:1767384624.605998:0:17074:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007dd84377 00000400:00000200:3.0:1767384624.606000:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384624.606002:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384624.606004:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd84377 00000400:00000010:3.0:1767384624.606005:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007dd84377. 00000100:00000001:3.0:1767384624.606008:0:17074:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384624.606009:0:17074:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000009aa10b3a desc 00000000399fc49b mbits 1853237049181568 00000100:00000001:3.0:1767384624.606019:0:17074:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384624.606021:0:17074:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384624.606024:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384624.606027:0:17074:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1735 00000400:00000200:3.0:1767384624.606029:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384624.606034:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384624.606037:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384624.606038:0:17074:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ebbf52d0 00000100:00000001:3.0:1767384624.606040:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384624.606046:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbbbeccc 00000400:00000010:3.0:1767384624.606048:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbbbeccc. 00000100:00000001:2.0:1767384624.606048:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384624.606050:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384624.606051:0:17074:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ebbf52d0 00000100:00000001:3.0:1767384624.606052:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384624.606055:0:17074:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 848 bytes via portal 33 id 12345-0@lo mbits 0x6958260004580-0x6958260004580 00000100:00000001:2.0:1767384624.606059:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.606060:0:17074:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384624.606066:0:17074:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.606068:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384624.606070:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000010:3.0:1767384624.606072:0:17074:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ef8cca0d. 00000100:00000010:3.0:1767384624.606074:0:17074:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ebbf52d0. 00000100:00000001:3.0:1767384624.606075:0:17074:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384624.606076:0:17074:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384624.606081:0:17074:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000073532340. 20000000:00000001:3.0:1767384624.606083:0:17074:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384624.606085:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049181568 00010000:00000001:3.0:1767384624.606087:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384624.606089:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008c52f5c8 x1853237049181568/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:605/0 lens 304/240 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384624.606094:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384624.606095:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384624.606096:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384624.606099:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384624.606100:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384624.606101:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384624.606103:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384624.606104:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.606105:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384624.606106:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384624.606108:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbbbeccc. 00000100:00000200:3.0:1767384624.606112:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049181568, offset 224 00000400:00000200:3.0:1767384624.606115:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384624.606118:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384624.606120:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260004580 00000400:00000200:3.0:1767384624.606123:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x172d [1] + 224 00000400:00000200:3.0:1767384624.606125:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384624.606126:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384624.606128:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384624.606130:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009aa10b3a x1853237049181568/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384624.606135:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000009aa10b3a x1853237049181568/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384640 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.606146:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384624.606148:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbbbeccc 00000400:00000010:3.0:1767384624.606149:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbbbeccc. 00000100:00000001:3.0:1767384624.606150:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384624.606151:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384624.606153:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.606154:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384624.606155:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384624.606156:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.606158:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384624.606160:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c52f5c8 x1853237049181568/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:605/0 lens 304/240 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384624.606166:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008c52f5c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049181568:12345-0@lo:256: Request processed in 410us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384624.606173:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000001:2.0:1767384624.606173:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384624.606178:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000400:00000001:2.0:1767384624.606179:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384624.606180:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384624.606182:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384624.606184:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384624.606185:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008084a39a. 00000400:00000010:2.0:1767384624.606188:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054cdfe45. 00000020:00000010:3.0:1767384624.606189:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000089aa50b5. 00000400:00000200:2.0:1767384624.606194:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a40d0682 00000020:00000010:3.0:1767384624.606197:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007baa7943. 00000400:00000010:2.0:1767384624.606198:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a40d0682. 00000020:00000040:3.0:1767384624.606201:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:3.0:1767384624.606205:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384624.606205:0:17077:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767384624.606209:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000006f14d218. 02000000:00000001:3.0:1767384624.606212:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384624.606213:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009aa10b3a x1853237049181568/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384640 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.606214:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384624.606219:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384624.606224:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e834181. 00000400:00000010:3.0:1767384624.606229:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047c4ad4e. 00000100:00000200:2.0:1767384624.606231:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009aa10b3a x1853237049181568/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384640 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.606239:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384624.606241:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384624.606243:0:17077:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384624.606244:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384624.606246:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384624.606248:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384624.606250:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384624.606253:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384624.606256:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384624.606258:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384624.606259:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384624.606261:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384624.606262:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.606264:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384624.606267:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000009aa10b3a x1853237049181568/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384640 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384624.606275:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000009aa10b3a x1853237049181568/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384640 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.606282:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384624.606283:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384624.606286:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aa10b3a x1853237049181568/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384640 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384624.606292:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049181568:0@lo:256: 00000100:00000001:2.0:1767384624.606301:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384624.606303:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.606305:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384624.606307:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384624.606309:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009aa10b3a x1853237049181568/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384640 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.606315:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384624.606317:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000005078f1c. 00000100:00000001:2.0:1767384624.606319:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384624.606321:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384624.606324:0:17077:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 44, more 0. 10000000:00000001:2.0:1767384624.606327:0:17077:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384624.606333:0:17077:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ed1082c0. 00010000:00000001:2.0:1767384624.606341:0:17077:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384624.606343:0:17077:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384624.606347:0:17077:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.137@tcp has 192.168.202.137@tcp. 00000100:00000001:2.0:1767384624.606350:0:17077:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384624.606352:0:17077:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384624.606353:0:17077:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.137@tcp with 192.168.202.137@tcp 00000100:00000200:2.0:1767384624.606355:0:17077:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.137@tcp' 00000400:00000200:2.0:1767384624.606359:0:17077:0:(peer.c:1356:LNetAddPeer()) Add peer with 20 NIDs 00000400:00001000:2.0:1767384624.606361:0:17077:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384624.606364:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:2.0:1767384624.606369:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384624.606374:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (20) 00000400:00000200:2.0:1767384624.606378:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384624.606382:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:2.0:1767384624.606384:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (21) 00000400:00000200:2.0:1767384624.606386:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:2.0:1767384624.606388:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:2.0:1767384624.606391:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606393:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:2.0:1767384624.606395:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:2.0:1767384624.606397:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606399:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000400:00000200:2.0:1767384624.606406:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.137@tcp12 00000400:00000200:2.0:1767384624.606410:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606411:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp12 00000400:00000200:2.0:1767384624.606413:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.137@tcp13 00000400:00000200:2.0:1767384624.606415:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606417:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp13 00000400:00000200:2.0:1767384624.606418:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.137@tcp14 00000400:00000200:2.0:1767384624.606421:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606422:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp14 00000400:00000200:2.0:1767384624.606424:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.137@tcp15 00000400:00000200:2.0:1767384624.606427:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606428:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp15 00000400:00000200:2.0:1767384624.606430:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.137@tcp16 00000400:00000200:2.0:1767384624.606432:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606434:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp16 00000400:00000200:2.0:1767384624.606436:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.137@tcp17 00000400:00000200:2.0:1767384624.606438:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606440:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp17 00000400:00000200:2.0:1767384624.606441:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.137@tcp18 00000400:00000200:2.0:1767384624.606444:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606446:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp18 00000400:00000200:2.0:1767384624.606447:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.137@tcp19 00000400:00000200:2.0:1767384624.606450:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606451:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp19 00000400:00000200:2.0:1767384624.606453:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.137@tcp20 00000400:00000200:2.0:1767384624.606456:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606457:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp20 00000400:00000200:2.0:1767384624.606459:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.137@tcp21 00000400:00000200:2.0:1767384624.606462:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606464:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp21 00000400:00000200:2.0:1767384624.606466:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.137@tcp22 00000400:00000200:2.0:1767384624.606469:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606470:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp22 00000400:00000200:2.0:1767384624.606472:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.137@tcp23 00000400:00000200:2.0:1767384624.606474:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606476:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp23 00000400:00000200:2.0:1767384624.606485:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.137@tcp24 00000400:00000200:2.0:1767384624.606489:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606490:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp24 00000400:00000200:2.0:1767384624.606492:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.137@tcp25 00000400:00000200:2.0:1767384624.606494:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606496:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp25 00000400:00000200:2.0:1767384624.606497:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.137@tcp26 00000400:00000200:2.0:1767384624.606500:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606501:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp26 00000400:00000200:2.0:1767384624.606503:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.137@tcp27 00000400:00000200:2.0:1767384624.606505:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606507:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp27 00000400:00000200:2.0:1767384624.606508:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.137@tcp28 00000400:00000200:2.0:1767384624.606510:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384624.606512:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp28 00000100:00000001:2.0:1767384624.606514:0:17077:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384624.606516:0:17077:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384624.606520:0:17077:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.137@tcp' by NID '192.168.202.137@tcp' 10000000:00000010:2.0:1767384624.606524:0:17077:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ac648235. 10000000:00000040:2.0:1767384624.606527:0:17077:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 43/44 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.137@tcp::2 00000020:00000080:2.0:1767384624.606530:0:17077:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384624.606536:0:17077:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384624.606539:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b459bbc. 00000020:00000010:2.0:1767384624.606544:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bb9b67c7. 00000040:00000010:2.0:1767384624.606548:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003a89d11b. 00000020:00000010:2.0:1767384624.606552:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001435e954. 00000020:00000010:2.0:1767384624.606556:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000102a6f74. 00000020:00000010:2.0:1767384624.606560:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c75109a3. 80000000:00000010:2.0:1767384624.606563:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000499dbe86. 40000000:00000010:2.0:1767384624.606566:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005797e824. 00100000:00000010:2.0:1767384624.606570:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000362d82ed. 00040000:00000010:2.0:1767384624.606574:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000029125b7. 00040000:00000010:2.0:1767384624.606579:0:17077:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000093971b40. 00040000:00000010:2.0:1767384624.606582:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d43bd82d. 00080000:00000010:2.0:1767384624.606595:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000203accf7. 00080000:00000010:2.0:1767384624.606601:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008df6b3a5. 00000004:00000010:2.0:1767384624.606637:0:17077:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003d0f6d24. 00000004:00000010:2.0:1767384624.606644:0:17077:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dc687b6c. 00000004:00000010:2.0:1767384624.606649:0:17077:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000027e89e97. 00002000:00000010:2.0:1767384624.606653:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000032651b95. 00000004:00000010:2.0:1767384624.606657:0:17077:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f63098c5. 00000004:00000001:2.0:1767384624.606661:0:17077:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384624.606664:0:17077:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384624.606666:0:17077:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ac648235 00000040:00001000:2.0:1767384624.606667:0:17077:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384624.606669:0:17077:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384624.606671:0:17077:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384624.606672:0:17077:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384624.606675:0:17077:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384624.606677:0:17077:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384624.606678:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384624.606680:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.137@tcp::2 00000040:00000001:2.0:1767384624.606682:0:17077:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384624.606746:0:17077:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384624.606752:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bb9b67c7. 00000040:00000010:2.0:1767384624.606757:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003a89d11b. 00000020:00000010:2.0:1767384624.606761:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001435e954. 00000020:00000010:2.0:1767384624.606765:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000102a6f74. 00000020:00000010:2.0:1767384624.606768:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c75109a3. 80000000:00000010:2.0:1767384624.606772:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000499dbe86. 40000000:00000010:2.0:1767384624.606776:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005797e824. 00100000:00000010:2.0:1767384624.606779:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000362d82ed. 00040000:00000010:2.0:1767384624.606782:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000029125b7. 00040000:00000010:2.0:1767384624.606785:0:17077:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000093971b40. 00040000:00000010:2.0:1767384624.606788:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d43bd82d. 00080000:00000010:2.0:1767384624.606793:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008df6b3a5. 00080000:00000010:2.0:1767384624.606797:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000203accf7. 00000004:00000010:2.0:1767384624.606802:0:17077:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003d0f6d24. 00000004:00000010:2.0:1767384624.606806:0:17077:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000dc687b6c. 00000004:00000010:2.0:1767384624.606817:0:17077:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000027e89e97. 00002000:00000010:2.0:1767384624.606820:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000032651b95. 00000004:00000010:2.0:1767384624.606823:0:17077:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f63098c5. 00000020:00000010:2.0:1767384624.606826:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b459bbc. 00000020:00000001:2.0:1767384624.606828:0:17077:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384624.606831:0:17077:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384624.606835:0:17077:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ac648235. 10000000:00000040:2.0:1767384624.606844:0:17077:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.137@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1767384624.606847:0:17077:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ed1082c0. 10000000:00000001:2.0:1767384624.606850:0:17077:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.606853:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384624.606859:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009aa10b3a x1853237049181568/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384640 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.606868:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384624.606870:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384624.606873:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006bc43efc. 02000000:00000001:2.0:1767384624.606877:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384624.606879:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384624.606881:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384624.606883:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384624.606884:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384624.606886:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384624.606887:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384624.606890:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384624.606892:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000007a9a0db2. 00000100:00000010:2.0:1767384624.606896:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000399fc49b. 00000100:00000001:2.0:1767384624.606899:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384624.606901:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004013cd0e. 02000000:00000001:2.0:1767384624.606905:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384624.606907:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384624.606908:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009aa10b3a. 00000100:00000001:2.0:1767384624.606911:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384624.606912:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384624.606925:0:17077:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000e64877bb. 10000000:01000000:2.0:1767384624.606929:0:17077:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.137@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384624.606933:0:17077:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384624.606940:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384624.606942:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384624.606946:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000133ee60b refcount=3 00000020:00000001:2.0:1767384624.606950:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258158080 : -123269451393536 : ffff8fe318235600) 00010000:00000001:2.0:1767384624.606956:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258158080 : -123269451393536 : ffff8fe318235600) 00010000:00000001:2.0:1767384624.606961:0:17077:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384624.606965:0:17077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20290 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384624.606974:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384624.606975:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384624.606978:0:17077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20290 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384624.606985:0:17077:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384624.606986:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384624.606988:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384624.606989:0:17077:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384624.606991:0:17077:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384624.606993:0:17077:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384624.606995:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384624.606996:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 3 10000000:00000001:2.0:1767384624.606998:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384624.611668:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294913033, at 4294913034 00000100:00000010:2.0:1767384624.611677:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002cf1d49c. 00000100:00000040:3.0:1767384624.611686:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294913033, at 4294913034 00000100:00000010:3.0:1767384624.611717:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000193d32ed. 00000100:00000040:1.0:1767384624.612658:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294913033, at 4294913035 00000100:00000040:0.0:1767384624.612664:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294913033, at 4294913035 00000100:00000010:1.0:1767384624.612667:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000606f2183. 00000100:00000010:0.0:1767384624.612671:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002baaf141. 00000020:00000010:1.0:1767384624.613159:0:26372:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000006bcd43e4. 00000020:00000040:1.0:1767384624.613165:0:26372:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384624.613167:0:26372:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000006bcd43e4. 00010000:00000001:2.0:1767384625.113664:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384625.113673:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384625.113681:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384625.113683:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.113732:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384625.113737:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384625.113740:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384625.308980:0:26519:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384625.308988:0:26519:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:0.0:1767384625.312556:0:26519:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384625.320218:0:26520:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f454ef78. 00000400:00000010:1.0:1767384625.320236:0:26520:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007439f28b. 00000400:00000010:1.0:1767384625.320248:0:26520:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005ff3bd55. 00000400:00000010:1.0:1767384625.320252:0:26520:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b7e21d34. 00000400:00000010:1.0:1767384625.320257:0:26520:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000066078dc2. 00000400:00000010:1.0:1767384625.320262:0:26520:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001cf37458. 00000400:00000010:1.0:1767384625.320264:0:26520:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000082a2986e. 00000400:00000010:1.0:1767384625.320265:0:26520:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e8726a56. 00000400:00000010:1.0:1767384625.320268:0:26520:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f19d5b95. 00000800:00000010:1.0:1767384625.320280:0:26520:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000a26d5fd. 00000800:00000200:1.0:1767384625.320290:0:26520:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384625.320299:0:26520:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384625.320331:0:26520:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:1.0:1767384625.320351:0:26520:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp29 [8/256/0/180] 00000400:00000010:1.0:1767384625.321741:0:26520:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000007b96da63. 00000400:00000010:1.0:1767384625.321746:0:26520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df8c38fd. 00000400:00000010:1.0:1767384625.321751:0:26520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037f2ff7f. 00000400:00000001:1.0:1767384625.321765:0:26520:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384625.321767:0:26520:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384625.321768:0:26520:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b902373. 00000400:00000200:1.0:1767384625.321771:0:26520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d103f286 00000400:00000010:1.0:1767384625.321772:0:26520:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d103f286. 00000400:00000010:1.0:1767384625.321775:0:26520:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000fbd23b9f. 00000400:00000200:1.0:1767384625.321779:0:26520:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (20) 00000400:00000200:1.0:1767384625.321794:0:26520:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384625.321801:0:26520:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:1.0:1767384625.321808:0:26520:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000168595db. 00000020:01000000:1.0:1767384625.321814:0:26520:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384625.321816:0:26520:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp29 00000400:00000200:2.0:1767384625.321819:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384625.321828:0:26520:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007439f28b. 00000400:00000200:2.0:1767384625.321829:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:1.0:1767384625.321835:0:26520:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f454ef78. 00000400:00000010:2.0:1767384625.321839:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a40d0682. 00000400:00000200:2.0:1767384625.321845:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (21) 00000400:00000010:2.0:1767384625.321851:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063c33686. 00000020:00000001:0.0:1767384625.321854:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384625.321858:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp27 10000000:00000001:0.0:1767384625.321859:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384625.321864:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384625.321866:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384625.321869:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384625.321871:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384625.321872:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384625.321875:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384625.321878:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp27 to MR: 192.168.202.137@tcp27 local destination 00000020:01000004:0.0:1767384625.321878:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384625.321880:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384625.321881:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384625.321882:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384625.321883:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384625.321884:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384625.321889:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010254ef5. 00000020:00000040:0.0:1767384625.321894:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:2.0:1767384625.321899:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp27 NI seq info: [57:57:256:4294967295] 192.168.202.137@tcp27 LPNI seq info [57:57:8:4294967295] 00000100:00000001:0.0:1767384625.321902:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384625.321906:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384625.321909:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp27 02000000:00000001:0.0:1767384625.321912:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384625.321921:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000083a8aa98. 00000400:00000200:2.0:1767384625.321923:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp27(192.168.202.137@tcp27:192.168.202.137@tcp27) -> 192.168.202.137@tcp27(192.168.202.137@tcp27:192.168.202.137@tcp27) : PUT try# 0 00000100:00000001:0.0:1767384625.321928:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384625.321934:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.137@tcp27 00000100:00000001:0.0:1767384625.321938:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767384625.321940:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029125b7. 00000100:00000001:0.0:1767384625.321941:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384625.321951:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e38db775] -> 12345-192.168.202.137@tcp27 (6) 00000100:00000040:0.0:1767384625.321953:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010254ef5] to pc [ptlrpcd_00_03+3] req@0000000010254ef5 x1853237049181696/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384625.321964:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp27 ip 192.168.202.137:988 00000800:00000200:2.0:1767384625.321970:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000029125b7 type 1, nob 464 niov 1 nkiov 1 10000000:00000001:0.0:1767384625.321986:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384625.321988:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 10000000:00000001:0.0:1767384625.321990:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.321993:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384625.321996:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000020:01000000:0.0:1767384625.321996:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384625.322002:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384625.322004:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384625.322007:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384625.322008:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384625.322010:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384625.322011:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:0.0:1767384625.322013:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384625.322018:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000010254ef5 x1853237049181696/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384625.322025:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384625.322029:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384625.322031:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384625.322032:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384625.322034:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384625.322035:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384625.322039:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384625.322039:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384625.322043:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384625.322044:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384625.322045:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384625.322047:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:3.0:1767384625.322049:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000010254ef5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049181696:0@lo:253: 00000020:01000004:0.0:1767384625.322051:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384625.322053:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384625.322054:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384625.322058:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384625.322060:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000278a4d79. 02000000:00000001:3.0:1767384625.322061:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384625.322064:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767384625.322067:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 02000000:00000010:3.0:1767384625.322071:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000e17a0b5. 00000100:00000001:0.0:1767384625.322072:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384625.322074:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.322076:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384625.322079:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000646e44f7. 02000000:00000001:0.0:1767384625.322080:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384625.322085:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009852f4dc. 00000100:00000200:3.0:1767384625.322089:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049181696, portal 25 00000100:00000001:3.0:1767384625.322092:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1767384625.322092:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bc37b014. 00000100:00000001:3.0:1767384625.322095:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575800704 : -123274133750912 : ffff8fe2010c3b80) 00000100:00000001:0.0:1767384625.322100:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384625.322101:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000010254ef5 x1853237049181696/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.322106:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384625.322108:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.322118:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384625.322118:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000278a4d79] to pc [ptlrpcd_00_00+0] req@00000000278a4d79 x1853237049181824/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384625.322124:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384625.322129:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004815f70b. 00000100:00000200:3.0:1767384625.322133:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049181696, offset 0 00000400:00000200:3.0:1767384625.322138:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384625.322138:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:0.0:1767384625.322141:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384625.322145:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000029125b7. 10000000:00000001:0.0:1767384625.322145:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.322149:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.322151:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000000:0.0:1767384625.322153:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384625.322155:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384625.322156:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000168595db. 00000400:00000200:3.0:1767384625.322163:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004600 00000400:00000200:2.0:1767384625.322169:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp27->192.168.202.137@tcp27: PUT: OK 00000100:00000001:0.0:1767384625.322171:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384625.322174:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x104d [2] + 0 00000100:00000001:0.0:1767384625.322177:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384625.322178:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002f85b43. 00000400:00000200:3.0:1767384625.322184:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000413d31d7 00000100:00000001:0.0:1767384625.322185:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384625.322188:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384625.322189:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384625.322190:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384625.322190:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384625.322196:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000278a4d79 x1853237049181824/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384625.322198:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp27: 0 00000400:00000200:3.0:1767384625.322199:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384625.322206:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000413d31d7 00000100:00000001:0.0:1767384625.322208:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384625.322209:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000413d31d7. 00000100:00000001:0.0:1767384625.322211:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.322215:0:16351:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384625.322215:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384625.322218:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384625.322219:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384625.322222:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384625.322223:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000001e0eacb4 x1853237049181696 msgsize 4848 02000000:00000001:0.0:1767384625.322229:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384625.322232:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384625.322236:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:2.0:1767384625.322236:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384625.322236:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000278a4d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049181824:0@lo:253: 00000800:00000001:2.0:1767384625.322244:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384625.322244:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384625.322248:0:16351:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384625.322248:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:2.0:1767384625.322251:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384625.322252:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.322255:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004815f70b 00000400:00000010:3.0:1767384625.322258:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004815f70b. 02000000:00000001:0.0:1767384625.322258:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384625.322263:0:16351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1767384625.322264:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000822b8983. 00000100:00000200:3.0:1767384625.322268:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000010254ef5 x1853237049181696/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384625.322268:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp27(192.168.202.137@tcp27) <- 192.168.202.137@tcp27 : PUT - for me 02000000:00000001:0.0:1767384625.322269:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384625.322277:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040489fbf. 00000100:00000001:3.0:1767384625.322284:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384625.322285:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b60b3881. 00000400:00000200:2.0:1767384625.322287:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 368 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767384625.322289:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000010254ef5 x1853237049181696/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384625.322290:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049181824, portal 25 00000100:00000001:0.0:1767384625.322296:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384625.322299:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575786368 : -123274133765248 : ffff8fe2010c0380) 00000400:00000200:2.0:1767384625.322303:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 352/368 into md 0x16c1 [1] + 0 00000100:00000040:0.0:1767384625.322308:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000278a4d79 x1853237049181824/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.322310:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384625.322314:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e11852b. 00000100:00000001:3.0:1767384625.322315:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384625.322320:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.322323:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384625.322325:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294913749 00000400:00000200:2.0:1767384625.322325:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ff5a209 00000100:00000040:0.0:1767384625.322330:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:2.0:1767384625.322332:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384625.322333:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4387dc8. 00000400:00000010:0.0:1767384625.322334:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020068cbb. 00000100:00000200:0.0:1767384625.322339:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049181824, offset 0 00000800:00000001:2.0:1767384625.322341:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384625.322345:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384625.322346:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384625.322348:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384625.322355:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294913749 00000400:00000200:2.0:1767384625.322358:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp27->192.168.202.137@tcp27: PUT: OK 00000400:00000200:0.0:1767384625.322361:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384625.322362:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017fdc9cc. 00000400:00000200:2.0:1767384625.322366:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000100:00000001:3.0:1767384625.322367:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384625.322371:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294913749 00000400:00000200:0.0:1767384625.322376:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004680 00000100:00000010:3.0:1767384625.322378:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6fb372c. 00000400:00000010:2.0:1767384625.322378:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000100:00000001:3.0:1767384625.322383:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384625.322386:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294913749 00000100:00000010:3.0:1767384625.322388:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088c647ce. 00000400:00000200:2.0:1767384625.322388:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384625.322392:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x105d [2] + 0 00000100:00000001:3.0:1767384625.322394:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384625.322397:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (22) 00000100:00000001:3.0:1767384625.322400:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384625.322400:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fb21b31. 00000400:00000200:2.0:1767384625.322406:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000100:00000001:3.0:1767384625.322407:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.322407:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005e09115 00000100:00000001:3.0:1767384625.322413:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384625.322414:0:16341:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (368 bytes) 00000400:00000200:0.0:1767384625.322415:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384625.322416:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.322423:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384625.322426:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:3.0:1767384625.322429:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384625.322432:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384625.322434:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384625.322435:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384625.322436:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384625.322438:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (23) 00000100:00000001:3.0:1767384625.322439:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.322446:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005e09115 00000400:00000200:2.0:1767384625.322449:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:0.0:1767384625.322450:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005e09115. 00000100:00000001:0.0:1767384625.322456:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384625.322459:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384625.322460:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384625.322463:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp27 to MR: 192.168.202.137@tcp27 local destination 00000100:00100000:3.0:1767384625.322464:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181696 00000100:00000040:0.0:1767384625.322466:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000006415df50 x1853237049181824 msgsize 4848 02000000:00000001:3.0:1767384625.322469:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384625.322471:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384625.322474:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384625.322475:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384625.322478:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp27 NI seq info: [58:58:256:4294967295] 192.168.202.137@tcp27 LPNI seq info [58:58:8:4294967295] 00000100:00000040:0.0:1767384625.322479:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 02000000:00000001:3.0:1767384625.322489:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384625.322494:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181696 00000100:00000001:0.0:1767384625.322496:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384625.322497:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384625.322498:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp27(192.168.202.137@tcp27:192.168.202.137@tcp27) -> 192.168.202.137@tcp27(192.168.202.137@tcp27:192.168.202.137@tcp27) 192.168.202.137@tcp27 : ACK try# 0 00000020:00000040:3.0:1767384625.322501:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384625.322504:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384625.322506:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000400:00000200:0.0:1767384625.322508:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020068cbb 00000800:00000200:2.0:1767384625.322509:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp27 00000020:00000001:3.0:1767384625.322510:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000010:0.0:1767384625.322512:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020068cbb. 00000020:00000001:3.0:1767384625.322517:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000800:00000010:2.0:1767384625.322517:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029125b7. 00000100:00000001:0.0:1767384625.322518:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384625.322524:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384625.322524:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000278a4d79 x1853237049181824/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384625.322529:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e38db775] -> 12345-192.168.202.137@tcp27 (6) 00000020:00000010:3.0:1767384625.322536:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af4114d6. 00000100:00000001:0.0:1767384625.322540:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384625.322541:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384625.322542:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp27 ip 192.168.202.137:987 00000020:00000010:3.0:1767384625.322547:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af4114d6. 00000100:00000040:0.0:1767384625.322547:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000278a4d79 x1853237049181824/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384625.322548:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000029125b7 type 0, nob 96 niov 1 nkiov 0 00000020:00000010:3.0:1767384625.322556:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f98afbce. 00000100:00000001:0.0:1767384625.322559:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384625.322562:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008084a39a. 00000100:00000001:0.0:1767384625.322562:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384625.322566:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384625.322569:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000089aa50b5. 00000800:00000001:2.0:1767384625.322569:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384625.322570:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294913749 00000100:00000001:0.0:1767384625.322575:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294913749 00000100:00000001:0.0:1767384625.322578:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294913749 00000100:00000001:0.0:1767384625.322580:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294913749 00000100:00000040:3.0:1767384625.322581:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:2.0:1767384625.322581:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.322586:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384625.322587:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294913749 00000100:00000001:3.0:1767384625.322590:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384625.322591:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294913749 00000100:00000001:3.0:1767384625.322594:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.322594:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294913749 00000100:00000001:0.0:1767384625.322598:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294913749 00000100:00000001:0.0:1767384625.322601:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384625.322603:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.322605:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.322630:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.322634:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.322635:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384625.322638:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384625.322641:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384625.322642:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767384625.322645:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384625.322645:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.322649:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.322649:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384625.322650:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000029125b7. 00000400:00000200:2.0:1767384625.322658:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384625.322665:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp27->192.168.202.137@tcp27: ACK: OK 00000100:00000001:0.0:1767384625.322667:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384625.322668:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384625.322672:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384625.322673:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181824 00000800:00000001:2.0:1767384625.322674:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384625.322679:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384625.322681:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.322683:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767384625.322686:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384625.322687:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384625.322692:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.322705:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1767384625.322707:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384625.322708:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181824 00000800:00000001:2.0:1767384625.322713:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384625.322714:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384625.322716:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384625.322718:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000800:00000001:2.0:1767384625.322722:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384625.322723:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384625.322725:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000020:00000040:3.0:1767384625.322727:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000100:00000040:0.0:1767384625.322732:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000020:00000001:3.0:1767384625.322734:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:2.0:1767384625.322737:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp27(192.168.202.137@tcp27) <- 192.168.202.137@tcp27 : ACK - for me 00000100:00000001:0.0:1767384625.322739:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781795408 : -123268927756208 : ffff8fe337596850) 00000020:00000001:3.0:1767384625.322741:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384625.322748:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384625.322750:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e0eacb4 x1853237049181696/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:606/0 lens 4848/0 e 0 to 0 dl 1767384636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384625.322753:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af4114d6. 00000100:00000001:3.0:1767384625.322760:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384625.322760:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp27: ACK from 12345-192.168.202.137@tcp27 into md 0x1745 00000400:00000200:2.0:1767384625.322768:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384625.322769:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af4114d6. 00000100:00000001:0.0:1767384625.322775:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384625.322778:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007baa7943. 00000020:00000010:0.0:1767384625.322781:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fec01c3. 00000400:00000200:2.0:1767384625.322786:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp27->192.168.202.137@tcp27: ACK: OK 00000020:00000010:3.0:1767384625.322787:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b8d7317. 00000100:00000001:0.0:1767384625.322787:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384625.322792:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a40d0682 00000020:00000010:0.0:1767384625.322793:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fec01c3. 00000020:00000010:3.0:1767384625.322795:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c9346bf. 00000400:00000010:2.0:1767384625.322797:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a40d0682. 00000100:00000001:3.0:1767384625.322802:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384625.322803:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e0eacb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16351:x1853237049181696:12345-0@lo:253: 00000400:00000200:2.0:1767384625.322804:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384625.322807:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384625.322811:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000100:00000200:0.0:1767384625.322812:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181696 00000100:00000001:3.0:1767384625.322818:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384625.322819:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000020:00000001:0.0:1767384625.322819:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384625.322825:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384625.322826:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (22) 00000100:00000001:3.0:1767384625.322827:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.322829:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.322833:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384625.322835:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000001:2.0:1767384625.322837:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384625.322840:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000800:00000001:2.0:1767384625.322843:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.322845:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384625.322846:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384625.322849:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384625.322850:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384625.322855:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384625.322856:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000020:00000001:0.0:1767384625.322859:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384625.322862:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000020:00000001:0.0:1767384625.322864:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.322866:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781796432 : -123268927755184 : ffff8fe337596c50) 00000100:00000001:0.0:1767384625.322871:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384625.322874:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006415df50 x1853237049181824/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:606/0 lens 4848/0 e 0 to 0 dl 1767384636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384625.322876:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384625.322884:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007e614562. 00000100:00000001:3.0:1767384625.322887:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384625.322888:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384625.322893:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af4114d6. 00000100:00000001:0.0:1767384625.322893:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.322899:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384625.322901:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:3.0:1767384625.322904:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af4114d6. 00000100:00100000:3.0:1767384625.322911:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006415df50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16348:x1853237049181824:12345-0@lo:253: 20000000:00000010:0.0:1767384625.322914:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000743869de. 00000100:00000200:3.0:1767384625.322916:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181824 00000020:00000001:3.0:1767384625.322921:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:0.0:1767384625.322921:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384625.322926:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384625.322927:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384625.322930:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384625.322932:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384625.322934:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384625.322935:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384625.322938:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:3.0:1767384625.322942:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384625.322947:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384625.322947:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384625.322953:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:0.0:1767384625.322953:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384625.322958:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384625.322961:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384625.322964:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004c1adb46. 00000100:00000001:3.0:1767384625.322965:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:0.0:1767384625.322968:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 02000000:00000001:3.0:1767384625.322969:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384625.322975:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:3.0:1767384625.322977:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006b71df0b. 00080000:00000001:0.0:1767384625.322980:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000001:3.0:1767384625.322981:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.322986:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384625.322986:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384625.322991:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384625.323003:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:3.0:1767384625.323012:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000691796e7. 00000400:00000200:2.0:1767384625.323014:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:0.0:1767384625.323018:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384625.323022:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000bb9b67c7. 00080000:00000001:0.0:1767384625.323024:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:01000000:3.0:1767384625.323026:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384625.323028:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384625.323029:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054cdfe45. 20000000:00000001:3.0:1767384625.323030:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384625.323032:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:3.0:1767384625.323035:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384625.323036:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384625.323037:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a40d0682. 20000000:00000001:3.0:1767384625.323038:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384625.323044:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384625.323045:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000400:00000200:2.0:1767384625.323046:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000bb9b67c7 20000000:00000001:3.0:1767384625.323048:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:2.0:1767384625.323052:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000b52d1c60. 00000020:00000001:0.0:1767384625.323054:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:0.0:1767384625.323058:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384625.323059:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00080000:00000001:0.0:1767384625.323065:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384625.323068:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102051 00080000:00000001:0.0:1767384625.323071:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384625.323072:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (21) 00080000:00000001:0.0:1767384625.323077:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384625.323080:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000003b459bbc. 00000020:00000001:0.0:1767384625.323082:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:2.0:1767384625.323085:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1c237d2. 00000020:00000001:0.0:1767384625.323089:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000400:00000010:2.0:1767384625.323092:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d219098c. 00080000:00000001:0.0:1767384625.323097:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384625.323100:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00080000:00000010:0.0:1767384625.323104:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ed90ee6f. 00000400:00000200:2.0:1767384625.323109:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00080000:00000001:0.0:1767384625.323109:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649629696 : -123274059921920 : ffff8fe20572c600) 00080000:00000001:0.0:1767384625.323116:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384625.323119:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000001:00000001:0.0:1767384625.323119:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384625.323125:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003fec01c3. 00000400:00000200:2.0:1767384625.323129:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00080000:00000001:0.0:1767384625.323129:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384625.323135:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384625.323140:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000400:00000200:2.0:1767384625.323146:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00080000:00000001:0.0:1767384625.323149:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384625.323154:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:2.0:1767384625.323159:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:2.0:1767384625.323165:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00080000:00000001:0.0:1767384625.323169:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384625.323179:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:2.0:1767384625.323184:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:2.0:1767384625.323189:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:2.0:1767384625.323195:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:2.0:1767384625.323201:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:2.0:1767384625.323205:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:2.0:1767384625.323210:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:2.0:1767384625.323214:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000400:00000200:2.0:1767384625.323218:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000200:2.0:1767384625.323222:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:2.0:1767384625.323226:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000400:00000200:2.0:1767384625.323232:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:2.0:1767384625.323236:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:2.0:1767384625.323240:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp28 00000400:00000200:2.0:1767384625.323245:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp28 lpni_is_preferred = 0 00000400:00000200:2.0:1767384625.323248:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp28 00000400:00000200:2.0:1767384625.323253:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp28 NI seq info: [59:59:256:4294967295] 192.168.202.137@tcp28 LPNI seq info [59:59:8:4294967295] 00000400:00000200:2.0:1767384625.323259:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp28 00000400:00000200:2.0:1767384625.323267:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp28(192.168.202.137@tcp28:) -> 192.168.202.137@tcp28(192.168.202.137@tcp:192.168.202.137@tcp28) : GET try# 0 00000800:00000200:2.0:1767384625.323272:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp28 00000800:00000010:2.0:1767384625.323275:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000029125b7. 00000800:00000010:2.0:1767384625.323288:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000083c47498. 00000800:00000010:2.0:1767384625.323291:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b53e34d0. 00000800:00000200:2.0:1767384625.323296:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083c47498] -> 12345-192.168.202.137@tcp28 (2) 00000800:00000200:2.1:1767384625.323300:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083c47498] -> 12345-192.168.202.137@tcp28 (2) 00000400:00000200:2.0:1767384625.323319:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384625.323321:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100251 rc 0 00000400:00000200:3.0:1767384625.323397:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323444:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323470:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323494:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323521:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323548:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323577:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323657:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323689:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323738:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323768:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323804:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323836:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323867:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323893:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323921:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323950:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.323983:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324014:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324042:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324072:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324101:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324124:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324148:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324170:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324190:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324221:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324242:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324261:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324281:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324306:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324329:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324359:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324389:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384625.324415:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384625.324551:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fe61bef. 00000800:00000010:3.0:1767384625.324556:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004815f70b. 00000800:00000010:3.0:1767384625.324562:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af4114d6. 00000800:00000010:3.0:1767384625.324586:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af4114d6. 00000800:00020000:3.0:1767384625.324594:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00080000:00000010:2.0:1767384625.324928:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ed90ee6f. 00080000:00000010:0.0:1767384625.324964:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003fec01c3. 00040000:00000001:0.0:1767384625.324970:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384625.324972:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384625.324974:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384625.324977:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384625.324986:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384625.324988:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384625.325000:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384625.325008:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384625.325011:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384625.325015:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384625.325031:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f1b6c4a2. 20000000:01000000:2.0:1767384625.325035:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:2.0:1767384625.325040:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384625.325044:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384625.325047:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384625.325055:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384625.325063:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384625.325065:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384625.325067:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384625.325068:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384625.325070:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384625.325073:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000020:00000001:2.0:1767384625.325077:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:2.0:1767384625.325079:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:0.0:1767384625.325079:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384625.325086:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384625.325086:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384625.325091:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384625.325092:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384625.325096:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.325099:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:2.0:1767384625.325100:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384625.325106:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1767384625.325107:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384625.325112:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:0.0:1767384625.325115:0:17096:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ffe6672d count: 2 00080000:00000010:2.0:1767384625.325116:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000043e96c51. 00010000:00000001:0.0:1767384625.325120:0:17096:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384625.325122:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649873408 : -123274059678208 : ffff8fe205767e00) 00010000:00000001:0.0:1767384625.325124:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384625.325128:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000010:0.0:1767384625.325129:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f1e780ed. 00000001:00000001:2.0:1767384625.325133:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:0.0:1767384625.325134:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384625.325138:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f1e780ed with handle 0x7f71e2b70dd20297 to hash 00080000:00000010:2.0:1767384625.325140:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000adfe4873. 00000020:00000001:0.0:1767384625.325141:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384625.325144:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00080000:00000001:2.0:1767384625.325146:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.325147:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00080000:00000001:2.0:1767384625.325153:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384625.325165:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384625.325175:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384625.325176:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384625.325178:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384625.325180:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.325189:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384625.325193:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384625.325195:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384625.325196:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384625.325199:0:17096:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384625.325202:0:17096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20290 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd20289 expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.325207:0:17096:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384625.325209:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.325216:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384625.325218:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.325219:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.325221:0:17096:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384625.325223:0:17096:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384625.325228:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ffe6672d) refcount = 2 00010000:00000040:0.0:1767384625.325230:0:17096:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384625.325233:0:17096:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20290 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7f71e2b70dd20289 expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384625.325237:0:17096:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384625.325238:0:17096:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384625.325242:0:17096:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fec01c3. 00000100:00000001:0.0:1767384625.325244:0:17096:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384625.325247:0:17096:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020068cbb. 00000100:00000001:0.0:1767384625.325248:0:17096:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799653188928 : -123274056362688 : ffff8fe205a91540) 00000100:00000001:0.0:1767384625.325250:0:17096:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620799653188928 : -123274056362688 : ffff8fe205a91540) 00000100:00000001:0.0:1767384625.325252:0:17096:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384625.325253:0:17096:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384625.325254:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384625.325257:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.325259:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384625.325260:0:17096:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384625.325262:0:17096:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384625.325264:0:17096:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384625.325265:0:17096:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384625.325267:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053dfdbd9. 00000020:00000040:0.0:1767384625.325269:0:17096:0:(genops.c:1229:class_import_get()) import 0000000046210a5b refcount=2 obd=MGS 00000100:00000001:0.0:1767384625.325272:0:17096:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384625.325274:0:17096:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384625.325276:0:17096:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384625.325279:0:17096:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfc223b2. 00000100:00000001:0.0:1767384625.325282:0:17096:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384625.325289:0:17096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20290 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7f71e2b70dd20289 expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384625.325299:0:17096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20290 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7f71e2b70dd20289 expref: 16 pid: 17075 timeout: 396 lvb_type: 0 00010000:00000001:0.0:1767384625.325306:0:17096:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384625.325307:0:17096:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384625.325310:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053dfdbd9 x1853237049181952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384625.325316:0:17096:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384625.325317:0:17096:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384625.325320:0:17096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053dfdbd9 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049181952:0@lo:104: 00000100:00000001:0.0:1767384625.325323:0:17096:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384625.325325:0:17096:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384625.325326:0:17096:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.325328:0:17096:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384625.325329:0:17096:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000031d0fe1. 02000000:00000001:0.0:1767384625.325331:0:17096:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384625.325334:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016bc228c. 00000400:00000010:0.0:1767384625.325338:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030e93532. 00000100:00000200:0.0:1767384625.325340:0:17096:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049181952, portal 16 00000100:00000001:0.0:1767384625.325342:0:17096:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384625.325343:0:17096:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575785472 : -123274133766144 : ffff8fe2010c0000) 00000100:00000040:0.0:1767384625.325346:0:17096:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000053dfdbd9 x1853237049181952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384625.325352:0:17096:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384625.325355:0:17096:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384625.325357:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60c07fd. 00000100:00000200:0.0:1767384625.325359:0:17096:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049181952, offset 0 00000400:00000200:0.0:1767384625.325363:0:17096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384625.325369:0:17096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384625.325374:0:17096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260004700 00000400:00000200:0.0:1767384625.325377:0:17096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:0.0:1767384625.325385:0:17096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384625.325388:0:17096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384625.325392:0:17096:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384625.325393:0:17096:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384625.325396:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000324b4093. 00000100:00000040:0.0:1767384625.325398:0:17096:0:(events.c:337:request_in_callback()) incoming req@00000000324b4093 x1853237049181952 msgsize 328 00000100:00100000:0.0:1767384625.325401:0:17096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384625.325412:0:17096:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384625.325416:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60c07fd 00000400:00000010:0.0:1767384625.325418:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60c07fd. 00000100:00000001:0.0:1767384625.325420:0:17096:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384625.325422:0:17096:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053dfdbd9 x1853237049181952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384625.325428:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384625.325430:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053dfdbd9 x1853237049181952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384625.325435:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.325437:0:17096:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384625.325440:0:17096:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.325443:0:22098:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384625.325443:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294913751 00000100:00100000:2.0:1767384625.325449:0:22098:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181952 00000100:00000001:0.0:1767384625.325451:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294913749 02000000:00000001:2.0:1767384625.325453:0:22098:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384625.325456:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294913751 00000100:00000001:2.0:1767384625.325457:0:22098:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384625.325461:0:22098:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.325462:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294913749 02000000:00000001:2.0:1767384625.325466:0:22098:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.325467:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294913751 00000100:00000001:0.0:1767384625.325472:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294913749 00000100:00100000:2.0:1767384625.325473:0:22098:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181952 00000100:00000001:0.0:1767384625.325475:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294913751 00000020:00000001:2.0:1767384625.325477:0:22098:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384625.325480:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294913749 00000020:00000040:2.0:1767384625.325481:0:22098:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd1fff7 00000100:00000001:0.0:1767384625.325484:0:17096:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384625.325485:0:22098:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384625.325488:0:17096:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384625.325490:0:22098:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000020c2555a refcount=3 00010000:00000001:0.0:1767384625.325491:0:17096:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384625.325496:0:22098:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00010000:00000001:0.0:1767384625.325496:0:17096:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.325500:0:17096:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384625.325502:0:22098:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000100:00000001:2.0:1767384625.325505:0:22098:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384625.325509:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384625.325511:0:22098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039e32203. 00010000:00000001:0.0:1767384625.325511:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.325514:0:17096:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.325516:0:22098:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384625.325517:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384625.325520:0:17096:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:2.0:1767384625.325521:0:22098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039e32203. 00000100:00000001:0.0:1767384625.325523:0:17096:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.325527:0:17096:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384625.325528:0:17096:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384625.325529:0:17096:0:(client.c:2690:ptlrpc_set_wait()) set 0000000020068cbb going to sleep for 11 seconds 00000020:00000010:2.0:1767384625.325530:0:22098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b47e87be. 00000100:00000001:0.0:1767384625.325531:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384625.325534:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384625.325537:0:22098:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000feeeb8d6. 00000020:00000010:2.0:1767384625.325543:0:22098:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed4bcc52. 00080000:00000020:0.0:1767384625.325548:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384625.325551:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000040:2.0:1767384625.325552:0:22098:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 20000000:00000010:0.0:1767384625.325553:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000743869de. 00000100:00000001:2.0:1767384625.325558:0:22098:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 20000000:00000001:0.0:1767384625.325559:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.325562:0:22098:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:0.0:1767384625.325564:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049181696 00000100:00000001:2.0:1767384625.325565:0:22098:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.325567:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384625.325573:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e0eacb4 x1853237049181696/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:606/0 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.325574:0:22098:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.325582:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384625.325584:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384625.325587:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384625.325588:0:22098:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.325592:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384625.325595:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384625.325597:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384625.325599:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384625.325601:0:22098:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384625.325602:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.325605:0:22098:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384625.325625:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384625.325628:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384625.325633:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a6c31f0. 00000100:00100000:2.0:1767384625.325636:0:22098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000200:0.0:1767384625.325638:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049181696, offset 224 00000100:00000040:2.0:1767384625.325642:0:22098:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000020c2555a : new rpc_count 1 00000400:00000200:0.0:1767384625.325647:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384625.325648:0:22098:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575796224 : -123274133755392 : ffff8fe2010c2a00) 00000400:00000200:0.0:1767384625.325655:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384625.325656:0:22098:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000324b4093 x1853237049181952/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:606/0 lens 328/0 e 0 to 0 dl 1767384636 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384625.325667:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004600 00000100:00000001:2.0:1767384625.325671:0:22098:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384625.325675:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1749 [2] + 224 00000020:00000010:2.0:1767384625.325684:0:22098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039e32203. 00000100:00000001:2.0:1767384625.325689:0:22098:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384625.325691:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384625.325692:0:22098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039e32203. 00000400:00000200:0.0:1767384625.325712:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384625.325718:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384625.325719:0:22098:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000324b4093 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049181952:12345-0@lo:104: 00000100:00000200:2.0:1767384625.325726:0:22098:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181952 00000100:00000200:0.0:1767384625.325726:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000010254ef5 x1853237049181696/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384625.325732:0:22098:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000040:0.0:1767384625.325737:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000010254ef5 x1853237049181696/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384625.325739:0:22098:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384625.325744:0:22098:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384625.325748:0:22098:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000133ee60b refcount=2 00000020:00000001:2.0:1767384625.325751:0:22098:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258158080 : -123269451393536 : ffff8fe318235600) 00000100:00000001:0.0:1767384625.325752:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384625.325754:0:22098:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258158080 : -123269451393536 : ffff8fe318235600) 00000400:00000200:0.0:1767384625.325758:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a6c31f0 00010000:00000001:2.0:1767384625.325760:0:22098:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1767384625.325762:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a6c31f0. 00010000:00000001:2.0:1767384625.325766:0:22098:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.325767:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384625.325769:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1767384625.325774:0:22098:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd20290 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384625.325774:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.325779:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384625.325784:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384625.325787:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.325792:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384625.325794:0:22098:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384625.325797:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e0eacb4 x1853237049181696/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:606/0 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384625.325799:0:22098:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384625.325805:0:22098:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000032651b95. 00000100:00100000:0.0:1767384625.325806:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e0eacb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16351:x1853237049181696:12345-0@lo:253: Request processed in 3032us (3582us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384625.325811:0:22098:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.325816:0:22098:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384625.325817:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00010000:00000001:2.0:1767384625.325822:0:22098:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384625.325823:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00000001:2.0:1767384625.325826:0:22098:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.325827:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384625.325830:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384625.325832:0:22098:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aca2e737 time=42 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384625.325835:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008084a39a. 00000100:00000001:2.0:1767384625.325839:0:22098:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384625.325843:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000089aa50b5. 00000100:00000040:2.0:1767384625.325845:0:22098:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000010:0.0:1767384625.325849:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f98afbce. 00000100:00000001:2.0:1767384625.325850:0:22098:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384625.325855:0:22098:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384625.325855:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 02000000:00000001:2.0:1767384625.325859:0:22098:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.325862:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384625.325864:0:22098:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384625.325865:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007e614562. 02000000:00000001:0.0:1767384625.325871:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384625.325873:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384625.325874:0:22098:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384625.325879:0:22098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000948a8e5. 00000100:00000200:2.0:1767384625.325886:0:22098:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049181952, offset 224 00000100:00000200:0.0:1767384625.325886:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384625.325893:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d28bf8e. 00000400:00000200:2.0:1767384625.325899:0:22098:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384625.325912:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a6c31f0. 00000400:00000200:2.0:1767384625.325918:0:22098:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384625.325927:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384625.325928:0:22098:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260004700 00000100:00000001:0.0:1767384625.325930:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384625.325935:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384625.325937:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384625.325938:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000646e44f7. 00000400:00000200:0.0:1767384625.325940:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009852f4dc 00000400:00000010:0.0:1767384625.325942:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009852f4dc. 00000100:00000001:0.0:1767384625.325944:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384625.325948:0:22098:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1761 [1] + 224 00000100:00000200:0.0:1767384625.325949:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000010254ef5 x1853237049181696/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384625.325961:0:22098:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384625.325963:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000010254ef5 x1853237049181696/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384625.325970:0:22098:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384625.325973:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384625.325976:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.325977:0:22098:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384625.325978:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384625.325982:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384625.325984:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384625.325986:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.325988:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384625.325991:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=42 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384625.325994:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384625.325996:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384625.325998:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.326000:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384625.326001:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.326003:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384625.326004:0:22098:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053dfdbd9 x1853237049181952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384625.326007:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000010254ef5 x1853237049181696/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.326038:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384625.326042:0:22098:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000053dfdbd9 x1853237049181952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384625.326042:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384625.326047:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384625.326054:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384625.326058:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:2.0:1767384625.326064:0:22098:0:(events.c:163:reply_in_callback()) Process leaving 00000020:01000004:0.0:1767384625.326068:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384625.326071:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384625.326073:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384625.326074:0:22098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000948a8e5 00000020:01000004:0.0:1767384625.326075:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:2.0:1767384625.326078:0:22098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000948a8e5. 00000020:01000004:0.0:1767384625.326079:0:16351:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384625.326083:0:16351:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:2.0:1767384625.326086:0:22098:0:(events.c:386:reply_out_callback()) Process entered 00000020:01000004:0.0:1767384625.326086:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384625.326088:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384625.326089:0:22098:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384625.326095:0:22098:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.326095:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010254ef5 x1853237049181696/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384625.326103:0:22098:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384625.326110:0:22098:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:0.0:1767384625.326113:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000010254ef5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049181696:0@lo:253: 00010000:00000010:2.0:1767384625.326116:0:22098:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000093bc80fe. 00000100:00000001:0.0:1767384625.326117:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.326122:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384625.326123:0:22098:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000040:0.0:1767384625.326124:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000010254ef5 x1853237049181696/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.326132:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384625.326134:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384625.326136:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000e17a0b5. 00010000:00010000:2.0:1767384625.326138:0:22098:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 02000000:00000001:0.0:1767384625.326141:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384625.326143:0:22098:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.326145:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384625.326148:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00010000:00000001:2.0:1767384625.326149:0:22098:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.326151:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384625.326153:0:22098:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384625.326154:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000083a8aa98. 02000000:00000001:0.0:1767384625.326161:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384625.326163:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767384625.326164:0:22098:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000324b4093 x1853237049181952/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:606/0 lens 328/224 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767384625.326165:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010254ef5. 00000100:00000001:0.0:1767384625.326170:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384625.326172:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.326176:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.326183:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384625.326185:0:22098:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000324b4093 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049181952:12345-0@lo:104: Request processed in 512us (784us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384625.326186:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.326189:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384625.326192:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384625.326201:0:22098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384625.326201:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384625.326206:0:17096:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384625.326207:0:22098:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020c2555a : new rpc_count 0 00000400:00000001:0.0:1767384625.326208:0:17096:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384625.326212:0:22098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384625.326212:0:17096:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016bc228c. 00000100:00000001:2.0:1767384625.326216:0:22098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384625.326222:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030e93532 00000400:00000010:0.0:1767384625.326224:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030e93532. 00000100:00000001:0.0:1767384625.326227:0:17096:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384625.326229:0:22098:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000feeeb8d6. 00000100:00000200:0.0:1767384625.326231:0:17096:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053dfdbd9 x1853237049181952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384625.326237:0:22098:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed4bcc52. 00000100:00000200:0.0:1767384625.326241:0:17096:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053dfdbd9 x1853237049181952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384625.326246:0:22098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b47e87be. 00000100:00000001:0.0:1767384625.326248:0:17096:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384625.326250:0:17096:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.326253:0:17096:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384625.326255:0:22098:0:(genops.c:898:class_export_put()) PUTting export 0000000020c2555a : new refcount 2 02000000:00000001:0.0:1767384625.326255:0:17096:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384625.326257:0:17096:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384625.326260:0:17096:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.326262:0:22098:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384625.326262:0:17096:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384625.326269:0:17096:0:(import.c:2128:obd_at_measure()) add 5 to 0000000064d2fb3e time=42 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384625.326272:0:17096:0:(import.c:2128:obd_at_measure()) add 1 to 000000004a8fb74c time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384625.326274:0:17096:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384625.326274:0:17096:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.326276:0:17096:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384625.326277:0:17096:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.326279:0:17096:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.326281:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053dfdbd9 x1853237049181952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384625.326285:0:17096:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384625.326287:0:17096:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384625.326288:0:17096:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.326290:0:17096:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384625.326291:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.326293:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.326294:0:17096:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.326296:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053dfdbd9 x1853237049181952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384625.326301:0:17096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053dfdbd9 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049181952:0@lo:104: 00000100:00000001:0.0:1767384625.326305:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.326312:0:17096:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.326313:0:17096:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384625.326314:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384625.326316:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053dfdbd9 x1853237049181952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384625.326320:0:17096:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384625.326321:0:17096:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384625.326323:0:17096:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000031d0fe1. 02000000:00000001:0.0:1767384625.326325:0:17096:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384625.326325:0:17096:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384625.326326:0:17096:0:(genops.c:1242:class_import_put()) import 0000000046210a5b refcount=1 obd=MGS 00000020:00000001:0.0:1767384625.326327:0:17096:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384625.326329:0:17096:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bfc223b2. 02000000:00000001:0.0:1767384625.326330:0:17096:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384625.326331:0:17096:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384625.326332:0:17096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053dfdbd9. 00000100:00000001:0.0:1767384625.326333:0:17096:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384625.326334:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384625.326336:0:17096:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000020068cbb. 00000100:00000001:0.0:1767384625.326337:0:17096:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384625.326339:0:17096:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384625.326340:0:17096:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fec01c3. 00010000:00000001:0.0:1767384625.326342:0:17096:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.326345:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.326346:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384625.326348:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384625.326351:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384625.326352:0:17096:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384625.326963:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000043e96c51. 00080000:00000010:0.0:1767384625.327018:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000adfe4873. 00040000:00000001:0.0:1767384625.327021:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384625.327022:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384625.327024:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384625.327026:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384625.327028:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384625.327030:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384625.327040:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384625.327042:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384625.327044:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384625.327050:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:0.0:1767384625.327148:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384625.327151:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384625.327152:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000691796e7. 20000000:00000001:0.0:1767384625.327155:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384625.327157:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049181824 00010000:00000001:0.0:1767384625.327158:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384625.327161:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006415df50 x1853237049181824/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:606/0 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.327166:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384625.327167:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384625.327169:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384625.327171:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384625.327172:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384625.327174:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384625.327175:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384625.327176:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.327178:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384625.327179:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384625.327182:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020068cbb. 00000100:00000200:0.0:1767384625.327184:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049181824, offset 224 00000400:00000200:0.0:1767384625.327187:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384625.327191:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384625.327194:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004680 00000400:00000200:0.0:1767384625.327197:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1751 [2] + 224 00000400:00000200:0.0:1767384625.327200:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384625.327203:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384625.327205:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384625.327207:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000278a4d79 x1853237049181824/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384625.327212:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000278a4d79 x1853237049181824/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.327233:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384625.327237:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020068cbb 00000400:00000010:0.0:1767384625.327239:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020068cbb. 00000100:00000001:0.0:1767384625.327240:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384625.327241:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384625.327243:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.327246:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384625.327248:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384625.327249:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.327251:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384625.327253:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006415df50 x1853237049181824/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:606/0 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.327259:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384625.327260:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006415df50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049181824:12345-0@lo:253: Request processed in 4372us (4793us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384625.327264:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384625.327269:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000400:00000001:2.0:1767384625.327270:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384625.327272:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000400:00000001:2.0:1767384625.327274:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384625.327275:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384625.327279:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040489fbf. 00000100:00000001:0.0:1767384625.327279:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384625.327282:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b8d7317. 00000400:00000200:2.0:1767384625.327286:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b60b3881 00000020:00000010:0.0:1767384625.327288:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c9346bf. 00000400:00000010:2.0:1767384625.327291:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b60b3881. 00000020:00000010:0.0:1767384625.327293:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007baa7943. 00000100:00000001:2.0:1767384625.327298:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384625.327298:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:0.0:1767384625.327303:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384625.327305:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006b71df0b. 00000100:00000200:2.0:1767384625.327307:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000278a4d79 x1853237049181824/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384625.327309:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384625.327312:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384625.327318:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384625.327324:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016bc228c. 00000100:00000200:2.0:1767384625.327325:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000278a4d79 x1853237049181824/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384625.327328:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020068cbb. 00000100:00000001:2.0:1767384625.327338:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384625.327340:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.327342:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384625.327345:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384625.327346:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384625.327348:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.327350:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.327352:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00001000:2.0:1767384625.327354:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=42 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384625.327355:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384625.327361:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00001000:2.0:1767384625.327362:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=42 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384625.327365:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767384625.327367:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384625.327369:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384625.327371:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384625.327374:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.327376:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384625.327377:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384625.327378:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd20290 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384625.327383:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000278a4d79 x1853237049181824/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384625.327389:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000133ee60b already unused, calling callback (000000004e97d7c8) 10000000:00000001:0.0:1767384625.327394:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384625.327396:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7f71e2b70dd20290 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384625.327400:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384625.327403:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384625.327404:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384625.327405:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384625.327406:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000133ee60b refcount=3 00000020:00000001:0.0:1767384625.327409:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258158080 : -123269451393536 : ffff8fe318235600) 00000100:00000001:2.0:1767384625.327413:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384625.327413:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258158080 : -123269451393536 : ffff8fe318235600) 00010000:00000001:0.0:1767384625.327415:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384625.327417:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384625.327418:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7f71e2b70dd20290 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384625.327424:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 10000000:00000001:0.0:1767384625.327426:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:01000004:2.0:1767384625.327427:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 10000000:00010000:0.0:1767384625.327428:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7f71e2b70dd20290 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384625.327431:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384625.327435:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 10000000:01000000:0.0:1767384625.327436:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000020:01000004:2.0:1767384625.327437:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 10000000:00000001:0.0:1767384625.327440:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000020:01000004:2.0:1767384625.327441:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 10000000:00000040:0.0:1767384625.327442:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000020:01000004:2.0:1767384625.327445:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 10000000:00000040:0.0:1767384625.327446:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000020:01000004:2.0:1767384625.327449:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384625.327450:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384625.327451:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384625.327454:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384625.327459:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000278a4d79 x1853237049181824/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384625.327461:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384625.327463:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384625.327466:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 2 10000000:00000001:0.0:1767384625.327470:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384625.327472:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.327476:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:2.0:1767384625.327478:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000278a4d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049181824:0@lo:253: 00000100:00000001:2.0:1767384625.327483:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.327484:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384625.327486:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384625.327487:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384625.327490:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384625.327491:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000278a4d79 x1853237049181824/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.327493:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384625.327499:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000133ee60b with handle 0x7f71e2b70dd20289 from hash 00010000:00000001:0.0:1767384625.327503:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384625.327505:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.327508:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384625.327509:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384625.327510:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767384625.327513:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384625.327514:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384625.327517:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000010:2.0:1767384625.327518:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000822b8983. 00010000:00000001:0.0:1767384625.327520:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384625.327524:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:2.0:1767384625.327527:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1767384625.327528:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053dfdbd9. 00000020:00000001:2.0:1767384625.327530:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384625.327531:0:17068:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000020:00000040:2.0:1767384625.327534:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384625.327535:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384625.327538:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1767384625.327539:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384625.327541:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384625.327543:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bc37b014. 02000000:00000010:0.0:1767384625.327546:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfc223b2. 02000000:00000001:2.0:1767384625.327550:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384625.327550:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.327554:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384625.327554:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000010:2.0:1767384625.327559:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000278a4d79. 00010000:00010000:0.0:1767384625.327559:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20290 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384625.327566:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:0.0:1767384625.327567:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767384625.327571:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.327571:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.327577:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.327578:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384625.327580:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.327585:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384625.327586:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053dfdbd9] to pc [ptlrpcd_00_01+1] req@0000000053dfdbd9 x1853237049182080/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.327589:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.327597:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384625.327601:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00000001:0.0:1767384625.327602:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384625.327605:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.327621:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.327623:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.327625:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384625.327626:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.327634:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384625.327636:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20290 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384625.327640:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384625.327642:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384625.327644:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384625.327645:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 00000000133ee60b/0x7f71e2b70dd20289 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20290 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384625.327649:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384625.327653:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:0.0:1767384625.327653:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002da68692 count: 0 00000100:00000001:2.0:1767384625.327657:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384625.327662:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053dfdbd9 x1853237049182080/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.327664:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.327668:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384625.327671:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000093bc80fe. 00000100:00000001:2.0:1767384625.327677:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767384625.327679:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.327680:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.327685:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384625.327686:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384625.327690:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.327691:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384625.327706:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384625.327708:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384625.327712:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.327712:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384625.327717:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384625.327719:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767384625.327720:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053dfdbd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049182080:0@lo:103: 00000020:00000001:0.0:1767384625.327721:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384625.327726:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384625.327730:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384625.327733:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384625.327734:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384625.327736:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.327738:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.327742:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384625.327745:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043e96c51. 02000000:00000001:2.0:1767384625.327748:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384625.327753:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb1631b. 00000400:00000010:2.0:1767384625.327759:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000948a8e5. 00000100:00000200:2.0:1767384625.327764:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049182080, portal 18 00000100:00000001:2.0:1767384625.327765:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384625.327767:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575785472 : -123274133766144 : ffff8fe2010c0000) 00000100:00000040:2.0:1767384625.327770:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053dfdbd9 x1853237049182080/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.327777:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384625.327780:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384625.327783:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c7d0fc. 00000100:00000200:2.0:1767384625.327785:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049182080, offset 0 00000400:00000200:2.0:1767384625.327790:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384625.327795:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384625.327802:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260004780 00000400:00000200:2.0:1767384625.327807:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:2.0:1767384625.327820:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384625.327823:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384625.327827:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384625.327828:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384625.327833:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009aa10b3a. 00000100:00000040:2.0:1767384625.327835:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000009aa10b3a x1853237049182080 msgsize 328 00000100:00100000:2.0:1767384625.327839:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384625.327853:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384625.327859:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c7d0fc 00000400:00000010:2.0:1767384625.327860:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c7d0fc. 00000100:00000001:2.0:1767384625.327864:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384625.327868:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053dfdbd9 x1853237049182080/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.327874:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384625.327877:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384625.327877:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182080 02000000:00000001:0.0:1767384625.327880:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384625.327883:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053dfdbd9 x1853237049182080/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.327883:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384625.327886:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.327891:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384625.327895:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182080 00000020:00000001:0.0:1767384625.327899:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384625.327902:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384625.327902:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384625.327906:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384625.327907:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384625.327908:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:0.0:1767384625.327912:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384625.327914:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.327914:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384625.327919:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294913751 00000100:00000001:2.0:1767384625.327925:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294913751 00000100:00000001:0.0:1767384625.327926:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384625.327930:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294913751 00000020:00000010:0.0:1767384625.327930:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fec01c3. 00000100:00000001:0.0:1767384625.327934:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384625.327937:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294913751 00000020:00000010:0.0:1767384625.327937:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fec01c3. 00000100:00000001:2.0:1767384625.327943:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294913751 00000020:00000010:0.0:1767384625.327944:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000031d0fe1. 00000100:00000001:2.0:1767384625.327948:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294913751 00000020:00000010:0.0:1767384625.327949:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011ca502a. 00000100:00000001:2.0:1767384625.327953:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294913751 00000020:00000010:0.0:1767384625.327955:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007d437549. 00000100:00000001:2.0:1767384625.327957:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294913751 00000100:00000001:2.0:1767384625.327960:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384625.327962:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384625.327963:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.327965:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384625.327968:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384625.327969:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.327970:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384625.327974:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.327974:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.327977:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384625.327978:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384625.327979:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384625.327980:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000461a6601 refcount=4 00000020:00000001:0.0:1767384625.327983:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00000001:0.0:1767384625.327987:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00010000:0.0:1767384625.327990:0:17067:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20290 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd20289 expref: 15 pid: 17075 timeout: 396 lvb_type: 0 00010000:00000001:0.0:1767384625.327994:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.327995:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.327996:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.327997:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.328000:0:17067:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384625.328003:0:17067:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009aa10b3a x1853237049182080/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:606/0 lens 328/0 e 0 to 0 dl 1767384636 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.328007:0:17067:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384625.328008:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.328016:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.328024:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384625.328025:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384625.328028:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384625.328034:0:19658:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384625.328038:0:19658:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384625.328038:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384625.328041:0:19658:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.328044:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120998144 : -123269588553472 : ffff8fe30ff67100) 00000100:00000001:2.0:1767384625.328045:0:19658:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.328052:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009aa10b3a x1853237049182080/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:606/0 lens 328/0 e 0 to 0 dl 1767384636 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.328061:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384625.328065:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fec01c3. 00000100:00000001:0.0:1767384625.328067:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384625.328069:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fec01c3. 00000100:00100000:0.0:1767384625.328072:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009aa10b3a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049182080:12345-0@lo:103: 00000100:00000200:0.0:1767384625.328076:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182080 00010000:00000001:0.0:1767384625.328079:0:17067:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384625.328081:0:17067:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384625.328082:0:17067:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384625.328086:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384625.328087:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384625.328091:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000119f7a7b. 02000000:00000001:0.0:1767384625.328093:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.328095:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.328097:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384625.328099:0:17067:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384625.328101:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384625.328103:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384625.328104:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000461a6601 refcount=4 00000020:00000001:0.0:1767384625.328106:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00000001:0.0:1767384625.328108:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00000040:0.0:1767384625.328111:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ffe6672d count: 3 00010000:00010000:0.0:1767384625.328113:0:17067:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20290 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd20289 expref: 15 pid: 17075 timeout: 396 lvb_type: 0 00000100:00001000:0.0:1767384625.328117:0:17067:0:(import.c:2128:obd_at_measure()) add 0 to 000000002cb15ef2 time=1767384625 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384625.328119:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384625.328123:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.328131:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384625.328133:0:17067:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20290 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7f71e2b70dd20289 expref: 15 pid: 17075 timeout: 396 lvb_type: 0 00000020:00000001:0.0:1767384625.328137:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384625.328138:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384625.328139:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.328140:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.328142:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384625.328143:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384625.328146:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.328147:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.328148:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384625.328149:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384625.328151:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000461a6601 with handle 0x7f71e2b70dd20290 from hash 00010000:00000001:0.0:1767384625.328152:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384625.328153:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.328154:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.328154:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384625.328155:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384625.328156:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384625.328158:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20290 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7f71e2b70dd20289 expref: 15 pid: 17075 timeout: 396 lvb_type: 0 00010000:00000040:0.0:1767384625.328162:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 9 00000020:00000040:0.0:1767384625.328163:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00010000:00000001:0.0:1767384625.328167:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.328168:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384625.328170:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384625.328171:0:17067:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000f1e780ed 00010000:00000001:0.0:1767384625.328173:0:17067:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384625.328174:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384625.328175:0:17067:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.328176:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384625.328177:0:17067:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384625.328178:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004815f70b. 00010000:00000001:0.0:1767384625.328179:0:17067:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384625.328183:0:17067:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000800:00000010:3.0:1767384625.328184:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000fe61bef. 00010000:00010000:0.0:1767384625.328185:0:17067:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.328196:0:17067:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384625.328198:0:17067:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384625.328199:0:17067:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384625.328200:0:17067:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384625.328202:0:17067:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ffe6672d) refcount = 2 00010000:00010000:0.0:1767384625.328204:0:17067:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.328207:0:17067:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384625.328208:0:17067:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384625.328209:0:17067:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.328211:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384625.328214:0:17067:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fec01c3. 00000100:00000001:0.0:1767384625.328216:0:17067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384625.328218:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001c0f5300. 00000100:00000001:0.0:1767384625.328220:0:17067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799653189312 : -123274056362304 : ffff8fe205a916c0) 00000100:00000001:0.0:1767384625.328221:0:17067:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620799653189312 : -123274056362304 : ffff8fe205a916c0) 00000100:00000001:0.0:1767384625.328222:0:17067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384625.328223:0:17067:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384625.328225:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384625.328226:0:17067:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384625.328229:0:17067:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384625.328231:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384625.328232:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:02020000:3.0:1767384625.328233:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp28 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000020:00000040:0.0:1767384625.328234:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f1e780ed refcount=5 00000020:00000001:0.0:1767384625.328238:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:0.0:1767384625.328242:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:0.0:1767384625.328245:0:17067:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384625.328247:0:17067:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.328251:0:17067:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384625.328252:0:17067:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.328262:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.328263:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384625.328264:0:17067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.328267:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384625.328268:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.328270:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384625.328270:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384625.328273:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f1e780ed already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384625.328275:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384625.328277:0:17067:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384625.328278:0:17067:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.328281:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384625.328282:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384625.328282:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384625.328283:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f1e780ed refcount=6 00000020:00000001:0.0:1767384625.328284:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:0.0:1767384625.328285:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:0.0:1767384625.328286:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384625.328288:0:17067:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.328291:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384625.328292:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384625.328293:0:17067:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.328303:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384625.328304:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384625.328305:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384625.328311:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384625.328312:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f1e780ed with handle 0x7f71e2b70dd20297 from hash 00010000:00000001:0.0:1767384625.328314:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384625.328315:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.328316:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.328317:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384625.328318:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384625.328319:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384625.328320:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384625.328321:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.328322:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.328324:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384625.328325:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384625.328326:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.328328:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.328329:0:17067:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.328330:0:17067:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384625.328331:0:17096:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.328332:0:17067:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384625.328336:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.328348:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.328349:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.328352:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384625.328354:0:17096:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384625.328354:0:17067:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384625.328357:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384625.328360:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384625.328360:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.328363:0:17067:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384625.328367:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.328367:0:17067:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384625.328370:0:17067:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.328374:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.328376:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.328378:0:17067:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.328383:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384625.328384:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384625.328385:0:17067:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1767384625.328388:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384625.328389:0:17067:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384625.328392:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20297 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384625.328392:0:17067:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.328400:0:17067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384625.328402:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001c0f5300. 00000100:00000001:0.0:1767384625.328406:0:17067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384625.328407:0:17067:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384625.328408:0:17067:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fec01c3. 00010000:00000001:2.0:1767384625.328409:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.328410:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:2.0:1767384625.328413:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000040:0.0:1767384625.328414:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ffe6672d count: 0 00010000:00010000:0.0:1767384625.328420:0:17067:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384625.328422:0:17067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.328424:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384625.328426:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384625.328427:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384625.328429:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384625.328431:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384625.328432:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384625.328434:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384625.328435:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.328436:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384625.328438:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384625.328440:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030e93532. 00000100:00000200:0.0:1767384625.328442:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049182080, offset 224 00000400:00000200:0.0:1767384625.328445:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384625.328449:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384625.328452:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260004780 00000400:00000200:0.0:1767384625.328455:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x177d [1] + 224 00000400:00000200:0.0:1767384625.328458:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384625.328460:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384625.328462:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384625.328464:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053dfdbd9 x1853237049182080/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384625.328469:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053dfdbd9 x1853237049182080/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.328480:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384625.328483:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030e93532 00000400:00000010:0.0:1767384625.328490:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030e93532. 00000100:00000001:0.0:1767384625.328492:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384625.328493:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384625.328496:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.328497:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384625.328499:0:17067:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.328501:0:17067:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.328502:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384625.328505:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aa10b3a x1853237049182080/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:606/0 lens 328/224 e 0 to 0 dl 1767384636 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.328506:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384625.328512:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384625.328515:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009aa10b3a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049182080:12345-0@lo:103: Request processed in 452us (676us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384625.328517:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384625.328523:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcb1631b. 00000100:00100000:0.0:1767384625.328523:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384625.328529:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000400:00000200:2.0:1767384625.328530:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000948a8e5 00000100:00000001:0.0:1767384625.328531:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384625.328535:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000948a8e5. 00000100:00000001:0.0:1767384625.328535:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384625.328537:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011ca502a. 00000100:00000001:2.0:1767384625.328540:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384625.328542:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007d437549. 00000020:00000010:0.0:1767384625.328545:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000031d0fe1. 00000100:00000200:2.0:1767384625.328548:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053dfdbd9 x1853237049182080/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384625.328549:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:0.0:1767384625.328553:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384625.328563:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053dfdbd9 x1853237049182080/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.328571:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384625.328572:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.328574:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384625.328576:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384625.328578:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384625.328587:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.328589:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384625.328593:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=42 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384625.328596:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384625.328598:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384625.328600:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384625.328602:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384625.328603:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.328605:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384625.328633:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053dfdbd9 x1853237049182080/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.328640:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384625.328643:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384625.328645:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384625.328648:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053dfdbd9 x1853237049182080/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384625.328656:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053dfdbd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049182080:0@lo:103: 00000100:00000001:2.0:1767384625.328660:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.328662:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384625.328664:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053dfdbd9 x1853237049182080/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.328670:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384625.328672:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384625.328674:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043e96c51. 02000000:00000001:2.0:1767384625.328677:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384625.328678:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384625.328679:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384625.328681:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384625.328682:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bfc223b2. 02000000:00000001:2.0:1767384625.328685:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384625.328686:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384625.328687:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053dfdbd9. 00000100:00000001:2.0:1767384625.328690:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384625.328691:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.328715:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.328719:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384625.328721:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.328723:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384625.328724:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.332445:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp28 notifying 192.168.202.137@tcp28: down 00000800:00000200:3.0:1767384625.332451:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp28 down 00000800:00000100:3.0:1767384625.332457:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp28 00000800:00000010:3.0:1767384625.332459:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000029125b7. 00000400:00000200:3.0:1767384625.332463:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384625.332466:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp28->192.168.202.137@tcp28: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384625.332472:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp28 added to recovery queue. ping count: 0 next ping: 247 health :900 00000400:00000200:3.0:1767384625.332476:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384625.332478:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 1 00000400:00000200:3.0:1767384625.332481:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000040:3.0:1767384625.332501:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294913751, at 4294913754 00000100:00000010:3.0:1767384625.332506:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088c647ce. 00000400:00000200:0.0:1767384625.332523:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384625.332530:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100851 00000400:00000001:0.0:1767384625.332533:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384625.332535:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384625.332536:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1c237d2 00000400:00000010:0.0:1767384625.332537:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1c237d2. 00000400:00000200:0.0:1767384625.332540:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384625.332543:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000010:0.0:1767384625.332546:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000003b459bbc. 00000400:00000200:0.0:1767384625.332549:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (22) 00000400:00000200:0.0:1767384625.332551:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp:-71 00000400:00000200:0.0:1767384625.332553:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102051 rc -71 00000400:00000200:0.0:1767384625.332555:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:0.0:1767384625.332563:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (21) 00000100:00000040:2.0:1767384625.332661:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294913751, at 4294913755 00000100:00000040:0.0:1767384625.332668:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294913751, at 4294913755 00000100:00000010:2.0:1767384625.332669:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6fb372c. 00000100:00000010:0.0:1767384625.332679:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4387dc8. 00000100:00000040:1.0:1767384625.332971:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294913751, at 4294913755 00000100:00000010:1.0:1767384625.332977:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017fdc9cc. 00000400:00000010:1.0:1767384625.338496:0:26525:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d62481a4. 00000400:00000040:1.0:1767384625.338514:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384625.338516:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384625.338518:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384625.338519:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384625.338521:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384625.338522:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384625.338524:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384625.338525:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384625.338526:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384625.338527:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384625.338529:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384625.338530:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384625.338531:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384625.338532:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384625.338533:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384625.338535:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384625.338536:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384625.338536:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384625.338537:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384625.338539:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384625.338540:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384625.338541:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384625.338542:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384625.338543:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384625.338543:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384625.338545:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384625.338550:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384625.338551:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384625.338552:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384625.338554:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384625.338554:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384625.338556:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384625.338557:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384625.338558:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384625.338559:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384625.338560:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384625.338560:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384625.338562:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384625.338563:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384625.338564:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384625.338565:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384625.338566:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384625.338567:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384625.338568:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384625.338569:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384625.338570:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384625.338571:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384625.338573:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384625.338574:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384625.338575:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384625.338576:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384625.338578:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384625.338578:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384625.338579:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384625.338581:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384625.338581:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384625.338582:0:26525:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384625.338660:0:26525:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d62481a4. 00010000:00000010:2.1:1767384625.341637:0:26526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f1e780ed. 00010000:00000010:0.1:1767384625.342646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002da68692. 00010000:00000010:0.1:1767384625.342657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000133ee60b. 00010000:00000010:0.1:1767384625.342662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000461a6601. 00010000:00000010:0.1:1767384625.342665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ffe6672d. 00000400:00000200:1.0:1767384626.009682:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp28 00000400:00000010:1.0:1767384626.009699:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d691d837. 00000400:00000010:1.0:1767384626.009706:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003826119d. 00000400:00000010:1.0:1767384626.009711:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4aea52. 00000400:00000010:1.0:1767384626.009719:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005469cdd5. 00000400:00000200:1.0:1767384626.009723:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp28 00000400:00000200:1.0:1767384626.009743:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp28 local destination 00000400:00000200:1.0:1767384626.009748:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp28 00000400:00000200:1.0:1767384626.009752:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp28 NI seq info: [60:60:256:4294967295] 192.168.202.137@tcp28 LPNI seq info [60:60:8:4294967295] 00000400:00000200:1.0:1767384626.009757:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp28 00000400:00000200:1.0:1767384626.009764:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp28(192.168.202.137@tcp28:) -> 192.168.202.137@tcp28(192.168.202.137@tcp28:192.168.202.137@tcp28) : GET try# 0 00000800:00000200:1.0:1767384626.009769:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp28 00000800:00000010:1.0:1767384626.009773:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c44cbb26. 00000800:00000200:1.0:1767384626.009778:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083c47498] -> 12345-192.168.202.137@tcp28 (2) 00000800:00000200:1.1:1767384626.009782:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083c47498] -> 12345-192.168.202.137@tcp28 (2) 00000400:00000200:1.0:1767384626.009795:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp28 added to recovery queue. ping count: 1 next ping: 249 health :900 00000400:00000010:1.0:1767384626.009801:0:16345:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 00000000f5bea489. 00000400:02000040:1.0:1767384626.009805:0:16345:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.202.137@tcp28 00000400:00000010:1.0:1767384626.011480:0:16345:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 00000000f5bea489. 00000400:00000200:1.0:1767384626.011551:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.011638:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.011704:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.011731:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.011753:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.011769:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.011788:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.011810:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.011841:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.011888:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.011944:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.011999:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012030:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012049:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012070:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012090:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012114:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012156:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012215:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012261:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012305:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012324:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012345:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012367:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012385:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012404:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012436:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012472:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012507:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012547:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012595:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012655:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012677:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012716:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384626.012742:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384626.012882:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006c7d7a88. 00000800:00000010:1.0:1767384626.012887:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b8206e74. 00000800:00000010:1.0:1767384626.012892:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006cc5d583. 00000800:00000010:1.0:1767384626.012908:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006cc5d583. 00000800:00020000:1.0:1767384626.012916:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384626.012920:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b8206e74. 00000800:00000010:1.0:1767384626.012923:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006c7d7a88. 00000400:02020000:1.0:1767384626.012961:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp28 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384626.012969:0:16339:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp28 notifying 192.168.202.137@tcp28: down 00000400:00000200:1.0:1767384626.012974:0:16339:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384626.012979:0:16339:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp28 00000800:00000010:1.0:1767384626.012983:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c44cbb26. 00000400:00000200:1.0:1767384626.012987:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384626.012993:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp28->192.168.202.137@tcp28: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384626.013005:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384626.013008:0:16339:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384626.013010:0:16339:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp28) recovery failed with -71 00010000:00000001:2.0:1767384626.137684:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384626.137704:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384626.137711:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384626.137713:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384626.137744:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384626.137748:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384626.137750:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384626.424661:0:26857:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000050922095. 00080000:00000010:1.0:1767384626.424673:0:26857:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000050922095. 00000020:00000001:1.0:1767384626.424679:0:26857:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384626.424700:0:26857:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000050922095. 00080000:00000010:1.0:1767384626.424705:0:26857:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000050922095. 00000020:00000001:1.0:1767384626.424708:0:26857:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384627.033755:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384627.033760:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384627.033762:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c4aea52 00000400:00000010:1.0:1767384627.033767:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4aea52. 00000400:00000200:1.0:1767384627.033770:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384627.033775:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp28 recovery ping unlinked 00000400:00000010:1.0:1767384627.033783:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d691d837. 00000400:00000010:1.0:1767384627.033787:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003826119d. 00000001:00000001:1.0:1767384627.124558:0:27021:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384627.124562:0:27021:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:1.0:1767384627.129424:0:27021:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384627.137362:0:27022:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f454ef78. 00000400:00000010:1.0:1767384627.137377:0:27022:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000005b67c7e. 00000400:00000010:1.0:1767384627.137385:0:27022:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000dbf7db17. 00000400:00000010:1.0:1767384627.137388:0:27022:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000683a0d56. 00000400:00000010:1.0:1767384627.137391:0:27022:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000079e4717a. 00000400:00000010:1.0:1767384627.137395:0:27022:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000ec32243. 00000400:00000010:1.0:1767384627.137396:0:27022:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008346f602. 00000400:00000010:1.0:1767384627.137397:0:27022:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003a945135. 00000400:00000010:1.0:1767384627.137400:0:27022:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006c38035c. 00000800:00000010:1.0:1767384627.137412:0:27022:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c3ae47c5. 00000800:00000200:1.0:1767384627.137421:0:27022:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384627.137429:0:27022:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384627.137461:0:27022:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:1.0:1767384627.137485:0:27022:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp30 [8/256/0/180] 00000400:00000010:1.0:1767384627.139800:0:27022:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000007101ca2b. 00000400:00000010:1.0:1767384627.139808:0:27022:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000231ecf56. 00000400:00000010:1.0:1767384627.139814:0:27022:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4aea52. 00000400:00000001:1.0:1767384627.139832:0:27022:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384627.139835:0:27022:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384627.139837:0:27022:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df8c38fd. 00000400:00000200:1.0:1767384627.139842:0:27022:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f2ff7f 00000400:00000010:1.0:1767384627.139845:0:27022:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037f2ff7f. 00000400:00000010:1.0:1767384627.139849:0:27022:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000007b96da63. 00000400:00000200:1.0:1767384627.139854:0:27022:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (20) 00000400:00000200:1.0:1767384627.139868:0:27022:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384627.139878:0:27022:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:1.0:1767384627.139886:0:27022:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006c7d7a88. 00000400:00000200:0.0:1767384627.139887:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384627.139893:0:27022:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384627.139895:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102071 00000020:01000000:1.0:1767384627.139899:0:27022:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp30 00000400:00000200:0.0:1767384627.139900:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (21) 00000400:00000010:0.0:1767384627.139907:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000000a28b1fc. 00000400:00000010:0.0:1767384627.139910:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030e93532. 00000400:00000010:0.0:1767384627.139916:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000324ed249. 00000400:00000200:0.0:1767384627.139921:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000010:1.0:1767384627.139923:0:27022:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000005b67c7e. 00000400:00000010:1.0:1767384627.139928:0:27022:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f454ef78. 00000400:00000200:0.0:1767384627.139933:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:0.0:1767384627.139938:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:0.0:1767384627.139943:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000400:00000200:0.0:1767384627.139946:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000020:00000001:2.0:1767384627.139948:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384627.139949:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 10000000:00000001:2.0:1767384627.139953:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384627.139954:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 10000000:00000001:2.0:1767384627.139958:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384627.139961:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 10000000:01000000:2.0:1767384627.139962:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384627.139967:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384627.139970:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000020:01000004:2.0:1767384627.139971:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384627.139974:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384627.139977:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000020:01000004:2.0:1767384627.139978:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384627.139982:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384627.139985:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384627.139985:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000020:01000004:2.0:1767384627.139988:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384627.139991:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384627.139993:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000020:01000004:2.0:1767384627.139994:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384627.139996:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384627.140000:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000100:00000010:2.0:1767384627.140002:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ebaace5d. 00000020:00000040:2.0:1767384627.140007:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:0.0:1767384627.140013:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:0.0:1767384627.140018:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000100:00000001:2.0:1767384627.140021:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384627.140025:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384627.140025:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:0.0:1767384627.140030:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 02000000:00000001:2.0:1767384627.140031:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.140037:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 02000000:00000010:2.0:1767384627.140041:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008df6b3a5. 00000400:00000200:0.0:1767384627.140042:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:0.0:1767384627.140048:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000100:00000001:2.0:1767384627.140051:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.140052:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[60, 12], ns[60, 12] 00000400:00000200:0.0:1767384627.140058:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:0.0:1767384627.140061:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp12 00000100:00000001:2.0:1767384627.140062:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384627.140065:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.140067:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp12 lpni_is_preferred = 0 00000400:00000200:0.0:1767384627.140070:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp12 00000100:00000040:2.0:1767384627.140074:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebaace5d] to pc [ptlrpcd_00_02+2] req@00000000ebaace5d x1853237049182208/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384627.140076:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp12 NI seq info: [61:61:256:4294967295] 192.168.202.137@tcp12 LPNI seq info [61:61:8:4294967295] 00000400:00000200:0.0:1767384627.140088:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp12 00000400:00000200:0.0:1767384627.140098:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12:) -> 192.168.202.137@tcp12(192.168.202.137@tcp:192.168.202.137@tcp12) : GET try# 0 00000800:00000200:0.0:1767384627.140103:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp12 10000000:00000001:2.0:1767384627.140106:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384627.140107:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009a44a436. 00000100:00000001:3.0:1767384627.140126:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384627.140126:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384627.140129:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384627.140130:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:0.0:1767384627.140133:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa4bc180] -> 12345-192.168.202.137@tcp12 (6) 00000020:00000001:2.0:1767384627.140138:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384627.140140:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384627.140140:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384627.140145:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:0.0:1767384627.140145:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp12 ip 192.168.202.137:988 00000100:00000001:3.0:1767384627.140146:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:2.0:1767384627.140149:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:0.0:1767384627.140150:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a44a436 type 2, nob 96 niov 1 nkiov 0 00000020:01000004:2.0:1767384627.140152:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:3.0:1767384627.140156:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ebaace5d x1853237049182208/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384627.140156:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384627.140160:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384627.140162:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384627.140165:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384627.140167:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000020:01000004:2.0:1767384627.140168:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384627.140172:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384627.140175:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384627.140175:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100271 rc 0 00000100:00000001:3.0:1767384627.140180:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384627.140180:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384627.140184:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384627.140185:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd410bd2. 00000020:00000040:2.0:1767384627.140190:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384627.140190:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384627.140191:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384627.140195:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384627.140196:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384627.140196:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384627.140198:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384627.140203:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384627.140204:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384627.140211:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ebaace5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049182208:0@lo:253: 02000000:00000010:2.0:1767384627.140214:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000203accf7. 00000100:00000001:3.0:1767384627.140215:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384627.140220:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384627.140221:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384627.140223:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384627.140225:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.140226:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384627.140228:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384627.140232:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd410bd2] to pc [ptlrpcd_00_03+3] req@00000000fd410bd2 x1853237049182336/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384627.140245:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000fe61bef. 02000000:00000001:3.0:1767384627.140250:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384627.140255:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcc38b63. 10000000:00000001:2.0:1767384627.140259:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384627.140260:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5ce00d2. 10000000:00000001:2.0:1767384627.140262:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384627.140265:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384627.140266:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049182208, portal 25 00000020:01000000:2.0:1767384627.140267:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384627.140270:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384627.140271:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006c7d7a88. 00000100:00000001:3.0:1767384627.140273:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120987392 : -123269588564224 : ffff8fe30ff64700) 00000100:00000040:3.0:1767384627.140279:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ebaace5d x1853237049182208/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384627.140285:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384627.140288:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384627.140290:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075843143. 00000100:00000200:3.0:1767384627.140293:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049182208, offset 0 00000800:00000001:2.0:1767384627.140297:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384627.140298:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384627.140306:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384627.140310:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:2.0:1767384627.140312:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384627.140312:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009a44a436. 00000800:00000001:2.0:1767384627.140318:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384627.140318:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384627.140323:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004800 00000400:00000200:0.0:1767384627.140329:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: GET: OK 00000800:00000001:2.0:1767384627.140330:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384627.140334:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x106d [2] + 0 00000400:00000010:3.0:1767384627.140337:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd7494d3. 00000400:00000200:3.0:1767384627.140342:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee51ba5e 00000400:00000200:0.0:1767384627.140348:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384627.140350:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384627.140350:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12) <- 192.168.202.137@tcp12 : GET - for me 00000400:00000200:0.0:1767384627.140359:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000400:00000200:3.0:1767384627.140363:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384627.140367:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384627.140373:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 368/368 into md 0x178d [1] + 0 00000100:00000001:0.0:1767384627.140377:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384627.140379:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee51ba5e 00000100:00000001:0.0:1767384627.140380:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384627.140383:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee51ba5e. 00000400:00000200:2.0:1767384627.140384:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp12 to MR: 192.168.202.137@tcp12 local destination 00000100:00000001:0.0:1767384627.140385:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384627.140390:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384627.140392:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd410bd2 x1853237049182336/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384627.140394:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384627.140396:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp12 NI seq info: [62:62:256:4294967295] 192.168.202.137@tcp12 LPNI seq info [62:62:8:4294967295] 00000100:00000040:3.0:1767384627.140400:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000004b8f20d2 x1853237049182208 msgsize 4848 00000100:00100000:3.0:1767384627.140413:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384627.140419:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384627.140425:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12:192.168.202.137@tcp12) -> 192.168.202.137@tcp12(192.168.202.137@tcp12:192.168.202.137@tcp12) 192.168.202.137@tcp12 : REPLY try# 0 00000100:00000001:0.0:1767384627.140426:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384627.140430:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384627.140430:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384627.140434:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.137@tcp12 02000000:00000001:0.0:1767384627.140437:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384627.140438:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075843143 00000800:00000010:2.0:1767384627.140439:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e59d5a. 02000000:00000001:0.0:1767384627.140441:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384627.140442:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075843143. 00000100:00000001:3.0:1767384627.140448:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384627.140448:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa4bc180] -> 12345-192.168.202.137@tcp12 (6) 02000000:00000001:0.0:1767384627.140449:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384627.140453:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ebaace5d x1853237049182208/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384627.140458:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd410bd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049182336:0@lo:253: 00000800:00000200:2.0:1767384627.140461:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp12 ip 192.168.202.137:1017 00000800:00000200:2.0:1767384627.140467:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007e59d5a type 3, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1767384627.140471:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384627.140477:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384627.140477:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384627.140481:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384627.140484:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ebaace5d x1853237049182208/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384627.140485:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384627.140492:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384627.140492:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000743869de. 00000100:00000001:3.0:1767384627.140498:0:16350:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384627.140498:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.140504:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384627.140504:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035f178ac. 00000100:00000001:3.0:1767384627.140510:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294915567 00000400:00000010:0.0:1767384627.140510:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0d59eda. 00000100:00000010:3.0:1767384627.140515:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088c647ce. 00000100:00000200:0.0:1767384627.140516:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049182336, portal 25 00000100:00000001:0.0:1767384627.140521:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384627.140523:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120991872 : -123269588559744 : ffff8fe30ff65880) 00000100:00000001:3.0:1767384627.140525:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384627.140529:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd410bd2 x1853237049182336/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384627.140531:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384627.140532:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294915567 00000800:00000010:2.0:1767384627.140537:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e59d5a. 00000100:00000010:3.0:1767384627.140539:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086ca773f. 00000100:00000001:0.0:1767384627.140544:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384627.140546:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384627.140546:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384627.140550:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384627.140552:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294915567 00000400:00000010:0.0:1767384627.140555:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061d205bc. 00000100:00000010:3.0:1767384627.140556:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be19f887. 00000400:00000200:2.0:1767384627.140559:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: REPLY: OK 00000100:00000200:0.0:1767384627.140561:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049182336, offset 0 00000100:00000001:3.0:1767384627.140562:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384627.140565:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294915567 00000100:00000010:3.0:1767384627.140568:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000150843b0. 00000800:00000001:2.0:1767384627.140569:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384627.140573:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767384627.140575:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384627.140575:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:2.0:1767384627.140580:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384627.140584:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384627.140586:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384627.140586:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384627.140587:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384627.140592:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384627.140594:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.140597:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384627.140597:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384627.140601:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004880 00000400:00000200:0.0:1767384627.140631:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x107d [2] + 0 00000400:00000010:0.0:1767384627.140634:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6251bbc. 00000100:00000001:3.0:1767384627.140638:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384627.140638:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12) <- 192.168.202.137@tcp12 : REPLY - for me 00000400:00000200:0.0:1767384627.140639:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000276706d2 00000100:00000001:3.0:1767384627.140642:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384627.140646:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384627.140647:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384627.140650:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384627.140653:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384627.140654:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.140656:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp12: Reply from 12345-192.168.202.137@tcp12 of length 368/368 into md 0x1791 00000100:00000001:3.0:1767384627.140660:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.140662:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000276706d2 00000800:00000001:2.0:1767384627.140663:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384627.140666:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000276706d2. 00000800:00000001:2.0:1767384627.140671:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.140671:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384627.140674:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384627.140675:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384627.140691:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000064ca68cd x1853237049182336 msgsize 4848 00000400:00000200:2.0:1767384627.140702:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: REPLY: OK 00000100:00100000:0.0:1767384627.140703:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384627.140707:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384627.140709:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030e93532 00000400:00000010:2.0:1767384627.140712:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030e93532. 00000400:00000200:2.0:1767384627.140716:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:0.0:1767384627.140716:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384627.140721:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d205bc 00000400:00000010:0.0:1767384627.140726:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061d205bc. 00000400:00000200:2.0:1767384627.140729:0:16343:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000100:00000001:0.0:1767384627.140730:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384627.140736:0:16343:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000100:00000200:0.0:1767384627.140738:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd410bd2 x1853237049182336/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384627.140742:0:16343:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.137@tcp (384 bytes) 00000100:00000001:0.0:1767384627.140751:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384627.140752:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000040:0.0:1767384627.140756:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd410bd2 x1853237049182336/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.140763:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384627.140764:0:16343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000000a28b1fc. 00000100:00000001:0.0:1767384627.140765:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384627.140770:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (22) 00000100:00000001:0.0:1767384627.140777:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.140781:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294915568 00000800:00000001:2.0:1767384627.140784:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384627.140788:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.140788:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294915567 00000100:00000001:0.0:1767384627.140796:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294915568 00000400:00000200:2.0:1767384627.140802:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384627.140802:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294915567 00000400:00000010:2.0:1767384627.140808:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000006893ab32. 00000100:00000001:0.0:1767384627.140810:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294915568 00000400:00000010:2.0:1767384627.140813:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb1631b. 00000100:00000001:0.0:1767384627.140817:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294915567 00000400:00000010:2.0:1767384627.140819:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000948a8e5. 00000400:00000200:2.0:1767384627.140822:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006893ab32 00000400:00000001:2.0:1767384627.140826:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384627.140828:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384627.140830:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054cdfe45. 00000100:00000001:0.0:1767384627.140830:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294915568 00000400:00000200:2.0:1767384627.140838:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a40d0682 00000400:00000010:2.0:1767384627.140840:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a40d0682. 00000100:00000001:0.0:1767384627.140841:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294915567 00000100:00000001:3.0:1767384627.140842:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384627.140844:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00100000:3.0:1767384627.140846:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182208 00000100:00000001:0.0:1767384627.140846:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384627.140847:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000bb9b67c7. 02000000:00000001:3.0:1767384627.140851:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384627.140853:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.140854:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384627.140854:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000100:00000001:3.0:1767384627.140859:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.140860:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.140862:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100871 02000000:00000001:3.0:1767384627.140864:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.140867:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384627.140869:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182208 00000400:00000200:2.0:1767384627.140870:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp:0 00000020:00000001:3.0:1767384627.140874:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384627.140876:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102071 rc 1 00000020:00000040:3.0:1767384627.140878:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:0.0:1767384627.140878:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384627.140882:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102071 00000020:00000001:3.0:1767384627.140883:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384627.140883:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1767384627.140887:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000400:00000200:2.0:1767384627.140889:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (21) 00000100:00000001:0.0:1767384627.140889:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384627.140892:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384627.140894:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384627.140895:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000010:2.0:1767384627.140896:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000b47e87be. 00000100:00000001:0.0:1767384627.140899:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.140900:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384627.140901:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a40d0682. 00000100:00000001:0.0:1767384627.140903:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384627.140905:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb64675c. 00000100:00000001:3.0:1767384627.140909:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384627.140909:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000058167aa2. 00000020:00000010:3.0:1767384627.140915:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb64675c. 00000400:00000200:2.0:1767384627.140918:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:2.0:1767384627.140926:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:2.0:1767384627.140931:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000020:00000010:3.0:1767384627.140934:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2f2beaa. 00000100:00000001:0.0:1767384627.140936:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384627.140937:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000100:00100000:0.0:1767384627.140940:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182336 00000020:00000010:3.0:1767384627.140942:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002feb63bf. 02000000:00000001:0.0:1767384627.140943:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384627.140946:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384627.140950:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000002d58eb8. 00000100:00000001:0.0:1767384627.140950:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.140953:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 02000000:00000001:0.0:1767384627.140955:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.140960:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 38], ns[14, 38] 00000100:00000040:3.0:1767384627.140961:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384627.140961:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182336 00000400:00000200:2.0:1767384627.140968:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000020:00000001:0.0:1767384627.140968:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384627.140969:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384627.140972:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384627.140974:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:3.0:1767384627.140975:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.140978:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000020:00000001:0.0:1767384627.140980:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384627.140985:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384627.140985:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000400:00000200:2.0:1767384627.140986:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000020:00000001:0.0:1767384627.140992:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:2.0:1767384627.140996:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000100:00000001:3.0:1767384627.140997:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384627.140998:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:2.0:1767384627.141003:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000100:00000001:0.0:1767384627.141007:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384627.141011:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000020:00000010:0.0:1767384627.141013:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048198d4f. 00000400:00000200:2.0:1767384627.141016:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000100:00000001:3.0:1767384627.141019:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384627.141019:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384627.141023:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000100:00000001:3.0:1767384627.141024:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384627.141026:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048198d4f. 00000100:00100000:3.0:1767384627.141033:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000400:00000200:2.0:1767384627.141036:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000100:00000040:3.0:1767384627.141037:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000020:00000010:0.0:1767384627.141039:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000031d0fe1. 00000100:00000001:3.0:1767384627.141043:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781788240 : -123268927763376 : ffff8fe337594c50) 00000400:00000200:2.0:1767384627.141046:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000020:00000010:0.0:1767384627.141049:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009eced205. 00000100:00000040:3.0:1767384627.141051:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004b8f20d2 x1853237049182208/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:608/0 lens 4848/0 e 0 to 0 dl 1767384638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384627.141055:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000020:00000010:0.0:1767384627.141056:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007d437549. 00000100:00000001:0.0:1767384627.141066:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384627.141070:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384627.141071:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 14], ns[50, 14] 00000100:00000001:3.0:1767384627.141075:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384627.141079:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 14], ns[54, 14] 00000020:00000010:3.0:1767384627.141080:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb64675c. 00000100:00000001:0.0:1767384627.141080:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.141085:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384627.141089:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb64675c. 00000100:00000001:0.0:1767384627.141089:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.141090:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 14], ns[58, 14] 00000100:00100000:3.0:1767384627.141097:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004b8f20d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049182208:12345-0@lo:253: 00000100:00000001:0.0:1767384627.141097:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384627.141101:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[60, 14], ns[60, 14] 00000100:00000200:3.0:1767384627.141107:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182208 00000400:00000200:2.0:1767384627.141110:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000020:00000001:3.0:1767384627.141111:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384627.141115:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp13 00000100:00000001:0.0:1767384627.141115:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384627.141116:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384627.141120:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384627.141121:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384627.141127:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384627.141128:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp13 lpni_is_preferred = 0 00000020:00000001:3.0:1767384627.141132:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000100:00100000:0.0:1767384627.141132:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000400:00000200:2.0:1767384627.141135:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp13 00000020:00000001:3.0:1767384627.141141:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384627.141141:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000400:00000200:2.0:1767384627.141143:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp13 NI seq info: [63:63:256:4294967295] 192.168.202.137@tcp13 LPNI seq info [63:63:8:4294967295] 00000020:00000001:3.0:1767384627.141146:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.141147:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781792336 : -123268927759280 : ffff8fe337595c50) 00000400:00000200:2.0:1767384627.141152:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp13 00000020:00000001:3.0:1767384627.141164:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384627.141168:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064ca68cd x1853237049182336/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:608/0 lens 4848/0 e 0 to 0 dl 1767384638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384627.141169:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384627.141173:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13:) -> 192.168.202.137@tcp13(192.168.202.137@tcp:192.168.202.137@tcp13) : GET try# 0 00000020:00000001:3.0:1767384627.141174:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.141183:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384627.141189:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1767384627.141189:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp13 00000100:00000001:0.0:1767384627.141191:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:2.0:1767384627.141193:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000007e59d5a. 02000000:00000010:3.0:1767384627.141196:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000a88d2a1. 00000020:00000010:0.0:1767384627.141197:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048198d4f. 00000800:00000200:2.0:1767384627.141201:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a6c19d7] -> 12345-192.168.202.137@tcp13 (6) 02000000:00000001:3.0:1767384627.141202:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.141204:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384627.141207:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384627.141209:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048198d4f. 20000000:00000001:3.0:1767384627.141213:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:2.0:1767384627.141213:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp13 ip 192.168.202.137:988 00000800:00000200:2.0:1767384627.141218:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007e59d5a type 2, nob 96 niov 1 nkiov 0 00000100:00100000:0.0:1767384627.141227:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064ca68cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049182336:12345-0@lo:253: 20000000:00000010:3.0:1767384627.141233:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003777c955. 00000100:00000200:0.0:1767384627.141235:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182336 20000000:01000000:3.0:1767384627.141239:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384627.141240:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384627.141241:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 20000000:00000001:3.0:1767384627.141243:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384627.141246:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384627.141247:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384627.141247:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100271 rc 0 00000020:00000001:0.0:1767384627.141250:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384627.141255:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384627.141257:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384627.141259:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 20000000:00000001:3.0:1767384627.141260:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384627.141264:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384627.141266:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384627.141269:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384627.141272:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384627.141274:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:3.0:1767384627.141275:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000451e61f7. 00000020:00000001:0.0:1767384627.141276:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384627.141279:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00000100:00000001:0.0:1767384627.141282:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384627.141286:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:0.0:1767384627.141287:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384627.141292:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000010:0.0:1767384627.141294:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dde9f896. 00080000:00000001:3.0:1767384627.141296:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:0.0:1767384627.141300:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.141304:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384627.141306:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:2.0:1767384627.141310:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:3.0:1767384627.141313:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:2.0:1767384627.141315:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000007e59d5a. 20000000:00000010:0.0:1767384627.141316:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000083a8aa98. 00000400:00000200:2.0:1767384627.141320:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1767384627.141327:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.141329:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: GET: OK 20000000:01000000:0.0:1767384627.141330:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384627.141331:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384627.141336:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384627.141337:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384627.141338:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000001:3.0:1767384627.141340:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:0.0:1767384627.141341:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384627.141344:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384627.141345:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.141346:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00080000:00000002:3.0:1767384627.141348:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 20000000:00000001:0.0:1767384627.141352:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384627.141354:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:3.0:1767384627.141358:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:0.0:1767384627.141358:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:2.0:1767384627.141359:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1767384627.141364:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384627.141367:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384627.141369:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384627.141370:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1767384627.141375:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384627.141379:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384627.141380:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384627.141385:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13) <- 192.168.202.137@tcp13 : GET - for me 00000020:00000001:3.0:1767384627.141388:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000400:00000200:2.0:1767384627.141393:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 384 into portal 0 MB=0x8000000000000000 00080000:00000001:3.0:1767384627.141395:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384627.141399:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 384/384 into md 0x178d [1] + 0 00080000:00000010:3.0:1767384627.141402:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f98afbce. 00000400:00000200:2.0:1767384627.141407:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp13 to MR: 192.168.202.137@tcp13 local destination 00080000:00000001:3.0:1767384627.141408:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799650933760 : -123274058617856 : ffff8fe20586ac00) 00000400:00000200:2.0:1767384627.141414:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp13 NI seq info: [64:64:256:4294967295] 192.168.202.137@tcp13 LPNI seq info [64:64:8:4294967295] 00080000:00000001:3.0:1767384627.141415:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384627.141421:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384627.141426:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13:192.168.202.137@tcp13) -> 192.168.202.137@tcp13(192.168.202.137@tcp13:192.168.202.137@tcp13) 192.168.202.137@tcp13 : REPLY try# 0 00080000:00000010:3.0:1767384627.141428:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bb64675c. 00000800:00000200:2.0:1767384627.141432:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.137@tcp13 00080000:00000001:3.0:1767384627.141435:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384627.141437:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:2.0:1767384627.141444:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e59d5a. 00000800:00000200:2.0:1767384627.141448:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a6c19d7] -> 12345-192.168.202.137@tcp13 (6) 00080000:00000001:3.0:1767384627.141450:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384627.141455:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp13 ip 192.168.202.137:1015 00000800:00000200:2.0:1767384627.141458:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007e59d5a type 3, nob 480 niov 1 nkiov 1 00080000:00000001:3.0:1767384627.141468:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:3.0:1767384627.141492:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384627.141502:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384627.141509:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384627.141512:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384627.141512:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384627.141513:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e59d5a. 00000800:00000001:0.0:1767384627.141519:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384627.141521:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384627.141526:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384627.141529:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: REPLY: OK 00000400:00000200:0.0:1767384627.141538:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13) <- 192.168.202.137@tcp13 : REPLY - for me 00000400:00000200:0.0:1767384627.141550:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp13: Reply from 12345-192.168.202.137@tcp13 of length 384/384 into md 0x17a9 00000800:00000001:0.0:1767384627.141554:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384627.141559:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384627.141561:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384627.141565:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: REPLY: OK 00000400:00000200:0.0:1767384627.141568:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a40d0682 00000400:00000010:0.0:1767384627.141570:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a40d0682. 00000400:00000200:0.0:1767384627.141574:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384627.141577:0:16341:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:0.0:1767384627.141579:0:16341:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:0.0:1767384627.141584:0:16341:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 22. state = 0x100271 00000400:00000200:0.0:1767384627.141588:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:0.0:1767384627.141600:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (22) 00000800:00000001:0.0:1767384627.141646:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384627.141650:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384627.141769:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384627.141773:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000f1 00000400:00000010:2.0:1767384627.141779:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 0000000043e96c51. 00000400:00000010:2.0:1767384627.141781:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 00000000195ab152. 00000400:00000010:2.0:1767384627.141782:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 00000000f627727a. 00000400:00000200:2.0:1767384627.141799:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp28(00000000e83556b3) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384627.141804:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d7ec9f9e. 00000400:00000200:2.0:1767384627.141809:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d7ec9f9e nid 192.168.202.137@tcp29 00000400:00000010:2.0:1767384627.141812:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000127da8f9. 00000400:00000200:2.0:1767384627.141813:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000127da8f9 net tcp29 00000400:00000200:2.0:1767384627.141816:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (21) 00000400:00000200:2.0:1767384627.141819:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp29 flags 0x11 00000400:00000010:2.0:1767384627.141823:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c5672f47. 00000400:00000200:2.0:1767384627.141826:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c5672f47 nid 192.168.202.137@tcp30 00000400:00000010:2.0:1767384627.141827:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004595e6c0. 00000400:00000200:2.0:1767384627.141830:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000004595e6c0 net tcp30 00000400:00000200:2.0:1767384627.141831:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (22) 00000400:00000200:2.0:1767384627.141833:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp30 flags 0x11 00000400:00000010:2.0:1767384627.141835:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 0000000043e96c51. 00000400:00000010:2.0:1767384627.141837:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 00000000195ab152. 00000400:00000010:2.0:1767384627.141839:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 00000000f627727a. 00000400:00000010:2.0:1767384627.141840:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000b47e87be. 00000400:00000200:2.0:1767384627.141842:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384627.141844:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100171 00000400:00000200:2.0:1767384627.141852:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 rc 1 00000400:00000200:2.0:1767384627.141854:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 00000400:00000010:2.0:1767384627.141858:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c7d0fc. 00000400:00000200:2.0:1767384627.141860:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (23) 00000400:00000010:2.0:1767384627.141863:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008ef8fce7. 00000400:00000200:2.0:1767384627.141865:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp13 00000400:00000200:2.0:1767384627.141870:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp13 to MR: 192.168.202.137@tcp13 local destination 00000400:00000200:2.0:1767384627.141874:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp13 NI seq info: [65:65:256:4294967295] 192.168.202.137@tcp13 LPNI seq info [65:65:8:4294967295] 00000400:00000200:2.0:1767384627.141877:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp13 00000400:00000200:2.0:1767384627.141883:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13:192.168.202.137@tcp13) -> 192.168.202.137@tcp13(192.168.202.137@tcp13:192.168.202.137@tcp13) : PUT try# 0 00000800:00000200:2.0:1767384627.141886:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.137@tcp13 00000800:00000010:2.0:1767384627.141888:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e59d5a. 00000800:00000200:2.0:1767384627.141891:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a6c19d7] -> 12345-192.168.202.137@tcp13 (6) 00000800:00000200:2.0:1767384627.141894:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp13 ip 192.168.202.137:988 00000800:00000200:2.0:1767384627.141896:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007e59d5a type 1, nob 480 niov 1 nkiov 1 00000400:00000200:2.0:1767384627.141906:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384627.141908:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 rc 0 00000800:00000200:3.0:1767384627.141963:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384627.141967:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e59d5a. 00000800:00000001:2.0:1767384627.141973:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384627.141975:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384627.141980:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384627.141982:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: PUT: OK 00000800:00000001:2.0:1767384627.141984:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384627.141988:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384627.141990:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384627.141993:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp13: 0 00000400:00000200:2.0:1767384627.141999:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13) <- 192.168.202.137@tcp13 : PUT - for me 00000400:00000200:2.0:1767384627.142007:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384627.142011:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 384/384 into md 0x17a5 [1] + 0 00000400:00000010:2.0:1767384627.142013:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcb1631b. 00000400:00000200:2.0:1767384627.142016:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000948a8e5 00000800:00000001:2.0:1767384627.142018:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384627.142023:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384627.142024:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384627.142027:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: PUT: OK 00000400:00000200:2.0:1767384627.142036:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000948a8e5 00000400:00000010:2.0:1767384627.142037:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000948a8e5. 00000400:00000200:2.0:1767384627.142039:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384627.142042:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (24) 00000400:00000200:2.0:1767384627.142045:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:2.0:1767384627.142048:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000b47e87be. 00000400:00000200:2.0:1767384627.142051:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 22 00000400:00000200:2.0:1767384627.142053:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384627.142064:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (25) 00000400:00000200:2.0:1767384627.142068:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384627.142071:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp13 to MR: 192.168.202.137@tcp13 local destination 00000400:00000200:2.0:1767384627.142075:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp13 NI seq info: [66:66:256:4294967295] 192.168.202.137@tcp13 LPNI seq info [66:66:8:4294967295] 00000400:00000200:2.0:1767384627.142081:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13:192.168.202.137@tcp13) -> 192.168.202.137@tcp13(192.168.202.137@tcp13:192.168.202.137@tcp13) 192.168.202.137@tcp13 : ACK try# 0 00000800:00000200:2.0:1767384627.142085:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp13 00000800:00000010:2.0:1767384627.142088:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000732ca8dd. 00000800:00000200:2.0:1767384627.142091:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a6c19d7] -> 12345-192.168.202.137@tcp13 (6) 00000800:00000200:2.0:1767384627.142095:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp13 ip 192.168.202.137:1015 00000800:00000200:2.0:1767384627.142097:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000732ca8dd type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384627.142104:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384627.142109:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093c8ad7b. 00000400:00000010:0.0:1767384627.142114:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60c07fd. 00000400:00000200:0.0:1767384627.142117:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006893ab32 00000400:00000200:0.0:1767384627.142121:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1004f1 00000400:00000010:0.0:1767384627.142125:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 000000000a28b1fc. 00000800:00000001:3.0:1767384627.142127:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384627.142128:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 00000000f8be8897. 00000400:00000010:0.0:1767384627.142133:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 00000000f0c06c1b. 00000800:00000200:2.0:1767384627.142151:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384627.142154:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 000000000a28b1fc. 00000800:00000001:3.0:1767384627.142155:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384627.142155:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000732ca8dd. 00000400:00000010:0.0:1767384627.142158:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 00000000f8be8897. 00000400:00000200:2.0:1767384627.142161:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384627.142162:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 00000000f0c06c1b. 00000800:00000001:3.0:1767384627.142165:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384627.142167:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000b47e87be. 00000800:00000001:3.0:1767384627.142170:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384627.142172:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: ACK: OK 00000400:00000200:0.0:1767384627.142174:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384627.142178:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100571 00000800:00000001:3.0:1767384627.142179:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384627.142184:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 rc 1 00000400:00000200:0.0:1767384627.142191:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 00000400:00000200:3.0:1767384627.142192:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13) <- 192.168.202.137@tcp13 : ACK - for me 00000800:00000001:2.0:1767384627.142196:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384627.142197:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384627.142201:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100511 rc 0 00000400:00000200:3.0:1767384627.142207:0:16343:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp13: ACK from 12345-192.168.202.137@tcp13 into md 0x17ad 00000400:00000200:0.0:1767384627.142207:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:0.0:1767384627.142211:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (24) 00000400:00000200:3.0:1767384627.142214:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384627.142218:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: ACK: OK 00000400:00000200:3.0:1767384627.142221:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c7d0fc 00000400:00000010:3.0:1767384627.142223:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c7d0fc. 00000400:00000200:3.0:1767384627.142225:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384627.142227:0:16343:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:3.0:1767384627.142228:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (23) 00000800:00000001:3.0:1767384627.142231:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384627.142234:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384627.143197:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f98afbce. 00080000:00000010:0.0:1767384627.143241:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bb64675c. 00040000:00000001:0.0:1767384627.143247:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384627.143250:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384627.143252:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384627.143256:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384627.143258:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384627.143261:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384627.143275:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:2.0:1767384627.143286:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f627727a. 20000000:00000001:0.0:1767384627.143289:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384627.143290:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:2.0:1767384627.143295:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384627.143296:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384627.143300:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384627.143304:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:2.0:1767384627.143305:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384627.143315:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384627.143323:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384627.143333:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384627.143335:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384627.143337:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384627.143339:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384627.143342:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 20000000:01000000:3.0:1767384627.143344:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384627.143350:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000020:00000001:2.0:1767384627.143350:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 10000000:01000000:3.0:1767384627.143353:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000002:2.0:1767384627.143354:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384627.143359:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384627.143360:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384627.143363:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384627.143365:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384627.143370:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384627.143371:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000090a0daed. 00000020:00000001:2.0:1767384627.143373:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384627.143377:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384627.143380:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c1f50057. 00000020:00000001:2.0:1767384627.143380:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000020:00000001:3.0:1767384627.143385:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384627.143387:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000040:3.0:1767384627.143388:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c1f50057 with handle 0x7f71e2b70dd2029e to hash 00000020:00000001:3.0:1767384627.143392:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384627.143393:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961959424 : -123268747592192 : ffff8fe342167e00) 00080000:00000010:2.0:1767384627.143394:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000043e96c51. 00010000:00000001:3.0:1767384627.143395:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961959424 : -123268747592192 : ffff8fe342167e00) 00010000:00000001:3.0:1767384627.143400:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384627.143402:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649873408 : -123274059678208 : ffff8fe205767e00) 00080000:00000001:2.0:1767384627.143406:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384627.143409:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384627.143409:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:3.0:1767384627.143414:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd2029e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384627.143415:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000039e32203. 00080000:00000001:2.0:1767384627.143422:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.143426:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384627.143427:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384627.143430:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384627.143433:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384627.143434:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384627.143436:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384627.143438:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384627.143439:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384627.143439:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.143441:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384627.143444:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384627.143447:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384627.143448:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384627.143449:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000090a0daed) refcount = 1 00010000:00010000:3.0:1767384627.143452:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd2029e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384627.143454:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384627.143458:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384627.143460:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384627.143461:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384627.143463:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.143465:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384627.143467:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384627.143469:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:3.0:1767384627.143472:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384627.143473:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384627.143474:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c1f50057 refcount=4 00000020:00000001:3.0:1767384627.143476:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961959424 : -123268747592192 : ffff8fe342167e00) 00010000:00000001:3.0:1767384627.143478:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961959424 : -123268747592192 : ffff8fe342167e00) 00010000:00000001:3.0:1767384627.143479:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384627.143481:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd2029e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384627.143484:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384627.143485:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384627.143490:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:3.0:1767384627.143492:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd2029e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000010:0.0:1767384627.143494:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003777c955. 00010000:00000001:3.0:1767384627.143500:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384627.143503:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384627.143504:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384627.143505:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd2029e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384627.143512:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384627.143513:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.143523:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000040:0.0:1767384627.143524:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049182208 00010000:00010000:3.0:1767384627.143525:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd2029e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384627.143532:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384627.143533:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c1f50057 already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384627.143536:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384627.143538:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384627.143540:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd2029e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384627.143542:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004b8f20d2 x1853237049182208/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:608/0 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384627.143548:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384627.143550:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384627.143552:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384627.143555:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c1f50057 refcount=5 00000020:00000001:3.0:1767384627.143558:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961959424 : -123268747592192 : ffff8fe342167e00) 00010000:00000001:3.0:1767384627.143563:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961959424 : -123268747592192 : ffff8fe342167e00) 00010000:00000001:0.0:1767384627.143565:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384627.143566:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767384627.143569:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384627.143570:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd2029e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384627.143578:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:0.0:1767384627.143578:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=44 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384627.143580:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384627.143581:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.143583:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384627.143585:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384627.143586:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384627.143593:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.143593:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767384627.143598:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c1f50057 with handle 0x7f71e2b70dd2029e from hash 00000100:00000040:0.0:1767384627.143600:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:3.0:1767384627.143602:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384627.143605:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384627.143627:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384627.143628:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:3.0:1767384627.143629:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384627.143633:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:0.0:1767384627.143634:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384627.143635:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:0.0:1767384627.143638:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.143639:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384627.143643:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.143645:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384627.143646:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.143650:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1767384627.143651:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384627.143652:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384627.143655:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384627.143657:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384627.143657:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061d205bc. 00010000:00000001:3.0:1767384627.143659:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.143663:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.143665:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384627.143665:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049182208, offset 224 00010000:00010000:3.0:1767384627.143670:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd2029e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384627.143675:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384627.143689:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384627.143694:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384627.143696:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384627.143700:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384627.143700:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384627.143703:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384627.143711:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384627.143715:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384627.143719:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.143722:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004800 20000000:00000001:3.0:1767384627.143725:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.143730:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1795 [2] + 224 00010000:00010000:3.0:1767384627.143732:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd2029e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384627.143735:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384627.143742:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384627.143749:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384627.143750:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384627.143753:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384627.143754:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ebaace5d x1853237049182208/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384627.143757:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c1f50057/0x7f71e2b70dd2029e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384627.143775:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ebaace5d x1853237049182208/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384627.143795:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000090a0daed count: 0 00000100:00000001:0.0:1767384627.143804:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384627.143805:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384627.143808:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384627.143812:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d205bc 00000400:00000010:0.0:1767384627.143815:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061d205bc. 00000100:00000001:0.0:1767384627.143818:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384627.143819:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384627.143823:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384627.143823:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.143826:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384627.143827:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384627.143831:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384627.143832:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384627.143833:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384627.143836:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384627.143837:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384627.143839:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcc38b63. 00000100:00000040:0.0:1767384627.143842:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b8f20d2 x1853237049182208/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:608/0 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384627.143845:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5ce00d2 00000400:00000010:2.0:1767384627.143849:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5ce00d2. 00000100:00000001:2.0:1767384627.143856:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384627.143857:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004b8f20d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049182208:12345-0@lo:253: Request processed in 2779us (3453us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384627.143862:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ebaace5d x1853237049182208/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384627.143876:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000200:2.0:1767384627.143878:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ebaace5d x1853237049182208/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384627.143880:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384627.143885:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384627.143888:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384627.143890:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384627.143892:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002feb63bf. 00000020:00000010:0.0:1767384627.143896:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000002d58eb8. 00000100:00000001:2.0:1767384627.143900:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384627.143901:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2f2beaa. 00000100:00000001:2.0:1767384627.143904:0:16350:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384627.143906:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:2.0:1767384627.143907:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384627.143911:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384627.143911:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384627.143913:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384627.143914:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000a88d2a1. 02000000:00000001:2.0:1767384627.143916:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384627.143918:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384627.143921:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=44 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384627.143921:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384627.143928:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=44 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384627.143928:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384627.143932:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384627.143934:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384627.143934:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040489fbf. 00010000:00000001:2.0:1767384627.143940:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384627.143941:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061d205bc. 00010000:00000001:2.0:1767384627.143942:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.143946:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384627.143949:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ebaace5d x1853237049182208/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384627.143954:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384627.143956:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384627.143957:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384627.143960:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384627.143961:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384627.143962:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384627.143963:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384627.143964:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384627.143965:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384627.143966:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384627.143966:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384627.143967:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384627.143968:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384627.143969:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebaace5d x1853237049182208/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384627.143974:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ebaace5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049182208:0@lo:253: 00000100:00000001:2.0:1767384627.143978:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.143979:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384627.143980:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ebaace5d x1853237049182208/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384627.143984:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384627.143991:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384627.143993:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000fe61bef. 02000000:00000001:2.0:1767384627.143996:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384627.143997:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384627.143998:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384627.144000:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384627.144002:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008df6b3a5. 02000000:00000001:2.0:1767384627.144005:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384627.144006:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384627.144007:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ebaace5d. 00000100:00000001:2.0:1767384627.144009:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384627.144010:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.144011:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.144014:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384627.144016:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.144017:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384627.144019:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384627.144927:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000043e96c51. 00080000:00000010:2.0:1767384627.144962:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000039e32203. 00040000:00000001:2.0:1767384627.144966:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384627.144967:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384627.144969:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384627.144971:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384627.144973:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384627.144974:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384627.144976:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384627.144983:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384627.144985:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384627.144989:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384627.144994:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384627.144997:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384627.144999:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384627.145002:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384627.145003:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384627.145007:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000010a75c15. 00010000:00000001:3.0:1767384627.145010:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384627.145012:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000097c750bd. 00000020:00000001:3.0:1767384627.145014:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384627.145016:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000097c750bd with handle 0x7f71e2b70dd202a5 to hash 00000020:00000001:3.0:1767384627.145018:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384627.145019:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384627.145021:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384627.145022:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384627.145023:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384627.145025:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202a5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384627.145030:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384627.145032:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384627.145033:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384627.145034:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384627.145036:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384627.145037:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384627.145038:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384627.145040:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384627.145041:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384627.145041:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384627.145042:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384627.145043:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010a75c15) refcount = 1 00010000:00010000:3.0:1767384627.145051:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202a5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384627.145055:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384627.145056:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384627.145057:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384627.145058:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.145059:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384627.145060:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384627.145062:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:3.0:1767384627.145063:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384627.145064:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384627.145065:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000097c750bd refcount=4 00000020:00000001:3.0:1767384627.145066:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384627.145067:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384627.145068:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384627.145069:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202a5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384627.145073:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384627.145074:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202a5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384627.145077:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384627.145078:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384627.145079:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202a5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384627.145082:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384627.145083:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.145084:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384627.145085:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202a5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384627.145088:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000097c750bd already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384627.145095:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384627.145096:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384627.145097:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202a5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384627.145101:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384627.145102:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384627.145103:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384627.145105:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000097c750bd refcount=5 00000020:00000001:3.0:1767384627.145107:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384627.145110:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384627.145112:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384627.145114:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202a5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384627.145120:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384627.145122:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384627.145124:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384627.145124:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384627.145128:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384627.145128:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384627.145132:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000083a8aa98. 00010000:00000001:3.0:1767384627.145133:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000001:2.0:1767384627.145137:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.145138:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384627.145142:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384627.145142:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049182336 00010000:00000001:2.0:1767384627.145146:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1767384627.145148:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000097c750bd with handle 0x7f71e2b70dd202a5 from hash 00010000:00000200:2.0:1767384627.145152:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064ca68cd x1853237049182336/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:608/0 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384627.145154:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384627.145158:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384627.145161:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.145162:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384627.145164:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384627.145166:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384627.145168:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384627.145171:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.145172:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00001000:2.0:1767384627.145175:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=44 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384627.145176:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.145180:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384627.145182:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384627.145183:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:3.0:1767384627.145187:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384627.145188:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:3.0:1767384627.145192:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:2.0:1767384627.145192:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384627.145195:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.145198:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384627.145198:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384627.145202:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384627.145203:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384627.145206:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068f7609f. 00000100:00000200:2.0:1767384627.145208:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049182336, offset 224 00010000:00000001:3.0:1767384627.145213:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.145217:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384627.145219:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.145223:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.145226:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384627.145228:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202a5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384627.145234:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004880 00000400:00000200:2.0:1767384627.145243:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x179d [2] + 224 00010000:00000001:3.0:1767384627.145245:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384627.145249:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384627.145250:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384627.145251:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384627.145254:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384627.145258:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384627.145258:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384627.145262:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384627.145263:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384627.145264:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:2.0:1767384627.145268:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd410bd2 x1853237049182336/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384627.145269:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384627.145275:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384627.145281:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fd410bd2 x1853237049182336/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384627.145282:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202a5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384627.145301:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384627.145303:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384627.145305:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202a5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384627.145313:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000010a75c15 count: 0 00000100:00000001:2.0:1767384627.145313:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384627.145323:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384627.145323:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068f7609f 20000000:00000001:3.0:1767384627.145327:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384627.145328:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068f7609f. 00000100:00000001:2.0:1767384627.145333:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384627.145335:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384627.145337:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384627.145340:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.145341:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384627.145346:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:0.0:1767384627.145347:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384627.145350:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384627.145352:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384627.145354:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035f178ac. 00000020:00000001:2.0:1767384627.145355:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384627.145360:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384627.145361:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0d59eda 00000100:00000040:2.0:1767384627.145365:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064ca68cd x1853237049182336/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:608/0 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384627.145365:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0d59eda. 00000100:00000001:0.0:1767384627.145371:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384627.145377:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd410bd2 x1853237049182336/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384627.145410:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd410bd2 x1853237049182336/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384627.145411:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064ca68cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049182336:12345-0@lo:253: Request processed in 4219us (4717us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384627.145427:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000001:0.0:1767384627.145429:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384627.145430:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:0.0:1767384627.145432:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.145433:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384627.145436:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384627.145436:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384627.145440:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384627.145441:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009eced205. 00000100:00000001:0.0:1767384627.145443:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384627.145447:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007d437549. 00000100:00000001:0.0:1767384627.145447:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384627.145451:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384627.145453:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000031d0fe1. 00000020:00000040:2.0:1767384627.145455:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:2.0:1767384627.145457:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384627.145458:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dde9f896. 02000000:00000001:2.0:1767384627.145463:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384627.145465:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=44 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384627.145466:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384627.145471:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384627.145472:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=44 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384627.145476:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb1631b. 00000100:00000001:0.0:1767384627.145477:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384627.145479:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384627.145483:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384627.145485:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068f7609f. 00010000:00000001:0.0:1767384627.145485:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.145489:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384627.145495:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd410bd2 x1853237049182336/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.145502:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384627.145505:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384627.145506:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384627.145509:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384627.145511:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384627.145512:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384627.145514:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384627.145516:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384627.145517:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384627.145519:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384627.145520:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384627.145521:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384627.145524:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd410bd2 x1853237049182336/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384627.145531:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd410bd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049182336:0@lo:253: 00000100:00000001:0.0:1767384627.145535:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.145537:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384627.145539:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd410bd2 x1853237049182336/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.145545:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384627.145547:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384627.145549:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000743869de. 02000000:00000001:0.0:1767384627.145552:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384627.145554:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384627.145555:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384627.145558:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384627.145566:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000203accf7. 02000000:00000001:0.0:1767384627.145571:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384627.145572:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384627.145573:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd410bd2. 00000100:00000001:0.0:1767384627.145577:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384627.145578:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.145580:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.145585:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384627.145586:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.145589:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384627.145591:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384627.146642:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294915568, at 4294915569 00000100:00000040:3.0:1767384627.146649:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294915568, at 4294915569 00000100:00000010:1.0:1767384627.146652:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086ca773f. 00000100:00000010:3.0:1767384627.146656:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000150843b0. 00000100:00000040:0.0:1767384627.146660:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294915568, at 4294915569 00000100:00000040:2.0:1767384627.146662:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294915568, at 4294915569 00000100:00000010:0.0:1767384627.146668:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088c647ce. 00000100:00000010:2.0:1767384627.146669:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be19f887. 00010000:00000010:3.1:1767384627.150645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000090a0daed. 00010000:00000010:3.1:1767384627.150652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c1f50057. 00000400:00000010:1.0:1767384627.156650:0:27027:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000025342837. 00000400:00000040:1.0:1767384627.156670:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384627.156674:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384627.156689:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384627.156692:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384627.156695:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384627.156697:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384627.156700:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384627.156702:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384627.156703:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384627.156705:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384627.156707:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384627.156709:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384627.156711:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384627.156713:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384627.156731:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384627.156733:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384627.156734:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384627.156735:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384627.156736:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384627.156738:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384627.156739:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384627.156740:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384627.156741:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384627.156742:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384627.156742:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384627.156744:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384627.156745:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384627.156746:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384627.156747:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384627.156748:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384627.156749:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384627.156750:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384627.156751:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384627.156752:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384627.156753:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384627.156754:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384627.156754:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384627.156756:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384627.156757:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384627.156758:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384627.156759:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384627.156760:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384627.156761:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384627.156762:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384627.156763:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384627.156764:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384627.156765:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384627.156766:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384627.156767:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384627.156768:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384627.156769:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384627.156770:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384627.156771:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384627.156776:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384627.156777:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384627.156778:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384627.156779:0:27027:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384627.156833:0:27027:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000025342837. 00010000:00000010:3.1:1767384627.158630:0:27028:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000010a75c15. 00010000:00000010:3.1:1767384627.158640:0:27028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000097c750bd. 00010000:00000001:2.0:1767384627.161800:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384627.161804:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.161810:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384627.161811:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384627.161858:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384627.161862:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384627.161866:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384628.057701:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp28 00000400:00000010:1.0:1767384628.057708:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000708a6b37. 00000400:00000010:1.0:1767384628.057716:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a119d30a. 00000400:00000010:1.0:1767384628.057722:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037f2ff7f. 00000400:00000010:1.0:1767384628.057730:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000de342414. 00000400:00000200:1.0:1767384628.057735:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp28 00000400:00000200:1.0:1767384628.057750:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp28 local destination 00000400:00000200:1.0:1767384628.057756:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp28 00000400:00000200:1.0:1767384628.057760:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp28 NI seq info: [67:67:256:4294967295] 192.168.202.137@tcp28 LPNI seq info [67:67:8:4294967295] 00000400:00000200:1.0:1767384628.057766:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp28 00000400:00000200:1.0:1767384628.057774:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp28(192.168.202.137@tcp28:) -> 192.168.202.137@tcp28(192.168.202.137@tcp28:192.168.202.137@tcp28) : GET try# 0 00000800:00000200:1.0:1767384628.057778:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp28 00000800:00000010:1.0:1767384628.057782:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007e7ca6ff. 00000800:00000200:1.0:1767384628.057789:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083c47498] -> 12345-192.168.202.137@tcp28 (2) 00000800:00000200:1.1:1767384628.057793:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083c47498] -> 12345-192.168.202.137@tcp28 (2) 00000400:00000200:1.0:1767384628.057811:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp28 added to recovery queue. ping count: 2 next ping: 253 health :800 00000400:00000200:0.0:1767384628.057865:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.057910:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.057928:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.057945:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.057963:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.057981:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058001:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058033:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058067:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058099:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058122:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058141:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058163:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058184:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058203:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058221:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058240:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058257:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058287:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058306:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058328:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058348:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058366:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058385:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058404:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058422:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058440:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058458:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058478:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058501:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058520:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058537:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058556:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058576:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.058596:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384628.058953:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083a8aa98. 00000800:00000010:0.0:1767384628.058958:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b60b3881. 00000800:00000010:0.0:1767384628.058962:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ffe9641. 00000800:00000010:0.0:1767384628.058978:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ffe9641. 00000800:00020000:0.0:1767384628.058986:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384628.064679:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b60b3881. 00000800:00000010:0.0:1767384628.064685:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000083a8aa98. 00000400:02020000:0.0:1767384628.064726:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp28 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384628.068706:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp28 notifying 192.168.202.137@tcp28: down 00000800:00000200:0.0:1767384628.068714:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp28 down 00000800:00000100:0.0:1767384628.068721:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp28 00000800:00000010:0.0:1767384628.068724:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007e7ca6ff. 00000400:00000200:0.0:1767384628.068729:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384628.068733:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp28->192.168.202.137@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384628.068748:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384628.068751:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384628.068755:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp28) recovery failed with -71 00010000:00000001:2.0:1767384628.185730:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384628.185735:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384628.185740:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384628.185741:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.185772:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384628.185776:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384628.185779:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384628.283449:0:27370:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000019ee0bf3. 00080000:00000010:0.0:1767384628.283459:0:27370:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000019ee0bf3. 00000020:00000001:0.0:1767384628.283462:0:27370:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384628.283468:0:27370:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000019ee0bf3. 00080000:00000010:0.0:1767384628.283472:0:27370:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000019ee0bf3. 00000020:00000001:0.0:1767384628.283474:0:27370:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384628.971531:0:27534:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384628.971536:0:27534:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:1.0:1767384628.974919:0:27534:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384628.981190:0:27535:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008b19cf0a. 00000400:00000010:2.0:1767384628.981203:0:27535:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dd1f89b2. 00000400:00000010:2.0:1767384628.981211:0:27535:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ee51ba5e. 00000400:00000010:2.0:1767384628.981214:0:27535:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004816de2a. 00000400:00000010:2.0:1767384628.981216:0:27535:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bcd79375. 00000400:00000010:2.0:1767384628.981220:0:27535:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000820f8200. 00000400:00000010:2.0:1767384628.981225:0:27535:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000171905e7. 00000400:00000010:2.0:1767384628.981227:0:27535:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a986e34c. 00000400:00000010:2.0:1767384628.981229:0:27535:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000054944868. 00000800:00000010:2.0:1767384628.981241:0:27535:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000732ca8dd. 00000800:00000200:2.0:1767384628.981250:0:27535:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384628.981260:0:27535:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384628.981292:0:27535:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:2.0:1767384628.981312:0:27535:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp31 [8/256/0/180] 00000400:00000010:2.0:1767384628.982782:0:27535:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000009ac26fdb. 00000400:00000010:2.0:1767384628.982789:0:27535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054cdfe45. 00000400:00000010:2.0:1767384628.982796:0:27535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000948a8e5. 00000400:00000001:2.0:1767384628.982813:0:27535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384628.982815:0:27535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384628.982817:0:27535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000231ecf56. 00000400:00000200:2.0:1767384628.982821:0:27535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c4aea52 00000400:00000010:2.0:1767384628.982822:0:27535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4aea52. 00000400:00000010:2.0:1767384628.982825:0:27535:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000007101ca2b. 00000400:00000200:2.0:1767384628.982830:0:27535:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (22) 00000400:00000200:2.0:1767384628.982840:0:27535:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384628.982848:0:27535:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:2.0:1767384628.982854:0:27535:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000203accf7. 00000400:00000200:0.0:1767384628.982855:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384628.982858:0:27535:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384628.982863:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000020:01000000:2.0:1767384628.982864:0:27535:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp31 00000400:00000010:0.0:1767384628.982873:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee23fc24. 00000400:00000200:0.0:1767384628.982875:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (23) 00000400:00000010:2.0:1767384628.982881:0:27535:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dd1f89b2. 00000400:00000010:0.0:1767384628.982881:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000014903ec8. 00000400:00000010:2.0:1767384628.982888:0:27535:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008b19cf0a. 00000400:00000200:0.0:1767384628.982890:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000200:0.0:1767384628.982902:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:0.0:1767384628.982907:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:0.0:1767384628.982912:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000400:00000200:0.0:1767384628.982915:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:00000001:1.0:1767384628.982917:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384628.982919:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 10000000:00000001:1.0:1767384628.982923:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384628.982924:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 10000000:00000001:1.0:1767384628.982928:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384628.982929:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 10000000:01000000:1.0:1767384628.982931:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384628.982937:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384628.982937:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000020:01000004:1.0:1767384628.982941:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384628.982945:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384628.982945:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000020:01000004:1.0:1767384628.982947:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384628.982958:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384628.982961:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384628.982963:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000020:01000004:1.0:1767384628.982964:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384628.982967:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384628.982970:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384628.982972:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384628.982972:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000100:00000010:1.0:1767384628.982978:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b13cafb8. 00000400:00000200:0.0:1767384628.982979:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000020:00000040:1.0:1767384628.982984:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:0.0:1767384628.982985:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000100:00000001:1.0:1767384628.982991:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384628.982991:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 02000000:00000001:1.0:1767384628.982996:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384628.982997:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 02000000:00000001:1.0:1767384628.983002:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.983002:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 00000400:00000200:0.0:1767384628.983010:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 02000000:00000010:1.0:1767384628.983013:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006c7d7a88. 00000400:00000200:0.0:1767384628.983013:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000400:00000200:0.0:1767384628.983021:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000100:00000001:1.0:1767384628.983023:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.983025:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 16], ns[67, 16] 00000400:00000200:0.0:1767384628.983029:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 00000100:00000001:1.0:1767384628.983032:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384628.983033:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:1.0:1767384628.983036:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.983039:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000400:00000200:0.0:1767384628.983044:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp29 00000100:00000040:1.0:1767384628.983046:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b13cafb8] to pc [ptlrpcd_00_00+0] req@00000000b13cafb8 x1853237049182464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384628.983050:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp29 lpni_is_preferred = 0 00000400:00000200:0.0:1767384628.983056:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp29 00000400:00000200:0.0:1767384628.983063:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp29 NI seq info: [68:68:256:4294967295] 192.168.202.137@tcp29 LPNI seq info [68:68:8:4294967295] 00000400:00000200:0.0:1767384628.983069:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp29 00000400:00000200:0.0:1767384628.983077:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp29(192.168.202.137@tcp29:) -> 192.168.202.137@tcp29(192.168.202.137@tcp:192.168.202.137@tcp29) : PUT try# 0 10000000:00000001:1.0:1767384628.983079:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384628.983084:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.137@tcp29 10000000:00000001:1.0:1767384628.983085:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384628.983088:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384628.983090:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384628.983092:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767384628.983094:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000496bca98. 00000020:00000001:1.0:1767384628.983097:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384628.983098:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384628.983101:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384628.983102:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1767384628.983103:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b01f35c8. 10000000:00000001:1.0:1767384628.983104:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384628.983107:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:0.0:1767384628.983109:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007dc49257. 00000100:00000040:2.0:1767384628.983110:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b13cafb8 x1853237049182464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384628.983112:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384628.983116:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384628.983120:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:0.0:1767384628.983120:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000020:01000004:1.0:1767384628.983123:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384628.983127:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384628.983131:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384628.983133:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:0.1:1767384628.983133:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000100:00000001:2.0:1767384628.983136:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384628.983137:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384628.983141:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384628.983142:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384628.983144:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003be2132b. 00000020:00000040:1.0:1767384628.983148:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 02000000:00000001:2.0:1767384628.983149:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384628.983150:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384628.983150:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384628.983154:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 02000000:00000001:2.0:1767384628.983155:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384628.983159:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384628.983160:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.983162:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384628.983167:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000168595db. 00000100:00000001:1.0:1767384628.983174:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384628.983177:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049182464:0@lo:253: 00000100:00000001:1.0:1767384628.983178:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384628.983181:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.983187:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384628.983188:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003be2132b] to pc [ptlrpcd_00_01+1] req@000000003be2132b x1853237049182592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384628.983197:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:1.0:1767384628.983200:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384628.983201:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.983202:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 10000000:00000001:1.0:1767384628.983203:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384628.983209:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384628.983209:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384628.983213:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384628.983215:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000203accf7. 02000000:00000010:2.0:1767384628.983217:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000743869de. 02000000:00000001:2.0:1767384628.983221:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384628.983226:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c4aad2e. 00000100:00000001:1.0:1767384628.983227:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384628.983230:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384628.983232:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd1f89b2. 00000100:00000001:1.0:1767384628.983232:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384628.983237:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003be2132b x1853237049182592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384628.983239:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049182464, portal 25 00000100:00000001:2.0:1767384628.983245:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384628.983249:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384628.983250:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924112896 : -123268785438720 : ffff8fe33fd50000) 00000100:00000001:1.0:1767384628.983251:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.983251:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 02000000:00000001:1.0:1767384628.983259:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384628.983261:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384628.983263:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b13cafb8 x1853237049182464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384628.983264:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384628.983270:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003be2132b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049182592:0@lo:253: 00000100:00000001:1.0:1767384628.983278:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384628.983279:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 02000000:00000001:1.0:1767384628.983281:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384628.983285:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.983286:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384628.983288:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384628.983293:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000203accf7. 00000100:00000040:2.0:1767384628.983294:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384628.983296:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384628.983300:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c93351d. 00000400:00000010:1.0:1767384628.983301:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df8c38fd. 00000100:00000200:2.0:1767384628.983309:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049182464, offset 0 00000400:00000200:0.0:1767384628.983309:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000010:1.0:1767384628.983310:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d43de5a3. 00000100:00000200:1.0:1767384628.983318:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049182592, portal 25 00000400:00000200:2.0:1767384628.983323:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384628.983324:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384628.983331:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924119168 : -123268785432448 : ffff8fe33fd51880) 00000400:00000200:2.0:1767384628.983336:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384628.983336:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000040:1.0:1767384628.983342:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003be2132b x1853237049182592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.983351:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384628.983353:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004900 00000100:00000040:1.0:1767384628.983360:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384628.983365:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088bec284. 00000400:00000200:0.0:1767384628.983365:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384628.983366:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x108d [2] + 0 00000400:00000010:2.0:1767384628.983374:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de6578d9. 00000400:00000200:2.0:1767384628.983379:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046b281e2 00000100:00000200:1.0:1767384628.983383:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049182592, offset 0 00000400:00000200:2.0:1767384628.983387:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384628.983394:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384628.983394:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384628.983398:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384628.983407:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b281e2 00000400:00000200:1.0:1767384628.983410:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384628.983411:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046b281e2. 00000100:00000001:2.0:1767384628.983420:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384628.983422:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384628.983424:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004980 00000100:00000200:2.0:1767384628.983425:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384628.983433:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000006607c268 x1853237049182464 msgsize 4848 00000400:00000200:1.0:1767384628.983434:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x109d [2] + 0 00000400:00000010:1.0:1767384628.983441:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086421a64. 00000400:00000200:1.0:1767384628.983446:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005d42d1d0 00000100:00100000:2.0:1767384628.983448:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384628.983448:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384628.983451:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384628.983454:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384628.983459:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384628.983463:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d42d1d0 00000400:00000010:1.0:1767384628.983465:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d42d1d0. 00000100:00000001:2.0:1767384628.983469:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384628.983469:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384628.983471:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384628.983473:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000f67142ac x1853237049182592 msgsize 4848 00000100:00100000:1.0:1767384628.983479:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384628.983480:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000040:1.0:1767384628.983482:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384628.983487:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c93351d 00000400:00000010:2.0:1767384628.983492:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c93351d. 00000100:00000001:1.0:1767384628.983494:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384628.983496:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384628.983501:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088bec284 00000100:00000200:2.0:1767384628.983505:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b13cafb8 x1853237049182464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384628.983505:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088bec284. 00000400:00000200:0.0:1767384628.983506:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000100:00000001:1.0:1767384628.983511:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384628.983518:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003be2132b x1853237049182592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384628.983528:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000100:00000001:2.0:1767384628.983530:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384628.983530:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384628.983538:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003be2132b x1853237049182592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384628.983540:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b13cafb8 x1853237049182464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384628.983550:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000100:00000001:1.0:1767384628.983551:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.983556:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384628.983562:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.983563:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.983565:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384628.983573:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.983574:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294917410 00000400:00000200:0.0:1767384628.983577:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000100:00000001:2.0:1767384628.983579:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294917410 00000100:00000010:1.0:1767384628.983581:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e17891e7. 00000100:00000001:1.0:1767384628.983589:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384628.983594:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294917410 00000100:00000001:2.0:1767384628.983596:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294917410 00000100:00000010:1.0:1767384628.983599:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000582ddea7. 00000400:00000200:0.0:1767384628.983600:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000100:00000001:2.0:1767384628.983601:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294917410 00000100:00000001:1.0:1767384628.983603:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384628.983634:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294917411 00000100:00000010:1.0:1767384628.983638:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bccf05d6. 00000100:00000001:1.0:1767384628.983641:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384628.983645:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294917411 00000100:00000010:1.0:1767384628.983647:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd5922fa. 00000100:00000001:1.0:1767384628.983650:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384628.983653:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384628.983655:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.983658:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.983672:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.983681:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384628.983683:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384628.983684:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384628.983685:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384628.983687:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.983689:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.983705:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384628.983707:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182464 02000000:00000001:1.0:1767384628.983709:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384628.983711:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384628.983712:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.983715:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384628.983718:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182464 00000020:00000001:1.0:1767384628.983720:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384628.983722:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384628.983724:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384628.983726:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:1.0:1767384628.983729:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384628.983737:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384628.983741:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384628.983744:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000117eea3a. 00000100:00000001:1.0:1767384628.983746:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384628.983747:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000117eea3a. 00000020:00000010:1.0:1767384628.983753:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065a404f7. 00000020:00000010:1.0:1767384628.983757:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006af8bed7. 00000020:00000010:1.0:1767384628.983761:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c41ec6b. 00000100:00000040:1.0:1767384628.983767:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384628.983770:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384628.983771:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384628.983772:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.983778:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.983786:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.983796:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384628.983797:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182592 02000000:00000001:1.0:1767384628.983799:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384628.983800:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384628.983801:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.983803:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384628.983805:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182592 00000020:00000001:1.0:1767384628.983807:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384628.983808:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384628.983809:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384628.983811:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:1.0:1767384628.983812:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384628.983814:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384628.983816:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384628.983818:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000117eea3a. 00000100:00000001:1.0:1767384628.983820:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384628.983822:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000117eea3a. 00000020:00000010:1.0:1767384628.983826:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fa9a746. 00000020:00000010:1.0:1767384628.983830:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042c6e6cb. 00000020:00000010:1.0:1767384628.983833:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000679ae6e6. 00000100:00000001:1.0:1767384628.983842:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384628.983843:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384628.983845:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.983849:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.983851:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.983862:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384628.983863:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384628.983868:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000040:1.0:1767384628.983870:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384628.983872:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781786192 : -123268927765424 : ffff8fe337594450) 00000100:00000040:1.0:1767384628.983876:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006607c268 x1853237049182464/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:609/0 lens 4848/0 e 0 to 0 dl 1767384639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.983883:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384628.983883:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000020:00000010:1.0:1767384628.983888:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000117eea3a. 00000100:00000001:2.0:1767384628.983892:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294917410 00000100:00000001:1.0:1767384628.983892:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384628.983897:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000117eea3a. 00000100:00000001:2.0:1767384628.983899:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294917411 00000100:00000001:2.0:1767384628.983903:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294917411 00000100:00100000:1.0:1767384628.983906:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006607c268 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049182464:12345-0@lo:253: 00000100:00000001:2.0:1767384628.983908:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294917411 00000100:00000200:1.0:1767384628.983911:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182464 00000100:00000001:2.0:1767384628.983914:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294917411 00000020:00000001:1.0:1767384628.983915:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384628.983919:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384628.983920:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384628.983923:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.983923:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000100:00000001:2.0:1767384628.983924:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384628.983929:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384628.983931:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384628.983932:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000100:00000001:2.0:1767384628.983938:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384628.983938:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384628.983941:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384628.983944:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384628.983946:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384628.983947:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384628.983951:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384628.983951:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.983958:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384628.983959:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384628.983963:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384628.983963:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384628.983966:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000100:00000001:2.0:1767384628.983968:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384628.983970:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000065fb7786. 00000100:00000001:2.0:1767384628.983974:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.983974:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.983980:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384628.983986:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384628.984001:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:00000010:1.0:1767384628.984002:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000050d6fae4. 00000400:00000200:0.0:1767384628.984004:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000100:00000001:2.0:1767384628.984006:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:01000000:1.0:1767384628.984007:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384628.984012:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384628.984014:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:2.0:1767384628.984016:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 20000000:00000001:1.0:1767384628.984017:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384628.984022:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.984023:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 20000000:00000001:1.0:1767384628.984024:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384628.984032:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f2be41c4. 00000100:00000001:2.0:1767384628.984034:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781794384 : -123268927757232 : ffff8fe337596450) 20000000:01000000:1.0:1767384628.984036:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00000400:00000200:0.0:1767384628.984039:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 20000000:00000001:1.0:1767384628.984044:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000040:2.0:1767384628.984045:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f67142ac x1853237049182592/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:609/0 lens 4848/0 e 0 to 0 dl 1767384639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384628.984050:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384628.984055:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:2.0:1767384628.984060:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384628.984065:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000444c8845. 00000100:00000001:2.0:1767384628.984068:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384628.984070:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000444c8845. 00000400:00000200:0.0:1767384628.984072:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00080000:00000001:1.0:1767384628.984073:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00100000:2.0:1767384628.984078:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f67142ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049182592:12345-0@lo:253: 00000100:00000200:2.0:1767384628.984083:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182592 00000020:00000001:2.0:1767384628.984086:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384628.984089:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:1.0:1767384628.984090:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384628.984092:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384628.984095:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:2.0:1767384628.984096:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:1.0:1767384628.984097:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384628.984101:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00080000:00000001:1.0:1767384628.984101:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384628.984104:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384628.984107:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000002:1.0:1767384628.984108:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000001:2.0:1767384628.984111:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384628.984113:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00000400:00000200:0.0:1767384628.984114:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000020:00000001:2.0:1767384628.984115:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000002:1.0:1767384628.984116:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:2.0:1767384628.984121:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:1.0:1767384628.984121:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384628.984126:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384628.984127:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384628.984131:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.984132:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384628.984134:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:2.0:1767384628.984136:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384628.984139:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 02000000:00000010:2.0:1767384628.984144:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dde9f896. 00080000:00000001:1.0:1767384628.984144:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000001:2.0:1767384628.984149:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384628.984150:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000744dedc. 00000100:00000001:2.0:1767384628.984154:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384628.984155:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799577237504 : -123274132314112 : ffff8fe201222800) 00000400:00000200:0.0:1767384628.984160:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 20000000:00000001:2.0:1767384628.984161:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384628.984161:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384628.984167:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384628.984171:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000117eea3a. 20000000:00000010:2.0:1767384628.984173:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008df6b3a5. 00080000:00000001:1.0:1767384628.984174:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384628.984179:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384628.984179:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:2.0:1767384628.984183:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384628.984185:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384628.984187:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384628.984190:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384628.984192:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384628.984192:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.984197:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00080000:00000001:1.0:1767384628.984216:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384628.984217:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.984250:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.984274:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.984291:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.984305:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.984322:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.984345:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.984381:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.984425:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.984458:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384628.984474:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384628.984637:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083a8aa98. 00000800:00000010:0.0:1767384628.984642:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b982e44. 00000800:00000010:0.0:1767384628.984647:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000042236dcb. 00000800:00000010:0.0:1767384628.984683:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000042236dcb. 00000800:00020000:0.0:1767384628.984692:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384628.984695:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005b982e44. 00000800:00000010:0.0:1767384628.984697:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000083a8aa98. 00000400:02020000:0.0:1767384628.984734:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp29 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384628.984739:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp29 notifying 192.168.202.137@tcp29: down 00000800:00000200:0.0:1767384628.984744:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp29 down 00000800:00000100:0.0:1767384628.984750:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 400 0@<0:0>->192.168.202.137@tcp29 00000800:00000010:0.0:1767384628.984753:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000496bca98. 00000400:00000200:0.0:1767384628.984757:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384628.984761:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp29->192.168.202.137@tcp29: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384628.984767:0:16338:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp29 added to recovery queue. ping count: 0 next ping: 251 health :900 00000400:00000200:0.0:1767384628.984770:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384628.984772:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 1 00000400:00000200:0.0:1767384628.984780:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384628.984816:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384628.984828:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x101151 00000400:00000001:2.0:1767384628.984832:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384628.984834:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384628.984835:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee23fc24 00000400:00000010:2.0:1767384628.984837:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee23fc24. 00000400:00000200:2.0:1767384628.984841:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384628.984845:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384628.984848:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (24) 00000400:00000200:2.0:1767384628.984851:0:16346:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384628.984854:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc -71 00000400:00000200:2.0:1767384628.984857:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:2.0:1767384628.984860:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (23) 00080000:00000010:2.0:1767384628.985882:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000744dedc. 00080000:00000010:1.0:1767384628.985918:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000117eea3a. 00040000:00000001:1.0:1767384628.985924:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384628.985926:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384628.985928:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384628.985931:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384628.985933:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384628.985935:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384628.985943:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384628.985954:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384628.985957:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384628.985961:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384628.985962:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000076d59587. 20000000:01000000:2.0:1767384628.985966:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:2.0:1767384628.985970:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384628.985973:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384628.985976:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384628.985983:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384628.985991:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384628.985994:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384628.985995:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384628.985998:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384628.986000:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384628.986002:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000020:00000001:2.0:1767384628.986007:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 20000000:01000000:0.0:1767384628.986009:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000002:2.0:1767384628.986010:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:0.0:1767384628.986014:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384628.986017:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:0.0:1767384628.986018:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384628.986022:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384628.986025:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384628.986031:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384628.986032:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384628.986036:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1767384628.986037:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384628.986042:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000010:0.0:1767384628.986043:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cded0a4b. 00080000:00000010:2.0:1767384628.986046:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002b6d3da7. 00010000:00000001:0.0:1767384628.986048:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384628.986053:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799575689216 : -123274133862400 : ffff8fe2010a8800) 00010000:00000010:0.0:1767384628.986053:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b18605b1. 00000020:00000001:0.0:1767384628.986057:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384628.986060:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b18605b1 with handle 0x7f71e2b70dd202ac to hash 00080000:00000001:2.0:1767384628.986063:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384628.986064:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384628.986068:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00000001:00000001:2.0:1767384628.986069:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384628.986070:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00080000:00000010:2.0:1767384628.986075:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000444c8845. 00010000:00000001:0.0:1767384628.986075:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384628.986077:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384628.986081:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384628.986081:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:0.0:1767384628.986082:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd202ac lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384628.986087:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:2.0:1767384628.986088:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000010:1.0:1767384628.986091:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000050d6fae4. 00010000:00000001:0.0:1767384628.986095:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000001:1.0:1767384628.986096:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.986100:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384628.986101:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384628.986101:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049182464 00010000:00000001:0.0:1767384628.986104:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384628.986109:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384628.986110:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384628.986113:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384628.986116:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000200:1.0:1767384628.986117:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006607c268 x1853237049182464/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384628.986118:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384628.986121:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384628.986126:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384628.986130:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384628.986131:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384628.986133:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384628.986134:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.986135:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384628.986139:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cded0a4b) refcount = 1 00000100:00001000:1.0:1767384628.986140:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=45 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384628.986142:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd202ac lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384628.986146:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384628.986150:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:1.0:1767384628.986151:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384628.986153:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:1.0:1767384628.986154:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:0.0:1767384628.986155:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384628.986159:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384628.986159:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.986162:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.986163:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384628.986168:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:0.0:1767384628.986169:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:1.0:1767384628.986171:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384628.986174:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088bec284. 00000100:00000200:1.0:1767384628.986178:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049182464, offset 224 20000000:01000000:0.0:1767384628.986178:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384628.986182:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384628.986184:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384628.986186:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384628.986187:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b18605b1 refcount=4 00000020:00000001:0.0:1767384628.986192:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384628.986194:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00000400:00000200:1.0:1767384628.986198:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384628.986199:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384628.986202:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd202ac lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384628.986208:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004900 00010000:00000001:0.0:1767384628.986208:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384628.986212:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd202ac lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384628.986217:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17d1 [2] + 224 00010000:00000001:0.0:1767384628.986219:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.986221:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384628.986222:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd202ac lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.986232:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384628.986233:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.986234:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384628.986235:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384628.986238:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd202ac lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384628.986241:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384628.986248:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384628.986249:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b18605b1 already unused, calling callback (0000000058ffb97a) 00000100:00000200:1.0:1767384628.986253:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b13cafb8 x1853237049182464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384628.986253:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384628.986257:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384628.986259:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd202ac lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.986275:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:1.0:1767384628.986277:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b13cafb8 x1853237049182464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384628.986278:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384628.986280:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384628.986283:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b18605b1 refcount=5 00000020:00000001:0.0:1767384628.986290:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384628.986291:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384628.986293:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384628.986295:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384628.986296:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd202ac lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384628.986302:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088bec284 00010000:00000001:0.0:1767384628.986302:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:1.0:1767384628.986306:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088bec284. 00010000:00000001:0.0:1767384628.986307:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384628.986310:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.986311:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384628.986313:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384628.986314:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384628.986316:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384628.986317:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.986318:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384628.986321:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384628.986322:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.986323:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:2.0:1767384628.986327:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384628.986327:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b18605b1 with handle 0x7f71e2b70dd202ac from hash 00010000:00000001:1.0:1767384628.986328:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384628.986332:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.986333:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:2.0:1767384628.986335:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384628.986336:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384628.986339:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384628.986340:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384628.986340:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384628.986344:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1767384628.986345:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c4aad2e. 00010000:00000001:0.0:1767384628.986347:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:1.0:1767384628.986349:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006607c268 x1853237049182464/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384628.986350:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384628.986352:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd1f89b2 00010000:00000001:0.0:1767384628.986353:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384628.986357:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384628.986359:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd1f89b2. 00010000:00000001:0.0:1767384628.986362:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.986365:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384628.986367:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384628.986370:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384628.986374:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384628.986375:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b13cafb8 x1853237049182464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384628.986378:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384628.986379:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006607c268 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049182464:12345-0@lo:253: Request processed in 2491us (2940us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384628.986381:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.986385:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.986390:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384628.986394:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd202ac lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384628.986402:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00010000:00000001:0.0:1767384628.986411:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384628.986412:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000200:2.0:1767384628.986413:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b13cafb8 x1853237049182464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384628.986414:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384628.986417:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384628.986418:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384628.986421:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384628.986424:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000010:1.0:1767384628.986426:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006af8bed7. 00010000:00000001:0.0:1767384628.986427:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.986430:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384628.986433:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:1.0:1767384628.986435:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c41ec6b. 00000100:00000001:2.0:1767384628.986436:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384628.986436:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384628.986441:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065a404f7. 20000000:00000001:0.0:1767384628.986441:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.986442:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384628.986447:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd202ac lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384628.986449:0:16348:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384628.986449:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:2.0:1767384628.986454:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384628.986456:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384628.986458:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384628.986458:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000010:1.0:1767384628.986459:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000065fb7786. 00010000:00000001:0.0:1767384628.986462:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384628.986463:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.986464:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1767384628.986465:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd202ac lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384628.986469:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384628.986471:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384628.986472:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cded0a4b count: 0 00000100:00001000:2.0:1767384628.986477:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=45 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384628.986481:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384628.986481:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1767384628.986483:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=45 v=5 (1 0 0 0) 20000000:00000001:0.0:1767384628.986484:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384628.986487:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095a98b7a. 00000100:00000001:2.0:1767384628.986489:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384628.986492:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384628.986493:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088bec284. 00010000:00000001:2.0:1767384628.986497:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384628.986500:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.986503:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.986507:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b13cafb8 x1853237049182464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.986516:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384628.986525:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384628.986527:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384628.986530:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384628.986532:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384628.986533:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384628.986535:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384628.986536:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384628.986537:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384628.986539:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384628.986540:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384628.986541:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384628.986543:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384628.986546:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b13cafb8 x1853237049182464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384628.986554:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049182464:0@lo:253: 00000100:00000001:2.0:1767384628.986559:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.986561:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384628.986563:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b13cafb8 x1853237049182464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.986570:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384628.986572:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384628.986574:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000743869de. 02000000:00000001:2.0:1767384628.986579:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384628.986581:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384628.986582:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384628.986584:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384628.986586:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006c7d7a88. 02000000:00000001:2.0:1767384628.986589:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384628.986591:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384628.986592:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b13cafb8. 00000100:00000001:2.0:1767384628.986596:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384628.986597:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.986599:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.986603:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384628.986604:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.986606:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384628.986706:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384628.987621:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002b6d3da7. 00080000:00000010:2.0:1767384628.987658:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000444c8845. 00040000:00000001:2.0:1767384628.987676:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384628.987678:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384628.987680:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384628.987683:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384628.987686:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384628.987687:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384628.987689:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384628.987698:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384628.987702:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384628.987706:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384628.987707:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384628.987712:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384628.987713:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384628.987716:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384628.987718:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384628.987722:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000633a4b69. 00010000:00000001:0.0:1767384628.987725:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384628.987728:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000092087ec4. 00000020:00000001:0.0:1767384628.987730:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384628.987732:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000092087ec4 with handle 0x7f71e2b70dd202b3 to hash 00000020:00000001:0.0:1767384628.987734:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384628.987735:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384628.987737:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384628.987738:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384628.987740:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384628.987741:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd202b3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.987756:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384628.987757:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384628.987759:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384628.987760:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384628.987762:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384628.987763:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384628.987764:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384628.987766:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384628.987767:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384628.987768:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384628.987769:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384628.987770:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000633a4b69) refcount = 1 00010000:00010000:0.0:1767384628.987772:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd202b3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.987775:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384628.987776:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384628.987777:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384628.987778:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.987779:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384628.987781:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384628.987782:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384628.987783:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384628.987784:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384628.987785:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=4 00000020:00000001:0.0:1767384628.987786:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384628.987788:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384628.987789:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384628.987790:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd202b3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.987794:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384628.987795:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd202b3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.987805:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.987807:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384628.987808:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd202b3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.987811:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384628.987813:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384628.987815:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384628.987815:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384628.987818:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd202b3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384628.987822:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:0.0:1767384628.987824:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000092087ec4 already unused, calling callback (0000000058ffb97a) 20000000:00000010:2.0:1767384628.987825:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008df6b3a5. 00010000:00000001:0.0:1767384628.987827:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384628.987829:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384628.987832:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd202b3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384628.987833:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.987841:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000040:2.0:1767384628.987842:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049182592 00010000:00000001:0.0:1767384628.987842:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384628.987845:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384628.987848:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1767384628.987848:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000092087ec4 refcount=5 00000020:00000001:0.0:1767384628.987852:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000001:0.0:1767384628.987854:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780667904 : -123268928883712 : ffff8fe337483400) 00010000:00000200:2.0:1767384628.987857:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f67142ac x1853237049182592/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384628.987857:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384628.987860:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd202b3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.987874:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384628.987876:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384628.987879:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384628.987880:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384628.987883:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384628.987884:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.987886:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00001000:2.0:1767384628.987889:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=45 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384628.987889:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384628.987894:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384628.987897:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.987900:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000040:0.0:1767384628.987900:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000092087ec4 with handle 0x7f71e2b70dd202b3 from hash 00010000:00000001:0.0:1767384628.987905:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384628.987907:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:0.0:1767384628.987908:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.987910:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384628.987912:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384628.987913:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767384628.987917:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.987917:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384628.987919:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384628.987922:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384628.987923:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384628.987924:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384628.987927:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.987931:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384628.987931:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384628.987934:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:2.0:1767384628.987937:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd1f89b2. 00010000:00000001:0.0:1767384628.987937:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.987939:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384628.987942:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384628.987944:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049182592, offset 224 00000400:00000200:2.0:1767384628.987950:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384628.987954:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.987957:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384628.987959:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd202b3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384628.987964:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384628.987966:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.987969:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384628.987970:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384628.987971:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384628.987972:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.987974:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384628.987975:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004980 00010000:00000001:0.0:1767384628.987976:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384628.987979:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384628.987983:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384628.987985:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd202b3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384628.987989:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17d9 [2] + 224 00010000:00000001:0.0:1767384628.987991:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384628.987997:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384628.987999:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000092087ec4/0x7f71e2b70dd202b3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384628.988004:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384628.988011:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384628.988019:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384628.988019:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000633a4b69 count: 0 00000100:00000200:2.0:1767384628.988026:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003be2132b x1853237049182592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384628.988032:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384628.988036:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384628.988040:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003be2132b x1853237049182592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.988061:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384628.988067:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd1f89b2 00000400:00000010:2.0:1767384628.988069:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd1f89b2. 00000100:00000001:2.0:1767384628.988071:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384628.988073:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384628.988076:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.988079:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384628.988081:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384628.988083:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384628.988085:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384628.988089:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f67142ac x1853237049182592/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.988093:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384628.988096:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384628.988100:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384628.988104:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f67142ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049182592:12345-0@lo:253: Request processed in 4042us (4627us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384628.988104:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384628.988106:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df8c38fd. 00000400:00000200:1.0:1767384628.988113:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d43de5a3 00000400:00000010:1.0:1767384628.988116:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d43de5a3. 00000100:00100000:2.0:1767384628.988120:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000001:1.0:1767384628.988121:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384628.988125:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000200:1.0:1767384628.988128:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003be2132b x1853237049182592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.988130:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384628.988134:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384628.988138:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042c6e6cb. 00000100:00000200:1.0:1767384628.988141:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003be2132b x1853237049182592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384628.988144:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000679ae6e6. 00000020:00000010:2.0:1767384628.988150:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fa9a746. 00000100:00000001:1.0:1767384628.988152:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384628.988155:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384628.988156:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:1.0:1767384628.988157:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384628.988160:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384628.988162:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384628.988163:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384628.988164:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384628.988168:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dde9f896. 02000000:00000001:1.0:1767384628.988168:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384628.988174:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=45 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384628.988175:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384628.988178:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384628.988179:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384628.988181:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384628.988182:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384628.988188:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384628.988191:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c4aad2e. 00010000:00000001:1.0:1767384628.988195:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384628.988197:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384628.988198:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd1f89b2. 00000100:00000001:1.0:1767384628.988200:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.988204:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003be2132b x1853237049182592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.988213:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384628.988214:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384628.988216:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384628.988218:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384628.988219:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384628.988227:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384628.988229:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384628.988230:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384628.988231:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384628.988232:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384628.988233:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384628.988234:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384628.988236:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003be2132b x1853237049182592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384628.988241:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003be2132b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049182592:0@lo:253: 00000100:00000001:1.0:1767384628.988244:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.988246:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384628.988247:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003be2132b x1853237049182592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.988252:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384628.988253:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384628.988254:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000203accf7. 02000000:00000001:1.0:1767384628.988257:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384628.988258:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384628.988259:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384628.988260:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384628.988261:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000168595db. 02000000:00000001:1.0:1767384628.988264:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384628.988265:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384628.988265:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003be2132b. 00000100:00000001:1.0:1767384628.988268:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384628.988268:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.988269:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.988273:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384628.988273:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.988274:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384628.988276:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384628.989651:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294917410, at 4294917412 00000100:00000010:0.0:1767384628.989656:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e17891e7. 00000100:00000040:2.0:1767384628.989674:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294917411, at 4294917412 00000100:00000010:2.0:1767384628.989683:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bccf05d6. 00000100:00000040:1.0:1767384628.990722:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294917410, at 4294917413 00000100:00000010:1.0:1767384628.990729:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000582ddea7. 00000100:00000040:3.0:1767384628.990788:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294917411, at 4294917413 00000100:00000010:3.0:1767384628.990797:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd5922fa. 00010000:00000010:0.1:1767384628.994623:0:27539:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cded0a4b. 00010000:00000010:0.1:1767384628.994630:0:27539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b18605b1. 00010000:00000010:0.1:1767384628.994634:0:27539:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000633a4b69. 00010000:00000010:0.1:1767384628.994638:0:27539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000092087ec4. 00000400:00000010:2.0:1767384628.998966:0:27540:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006ac41035. 00000400:00000040:2.0:1767384628.998982:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384628.998984:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384628.998986:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384628.998987:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384628.998989:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384628.998990:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384628.998992:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384628.998993:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384628.998994:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384628.998995:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384628.998996:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384628.998997:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384628.998999:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384628.999000:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384628.999001:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384628.999002:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384628.999003:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384628.999004:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384628.999005:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384628.999006:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384628.999007:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384628.999008:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384628.999009:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384628.999010:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384628.999010:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384628.999012:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384628.999013:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384628.999014:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384628.999015:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384628.999015:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384628.999016:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384628.999021:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384628.999022:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384628.999023:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384628.999025:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384628.999026:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384628.999027:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384628.999029:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384628.999030:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384628.999030:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384628.999031:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384628.999032:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384628.999033:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384628.999034:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384628.999035:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384628.999036:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384628.999037:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384628.999038:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384628.999040:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384628.999041:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384628.999043:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384628.999044:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384628.999045:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384628.999046:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384628.999047:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384628.999048:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384628.999049:0:27540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384628.999099:0:27540:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006ac41035. 00000400:00000001:0.0:1767384629.081747:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384629.081752:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384629.081754:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f2ff7f 00000400:00000010:0.0:1767384629.081758:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037f2ff7f. 00000400:00000200:0.0:1767384629.081762:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384629.081768:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp28 recovery ping unlinked 00000400:00000010:0.0:1767384629.081776:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000708a6b37. 00000400:00000010:0.0:1767384629.081780:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a119d30a. 00010000:00000001:2.0:1767384629.210139:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384629.210145:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.210151:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384629.210153:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384629.210196:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384629.210202:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384629.210206:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384629.721691:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384629.721697:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384629.721709:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003be2132b. 00000020:00000040:1.0:1767384629.721715:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384629.721720:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384629.721723:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384629.721728:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384629.721734:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f82dfeb8. 00000100:00000001:1.0:1767384629.721741:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.721748:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384629.721750:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.721760:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003be2132b] to pc [ptlrpcd_00_02+2] req@000000003be2132b x1853237049182720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384629.721788:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.721797:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384629.721802:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384629.721804:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384629.721807:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384629.721808:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003be2132b x1853237049182720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384629.721812:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.721821:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384629.721823:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.721833:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384629.721835:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384629.721837:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384629.721839:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003be2132b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049182720:0@lo:13: 00000100:00000001:2.0:1767384629.721842:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384629.721847:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384629.721849:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.721851:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384629.721855:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008b19cf0a. 02000000:00000001:2.0:1767384629.721856:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384629.721862:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daf41974. 00000400:00000010:2.0:1767384629.721867:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000903ef6ef. 00000100:00000200:2.0:1767384629.721872:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049182720, portal 4 00000100:00000001:2.0:1767384629.721875:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384629.721876:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924119168 : -123268785432448 : ffff8fe33fd51880) 00000100:00000040:2.0:1767384629.721881:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003be2132b x1853237049182720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.721886:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384629.721889:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384629.721891:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058d65598. 00000100:00000200:2.0:1767384629.721893:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049182720, offset 0 00000400:00000200:2.0:1767384629.721898:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384629.721921:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384629.721931:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260004a00 00000400:00000200:2.0:1767384629.721936:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 1568 00000400:00000200:2.0:1767384629.721943:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384629.721946:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384629.721951:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384629.721952:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384629.721956:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ebaace5d. 00000100:00000040:2.0:1767384629.721957:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000ebaace5d x1853237049182720 msgsize 224 00000100:00100000:2.0:1767384629.721960:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384629.721971:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384629.721985:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d65598 00000400:00000010:2.0:1767384629.721987:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058d65598. 00000100:00000001:2.0:1767384629.721990:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384629.721993:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003be2132b x1853237049182720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.722000:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384629.722002:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003be2132b x1853237049182720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.722006:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.722008:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384629.722014:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.722018:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4058 usecs (5 jiffies) 00000100:00000001:1.0:1767384629.722018:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384629.722020:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294918149 00000100:00100000:1.0:1767384629.722023:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182720 00000100:00000010:2.0:1767384629.722025:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002cf1d49c. 02000000:00000001:1.0:1767384629.722028:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384629.722032:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384629.722033:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384629.722035:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.722039:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294918149 02000000:00000001:1.0:1767384629.722041:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384629.722043:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006899bbf3. 00000100:00000001:2.0:1767384629.722048:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00100000:1.0:1767384629.722048:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182720 00000100:00000001:2.0:1767384629.722050:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294918149 00000020:00000001:1.0:1767384629.722053:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1767384629.722055:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002baaf141. 00000020:00000040:1.0:1767384629.722057:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000100:00000001:2.0:1767384629.722059:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000001:1.0:1767384629.722063:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384629.722064:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294918149 00000100:00000010:2.0:1767384629.722069:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000606f2183. 00000020:00000040:1.0:1767384629.722069:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000100:00000001:2.0:1767384629.722073:0:16350:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767384629.722075:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:2.0:1767384629.722077:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384629.722082:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.722082:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:2.0:1767384629.722088:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.722089:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384629.722090:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384629.722096:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004786a925. 00000100:00000001:2.0:1767384629.722099:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384629.722102:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384629.722103:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e663ad81. 00000100:00000001:2.0:1767384629.722104:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384629.722107:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384629.722112:0:17889:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:2.0:1767384629.722115:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.722119:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.722126:0:17889:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384629.722133:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ab39a56. 00000100:00080000:2.0:1767384629.722139:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:1.0:1767384629.722140:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9457127. 00000020:00000040:2.0:1767384629.722144:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000020:00000010:1.0:1767384629.722147:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c41ec6b. 00000100:00000040:1.0:1767384629.722158:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384629.722165:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384629.722167:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384629.722169:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.722177:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.722190:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.722203:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384629.722205:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384629.722211:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384629.722215:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:1.0:1767384629.722217:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120987392 : -123269588564224 : ffff8fe30ff64700) 00000100:00000001:2.0:1767384629.722218:0:17888:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384629.722222:0:17888:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00000040:1.0:1767384629.722224:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ebaace5d x1853237049182720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:610/0 lens 224/0 e 0 to 0 dl 1767384640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384629.722231:0:17888:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e4a3343c. 00000100:00100000:2.0:1767384629.722239:0:17888:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00000001:1.0:1767384629.722240:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384629.722245:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e663ad81. 00000100:00000001:1.0:1767384629.722248:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384629.722250:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e663ad81. 00000100:00100000:1.0:1767384629.722267:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ebaace5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049182720:12345-0@lo:13: 00000100:00000200:1.0:1767384629.722272:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182720 00000020:00000001:1.0:1767384629.722275:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384629.722278:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384629.722280:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.722283:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384629.722285:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00000020:00000001:1.0:1767384629.722289:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384629.722292:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384629.722295:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384629.722298:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384629.722301:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.722305:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384629.722308:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384629.722313:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000247e84d6. 02000000:00000001:1.0:1767384629.722316:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.722320:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.722321:0:17888:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384629.722329:0:17889:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384629.722331:0:27782:0:(service.c:2991:ptlrpc_main()) Process entered 00002000:00000001:1.0:1767384629.722335:0:17889:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384629.722338:0:17889:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000010:2.0:1767384629.722350:0:27782:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009e39e091. 00000020:00000001:1.0:1767384629.722350:0:17889:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384629.722355:0:17889:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000010:2.0:1767384629.722358:0:27782:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f1e96b76. 00000020:00000020:1.0:1767384629.722361:0:17889:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384629.722366:0:17889:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384629.722370:0:17889:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384629.722373:0:17889:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384629.722377:0:17889:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384629.722379:0:17889:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384629.722381:0:17889:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384629.722384:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049182720 00010000:00000001:1.0:1767384629.722387:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384629.722393:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ebaace5d x1853237049182720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:610/0 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384629.722403:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384629.722405:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384629.722409:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384629.722415:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384629.722418:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384629.722421:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384629.722424:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384629.722426:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.722429:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384629.722432:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384629.722434:0:27782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff8a8415. 00000400:00000010:1.0:1767384629.722436:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb7e7927. 00000100:00000200:1.0:1767384629.722441:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049182720, offset 224 00000020:00000010:2.0:1767384629.722442:0:27782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004b2cf578. 00000400:00000200:1.0:1767384629.722449:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384629.722450:0:27782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000362d82ed. 00000020:00000010:2.0:1767384629.722457:0:27782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000102a6f74. 00000400:00000200:1.0:1767384629.722462:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384629.722463:0:27782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000015527648. 80000000:00000010:2.0:1767384629.722468:0:27782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000193d32ed. 00000400:00000200:1.0:1767384629.722472:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260004a00 40000000:00000010:2.0:1767384629.722474:0:27782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004829369d. 00000400:00000200:1.0:1767384629.722480:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17f1 [1] + 224 00100000:00000010:2.0:1767384629.722481:0:27782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d0f6d24. 00040000:00000010:2.0:1767384629.722487:0:27782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009c2f9986. 00000400:00000200:1.0:1767384629.722489:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:2.0:1767384629.722493:0:27782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003ebbf121. 00000400:00000200:1.0:1767384629.722497:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:2.0:1767384629.722500:0:27782:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008df6b3a5. 00080000:00000010:2.0:1767384629.722508:0:27782:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000168595db. 00000100:00000001:1.0:1767384629.722509:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384629.722515:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003be2132b x1853237049182720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000010:2.0:1767384629.722516:0:27782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000195ab152. 00000100:00000040:1.0:1767384629.722530:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000003be2132b x1853237049182720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384629.722532:0:27782:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000000dda639a. 00000100:00000200:2.0:1767384629.722541:0:27782:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:1.0:1767384629.722550:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384629.722558:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb7e7927 00000400:00000010:1.0:1767384629.722561:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb7e7927. 00000100:00000001:1.0:1767384629.722566:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384629.722568:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384629.722573:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.722577:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384629.722580:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384629.722582:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.722584:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384629.722588:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebaace5d x1853237049182720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:610/0 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384629.722598:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ebaace5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049182720:12345-0@lo:13: Request processed in 357us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384629.722630:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384629.722634:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:1.0:1767384629.722638:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384629.722640:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384629.722644:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9457127. 00000020:00000010:1.0:1767384629.722649:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c41ec6b. 00000020:00000010:1.0:1767384629.722668:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ab39a56. 00000020:00000040:1.0:1767384629.722674:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:1.0:1767384629.722677:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.722695:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.722697:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384629.722703:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384629.722705:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384629.722707:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daf41974. 00000400:00000200:1.0:1767384629.722711:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000903ef6ef 00000400:00000010:1.0:1767384629.722719:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000903ef6ef. 00000100:00000001:1.0:1767384629.722723:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384629.722728:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003be2132b x1853237049182720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384629.722737:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003be2132b x1853237049182720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.722745:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384629.722747:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.722750:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384629.722753:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384629.722754:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384629.722756:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.722759:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384629.722765:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384629.722769:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384629.722772:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384629.722774:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.722777:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384629.722781:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003be2132b x1853237049182720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384629.722788:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.722792:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384629.722794:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384629.722796:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384629.722797:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.722801:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003be2132b x1853237049182720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.722808:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384629.722811:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384629.722813:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384629.722815:0:16350:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384629.722819:0:16350:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384629.722822:0:16350:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384629.722828:0:16350:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384629.722840:0:16350:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.722845:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003be2132b x1853237049182720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384629.722852:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003be2132b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049182720:0@lo:13: 00000100:00000001:1.0:1767384629.722858:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.722860:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384629.722861:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003be2132b x1853237049182720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.722867:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384629.722870:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384629.722873:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008b19cf0a. 02000000:00000001:1.0:1767384629.722877:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384629.722879:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384629.722880:0:16350:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384629.722883:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384629.722885:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f82dfeb8. 02000000:00000001:1.0:1767384629.722888:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384629.722890:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384629.722903:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003be2132b. 00000100:00000001:1.0:1767384629.722906:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384629.722907:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.722909:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.722913:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384629.722914:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.722917:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.722918:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.722932:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384629.722938:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384629.722940:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003be2132b. 00000020:00000040:1.0:1767384629.722943:0:38:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384629.722946:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384629.722947:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384629.722955:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384629.722960:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f82dfeb8. 00000100:00000001:1.0:1767384629.722964:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.722969:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384629.722977:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384629.722979:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.722983:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003be2132b] to pc [ptlrpcd_00_03+3] req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.722999:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.723002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384629.723005:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384629.723008:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b13cafb8. 00000020:00000040:1.0:1767384629.723011:0:38:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384629.723013:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384629.723015:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384629.723016:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384629.723020:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047d565ef. 00000100:00000001:1.0:1767384629.723024:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.723028:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384629.723036:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384629.723037:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.723041:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b13cafb8] to pc [ptlrpcd_00_00+0] req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.723059:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.723063:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (255) 00000100:00000001:1.0:1767384629.723072:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.723074:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384629.723076:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384629.723080:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.723099:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384629.723100:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.723103:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384629.723105:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384629.723107:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384629.723110:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003be2132b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16351:1853237049182848:0@lo:400: 00000100:00000001:1.0:1767384629.723113:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384629.723116:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384629.723118:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.723120:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384629.723123:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ab39a56. 02000000:00000001:1.0:1767384629.723125:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384629.723129:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df8c38fd. 00000400:00000010:1.0:1767384629.723134:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb7e7927. 00000100:00000200:1.0:1767384629.723137:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049182848, portal 10 00000100:00000001:1.0:1767384629.723139:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384629.723140:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924119168 : -123268785432448 : ffff8fe33fd51880) 00000100:00000040:1.0:1767384629.723145:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.723152:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384629.723154:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384629.723156:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832e3a8e. 00000100:00000200:1.0:1767384629.723159:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049182848, offset 0 00000400:00000200:1.0:1767384629.723165:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384629.723171:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384629.723178:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260004a80 00000400:00000200:1.0:1767384629.723184:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000400:00000200:1.0:1767384629.723189:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384629.723192:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384629.723195:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384629.723197:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384629.723201:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574c15ae. 00000100:00000040:1.0:1767384629.723208:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000574c15ae x1853237049182848 msgsize 224 00000100:00100000:1.0:1767384629.723212:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384629.723222:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384629.723227:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832e3a8e 00000400:00000010:1.0:1767384629.723229:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832e3a8e. 00000100:00000001:1.0:1767384629.723232:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384629.723237:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.723244:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384629.723248:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.723266:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.723268:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384629.723273:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.723277:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3348 usecs (4 jiffies) 00000100:00000001:1.0:1767384629.723280:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294918149 00000100:00000001:1.0:1767384629.723283:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294918149 00000100:00000001:1.0:1767384629.723285:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294918149 00000100:00000001:1.0:1767384629.723287:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294918149 00000100:00000001:1.0:1767384629.723290:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294918149 00000100:00000001:1.0:1767384629.723292:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294918149 00000100:00000001:1.0:1767384629.723294:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294918149 00000100:00000001:1.0:1767384629.723297:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294918149 00000100:00000001:1.0:1767384629.723299:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384629.723301:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.723304:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.723306:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.723312:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384629.723314:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384629.723317:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.723318:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384629.723327:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.723329:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.723339:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.723343:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384629.723345:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384629.723349:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.723358:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384629.723359:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.723362:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384629.723364:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384629.723367:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384629.723369:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16348:1853237049182976:0@lo:400: 00000100:00000001:1.0:1767384629.723374:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384629.723376:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384629.723378:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.723380:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384629.723384:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c128dfdd. 02000000:00000001:1.0:1767384629.723386:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384629.723390:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000324d0f3e. 00000400:00000010:1.0:1767384629.723395:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832e3a8e. 00000100:00000200:1.0:1767384629.723400:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049182976, portal 10 00000100:00000001:1.0:1767384629.723402:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384629.723404:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924112896 : -123268785438720 : ffff8fe33fd50000) 00000100:00000040:1.0:1767384629.723409:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.723416:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384629.723420:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384629.723423:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037f2ff7f. 00000100:00000200:1.0:1767384629.723426:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049182976, offset 0 00000400:00000200:1.0:1767384629.723432:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384629.723440:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384629.723448:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260004b00 00000400:00000200:1.0:1767384629.723453:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000400:00000200:1.0:1767384629.723466:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384629.723472:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384629.723476:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384629.723478:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384629.723481:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9a165b4. 00000100:00000040:1.0:1767384629.723484:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000c9a165b4 x1853237049182976 msgsize 224 00000100:00100000:1.0:1767384629.723490:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384629.723501:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384629.723507:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f2ff7f 00000400:00000010:1.0:1767384629.723509:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037f2ff7f. 00000100:00000001:1.0:1767384629.723513:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384629.723517:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.723526:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384629.723529:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.723537:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.723539:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384629.723544:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.723547:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3348 usecs (4 jiffies) 00000100:00000001:1.0:1767384629.723550:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294918149 00000100:00000001:1.0:1767384629.723552:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294918149 00000100:00000001:1.0:1767384629.723554:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294918149 00000100:00000001:1.0:1767384629.723557:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294918149 00000100:00000001:1.0:1767384629.723559:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294918149 00000100:00000001:1.0:1767384629.723561:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294918149 00000100:00000001:1.0:1767384629.723563:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294918149 00000100:00000001:1.0:1767384629.723565:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294918149 00000100:00000001:1.0:1767384629.723567:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384629.723570:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.723572:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.723581:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.723586:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384629.723588:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384629.723591:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.723592:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384629.723594:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.723596:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.723957:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.723960:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.723978:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384629.723981:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182848 02000000:00000001:1.0:1767384629.723984:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384629.723986:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384629.723988:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.723991:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384629.723993:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182848 00000020:00000001:1.0:1767384629.723996:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384629.723998:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000020:00000001:1.0:1767384629.724000:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384629.724002:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000020:00000001:1.0:1767384629.724005:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000020:00000001:1.0:1767384629.724007:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:1.0:1767384629.724011:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384629.724014:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e663ad81. 00000100:00000001:1.0:1767384629.724017:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384629.724019:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e663ad81. 00000020:00000010:1.0:1767384629.724025:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002dec6637. 00000020:00000010:1.0:1767384629.724030:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9457127. 00000020:00000010:1.0:1767384629.724034:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c41ec6b. 00000100:00000040:1.0:1767384629.724042:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384629.724044:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384629.724046:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384629.724049:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.724055:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384629.724058:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384629.724059:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.724077:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.724091:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384629.724093:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182976 02000000:00000001:1.0:1767384629.724096:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384629.724097:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384629.724099:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.724102:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384629.724105:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182976 00000020:00000001:1.0:1767384629.724107:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384629.724108:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000020:00000001:1.0:1767384629.724111:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384629.724113:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000020:00000001:1.0:1767384629.724116:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000020:00000001:1.0:1767384629.724118:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000001:1.0:1767384629.724121:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384629.724124:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e663ad81. 00000020:00000010:1.0:1767384629.724128:0:17080:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000004b60088. 00000020:00000040:1.0:1767384629.724133:0:17080:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000001:1.0:1767384629.724143:0:17080:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384629.724147:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cacd3411. 00000020:00000010:1.0:1767384629.724151:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aeabff7c. 00000020:00000010:1.0:1767384629.724154:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00000001:1.0:1767384629.724159:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384629.724161:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384629.724163:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.724167:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384629.724169:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384629.724172:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.724181:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.724193:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384629.724195:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384629.724201:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:1.0:1767384629.724203:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000100:00000001:1.0:1767384629.724206:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924117376 : -123268785434240 : ffff8fe33fd51180) 00000100:00000040:1.0:1767384629.724211:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000574c15ae x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:610/0 lens 224/0 e 0 to 0 dl 1767384640 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.724225:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384629.724228:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003667b74a. 00000100:00000001:1.0:1767384629.724231:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384629.724233:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003667b74a. 00000100:00100000:1.0:1767384629.724237:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000574c15ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16351:x1853237049182848:12345-0@lo:400: 00000100:00000200:1.0:1767384629.724241:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182848 00000020:00000001:1.0:1767384629.724244:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384629.724246:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384629.724258:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.724261:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384629.724263:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:1.0:1767384629.724266:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384629.724268:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384629.724270:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384629.724272:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384629.724274:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.724276:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384629.724279:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384629.724281:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384629.724285:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f454ef78. 02000000:00000001:1.0:1767384629.724288:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.724290:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.724292:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384629.724294:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049182848 00010000:00000001:1.0:1767384629.724297:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384629.724301:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000574c15ae x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384629.724308:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384629.724310:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384629.724312:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384629.724316:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384629.724319:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384629.724326:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384629.724328:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384629.724330:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.724333:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384629.724336:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384629.724340:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037f2ff7f. 00000100:00000200:1.0:1767384629.724343:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049182848, offset 224 00000400:00000200:1.0:1767384629.724350:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384629.724358:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384629.724367:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260004a80 00000400:00000200:1.0:1767384629.724373:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17fd [1] + 224 00000400:00000200:1.0:1767384629.724378:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384629.724382:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384629.724385:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384629.724389:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384629.724397:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.724410:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384629.724415:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f2ff7f 00000400:00000010:1.0:1767384629.724417:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037f2ff7f. 00000100:00000001:1.0:1767384629.724421:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384629.724423:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384629.724428:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.724431:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384629.724434:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384629.724436:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.724438:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384629.724442:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574c15ae x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384629.724451:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000574c15ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16351:x1853237049182848:12345-0@lo:400: Request processed in 226us (1241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384629.724460:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000040:1.0:1767384629.724467:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000100:00000001:1.0:1767384629.724470:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384629.724471:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384629.724474:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9457127. 00000020:00000010:1.0:1767384629.724478:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c41ec6b. 00000020:00000010:1.0:1767384629.724483:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002dec6637. 00000020:00000040:1.0:1767384629.724488:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000100:00000001:1.0:1767384629.724490:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.724503:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384629.724505:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384629.724509:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:1.0:1767384629.724511:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000100:00000001:1.0:1767384629.724513:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924128128 : -123268785423488 : ffff8fe33fd53b80) 00000100:00000040:1.0:1767384629.724519:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9a165b4 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:610/0 lens 224/0 e 0 to 0 dl 1767384640 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.724526:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384629.724529:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003667b74a. 00000100:00000001:1.0:1767384629.724531:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384629.724533:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003667b74a. 00000100:00100000:1.0:1767384629.724539:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9a165b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853237049182976:12345-0@lo:400: 00000100:00000200:1.0:1767384629.724543:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182976 00000020:00000001:1.0:1767384629.724545:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384629.724547:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384629.724548:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.724550:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384629.724552:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:1.0:1767384629.724554:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384629.724556:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384629.724559:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384629.724561:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384629.724563:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.724565:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384629.724573:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384629.724575:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384629.724579:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003ebfa507. 02000000:00000001:1.0:1767384629.724582:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.724584:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.724586:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384629.724588:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049182976 00010000:00000001:1.0:1767384629.724590:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384629.724594:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9a165b4 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384629.724600:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384629.724602:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384629.724605:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384629.724635:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384629.724637:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384629.724640:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384629.724642:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384629.724644:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.724646:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384629.724648:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384629.724652:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037f2ff7f. 00000100:00000200:1.0:1767384629.724670:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049182976, offset 224 00000400:00000200:1.0:1767384629.724676:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384629.724684:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384629.724691:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260004b00 00000400:00000200:1.0:1767384629.724697:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1805 [1] + 224 00000400:00000200:1.0:1767384629.724701:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384629.724704:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384629.724708:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384629.724710:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384629.724718:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.724732:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384629.724745:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f2ff7f 00000400:00000010:1.0:1767384629.724747:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037f2ff7f. 00000100:00000001:1.0:1767384629.724751:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384629.724753:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384629.724757:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.724761:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384629.724763:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384629.724766:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.724768:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384629.724772:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9a165b4 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384629.724781:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9a165b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853237049182976:12345-0@lo:400: Request processed in 253us (1294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384629.724790:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:1.0:1767384629.724793:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000001:1.0:1767384629.724795:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384629.724797:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384629.724800:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aeabff7c. 00000020:00000010:1.0:1767384629.724804:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 00000020:00000010:1.0:1767384629.724808:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cacd3411. 00000020:00000040:1.0:1767384629.724813:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000100:00000001:1.0:1767384629.724816:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767384629.724844:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384629.724847:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000001:1.0:1767384629.724859:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.724861:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.724870:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.724872:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384629.724875:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384629.724877:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384629.724879:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df8c38fd. 00000400:00000200:1.0:1767384629.724885:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb7e7927 00000400:00000010:1.0:1767384629.724886:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb7e7927. 00000100:00000001:1.0:1767384629.724890:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384629.724894:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384629.724907:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.724915:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384629.724918:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.724920:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384629.724922:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384629.724924:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384629.724925:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.724928:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384629.724932:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384629.724936:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384629.724939:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384629.724940:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.724942:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384629.724947:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384629.724954:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.724956:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384629.724958:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384629.724960:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384629.724962:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.724966:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.724973:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384629.724976:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384629.724978:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384629.724983:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384629.724990:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003be2132b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16351:1853237049182848:0@lo:400: 00000100:00000001:1.0:1767384629.724995:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.724997:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384629.725004:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003be2132b x1853237049182848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.725010:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384629.725012:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384629.725015:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ab39a56. 02000000:00000001:1.0:1767384629.725018:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384629.725020:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384629.725022:0:16351:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384629.725024:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384629.725026:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f82dfeb8. 02000000:00000001:1.0:1767384629.725028:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384629.725029:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384629.725031:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003be2132b. 00000100:00000001:1.0:1767384629.725034:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384629.725036:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.725037:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.725041:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384629.725043:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.725046:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.725047:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.725058:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.725060:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384629.725063:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384629.725065:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384629.725067:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000324d0f3e. 00000400:00000200:1.0:1767384629.725071:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832e3a8e 00000400:00000010:1.0:1767384629.725073:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832e3a8e. 00000100:00000001:1.0:1767384629.725077:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384629.725080:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384629.725088:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.725094:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384629.725096:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.725099:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384629.725101:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384629.725102:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384629.725110:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.725113:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384629.725116:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384629.725120:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384629.725123:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384629.725124:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.725126:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384629.725130:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384629.725137:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.725139:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384629.725141:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384629.725143:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384629.725144:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384629.725147:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.725154:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384629.725156:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384629.725158:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384629.725162:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384629.725169:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16348:1853237049182976:0@lo:400: 00000100:00000001:1.0:1767384629.725174:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.725176:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384629.725178:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b13cafb8 x1853237049182976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.725185:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384629.725187:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384629.725189:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c128dfdd. 02000000:00000001:1.0:1767384629.725193:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384629.725195:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384629.725197:0:16348:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384629.725199:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384629.725207:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047d565ef. 02000000:00000001:1.0:1767384629.725211:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384629.725212:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384629.725214:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b13cafb8. 00000100:00000001:1.0:1767384629.725218:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384629.725219:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.725221:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384629.725225:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384629.725227:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.725229:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.725231:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384629.727691:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294918149, at 4294918150 00000100:00000010:0.0:1767384629.727699:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002cf1d49c. 00000100:00000040:3.0:1767384629.727734:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294918149, at 4294918150 00000100:00000010:3.0:1767384629.727743:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000606f2183. 00000100:00000040:1.0:1767384629.727830:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294918149, at 4294918150 00000100:00000010:1.0:1767384629.727835:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006899bbf3. 00000100:00000040:2.0:1767384629.728638:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294918149, at 4294918151 00000100:00000010:2.0:1767384629.728644:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002baaf141. 00000400:00000200:1.0:1767384630.105716:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp29 00000400:00000010:1.0:1767384630.105723:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ee7ad574. 00000400:00000010:1.0:1767384630.105729:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004fa9a746. 00000400:00000010:1.0:1767384630.105733:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832e3a8e. 00000400:00000010:1.0:1767384630.105739:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dc71fa45. 00000400:00000200:1.0:1767384630.105742:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp29 00000400:00000200:1.0:1767384630.105757:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp29 local destination 00000400:00000200:1.0:1767384630.105762:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp29 00000400:00000200:1.0:1767384630.105765:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp29 NI seq info: [69:69:256:4294967295] 192.168.202.137@tcp29 LPNI seq info [69:69:8:4294967295] 00000400:00000200:1.0:1767384630.105770:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp29 00000400:00000200:1.0:1767384630.105776:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp29(192.168.202.137@tcp29:) -> 192.168.202.137@tcp29(192.168.202.137@tcp29:192.168.202.137@tcp29) : GET try# 0 00000800:00000200:1.0:1767384630.105780:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp29 00000800:00000010:1.0:1767384630.105784:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000047d565ef. 00000800:00000200:1.0:1767384630.105789:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000800:00000200:1.1:1767384630.105792:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000400:00000200:1.0:1767384630.105808:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp29 added to recovery queue. ping count: 1 next ping: 253 health :900 00000400:00000200:3.0:1767384630.105894:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.105944:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.105971:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106004:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106029:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106052:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106074:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106096:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106118:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106142:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106164:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106187:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106209:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106230:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106251:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106274:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106296:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106317:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106340:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106361:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106384:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106407:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106428:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106450:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106474:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106497:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106519:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106542:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106566:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106587:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106639:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106684:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106718:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106741:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384630.106773:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384630.106920:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fe61bef. 00000800:00000010:3.0:1767384630.106926:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000feee8c0. 00000800:00000010:3.0:1767384630.106933:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000021e31130. 00000800:00000010:3.0:1767384630.106955:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000021e31130. 00000800:00020000:3.0:1767384630.106965:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384630.106969:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000feee8c0. 00000800:00000010:3.0:1767384630.106972:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000fe61bef. 00000400:02020000:3.0:1767384630.107008:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp29 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384630.107015:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp29 notifying 192.168.202.137@tcp29: down 00000400:00000200:3.0:1767384630.107020:0:16337:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384630.107024:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp29 00000800:00000010:3.0:1767384630.107027:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000047d565ef. 00000400:00000200:3.0:1767384630.107031:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384630.107036:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp29->192.168.202.137@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384630.107044:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384630.107047:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384630.107051:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp29) recovery failed with -71 00080000:00000010:0.0:1767384630.165884:0:27895:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006ca60f28. 00080000:00000010:0.0:1767384630.165893:0:27895:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006ca60f28. 00000020:00000001:0.0:1767384630.165897:0:27895:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384630.165903:0:27895:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006ca60f28. 00080000:00000010:0.0:1767384630.165906:0:27895:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006ca60f28. 00000020:00000001:0.0:1767384630.165909:0:27895:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.233727:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384630.233734:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384630.233739:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 00010000:00000001:2.0:1767384630.233743:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 10000000:00000040:0.0:1767384630.233743:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 2 00010000:00000001:2.0:1767384630.233747:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384630.233750:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384630.233753:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384630.233755:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384630.233755:0:17077:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384630.233757:0:17077:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384630.233759:0:17077:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384630.233773:0:17077:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8fe3054f6000 from 45 10000000:00000001:0.0:1767384630.233776:0:17077:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384630.233777:0:17077:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384630.233784:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010254ef5. 00000020:00000040:0.0:1767384630.233788:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384630.233792:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384630.233795:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384630.233800:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384630.233806:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000031d0fe1. 00000100:00000001:0.0:1767384630.233811:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.233815:0:17077:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384630.233817:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384630.233824:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000010:0.0:1767384630.233824:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cded0a4b. 00000020:00000001:3.0:1767384630.233829:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.233830:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:3.0:1767384630.233834:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.0:1767384630.233835:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f1e780ed. 00000020:00000001:0.0:1767384630.233839:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384630.233842:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f1e780ed with handle 0x7f71e2b70dd202ba to hash 00000020:00000001:0.0:1767384630.233843:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384630.233845:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:0.0:1767384630.233847:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:0.0:1767384630.233850:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384630.233852:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384630.233854:0:17077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384630.233861:0:17077:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384630.233868:0:17077:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384630.233872:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384630.233874:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384630.233878:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000068220a76. 00000100:00000001:0.0:1767384630.233880:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799653190464 : -123274056361152 : ffff8fe205a91b40) 00000100:00000001:0.0:1767384630.233886:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384630.233887:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575800704 : -123274133750912 : ffff8fe2010c3b80) 00000100:00000001:0.0:1767384630.233891:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384630.233892:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.233894:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384630.233895:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384630.233901:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000010254ef5 x1853237049183104/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.233908:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384630.233910:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384630.233913:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384630.233915:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384630.233917:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384630.233919:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000010254ef5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049183104:0@lo:101: 00000100:00000001:0.0:1767384630.233923:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384630.233928:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384630.233931:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384630.233934:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384630.233938:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000088c9e1aa. 02000000:00000001:0.0:1767384630.233940:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384630.233946:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035f178ac. 00000400:00000010:0.0:1767384630.233954:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067328673. 00000100:00000200:0.0:1767384630.233960:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049183104, portal 25 00000100:00000001:0.0:1767384630.233962:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384630.233963:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575800704 : -123274133750912 : ffff8fe2010c3b80) 00000100:00000040:0.0:1767384630.233968:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000010254ef5 x1853237049183104/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384646 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.233976:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384630.233979:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384630.233983:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8615d30. 00000100:00000200:0.0:1767384630.233985:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049183104, offset 0 00000400:00000200:0.0:1767384630.233989:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384630.234000:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384630.234010:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260004b80 00000400:00000200:0.0:1767384630.234020:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x10ad [2] + 0 00000400:00000010:0.0:1767384630.234024:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dc02f36. 00000400:00000200:0.0:1767384630.234027:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ae358c18 00000400:00000200:0.0:1767384630.234034:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384630.234037:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384630.234041:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae358c18 00000400:00000010:0.0:1767384630.234043:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae358c18. 00000100:00000001:0.0:1767384630.234047:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384630.234048:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384630.234051:0:17077:0:(events.c:337:request_in_callback()) incoming req@0000000013996307 x1853237049183104 msgsize 328 00000100:00100000:0.0:1767384630.234054:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384630.234055:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384630.234066:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384630.234072:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8615d30 00000400:00000010:0.0:1767384630.234073:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8615d30. 00000100:00000001:0.0:1767384630.234075:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384630.234078:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000010254ef5 x1853237049183104/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384646 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.234086:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384630.234088:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000010254ef5 x1853237049183104/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384646 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.234093:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.234095:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384630.234099:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.234103:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384630.234104:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294918661 00000100:00000010:0.0:1767384630.234108:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000857beabe. 00000100:00100000:2.0:1767384630.234114:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183104 00000100:00000001:0.0:1767384630.234114:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767384630.234119:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384630.234121:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384630.234123:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.234124:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294918661 02000000:00000001:2.0:1767384630.234126:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384630.234129:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000005f49e7e. 00000100:00100000:2.0:1767384630.234131:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183104 00000100:00000001:0.0:1767384630.234133:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384630.234135:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384630.234138:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:0.0:1767384630.234139:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294918661 00000020:00000001:2.0:1767384630.234141:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384630.234142:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ff8eb64. 00000020:00000040:2.0:1767384630.234144:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:0.0:1767384630.234146:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384630.234148:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384630.234150:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384630.234153:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384630.234156:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294918661 00000020:00000010:2.0:1767384630.234158:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039e32203. 00000100:00000010:0.0:1767384630.234161:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009a4da93. 00000100:00000001:2.0:1767384630.234162:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384630.234167:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039e32203. 00000100:00000001:0.0:1767384630.234167:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384630.234175:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c170377f. 00000100:00000001:0.0:1767384630.234178:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384630.234182:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074e534aa. 00000100:00000001:0.0:1767384630.234182:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.234186:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384630.234189:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed4bcc52. 00000100:00000001:0.0:1767384630.234189:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384630.234195:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 0000000068220a76 going to sleep for 11 seconds 00000100:00000001:0.0:1767384630.234198:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384630.234201:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384630.234202:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384630.234206:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384630.234207:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384630.234209:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.234216:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.234223:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.234237:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384630.234239:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384630.234243:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000040:2.0:1767384630.234245:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384630.234247:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852969552 : -123268856582064 : ffff8fe33b977050) 00000100:00000040:2.0:1767384630.234251:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013996307 x1853237049183104/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 328/0 e 0 to 0 dl 1767384641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.234259:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384630.234266:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039e32203. 00000100:00000001:2.0:1767384630.234267:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384630.234269:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039e32203. 00000100:00100000:2.0:1767384630.234272:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013996307 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:17077:x1853237049183104:12345-0@lo:101: 00000100:00000200:2.0:1767384630.234275:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183104 00000020:00000001:2.0:1767384630.234278:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384630.234281:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384630.234282:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.234284:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384630.234286:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000020:00000001:2.0:1767384630.234289:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384630.234291:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384630.234293:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384630.234294:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384630.234297:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.234298:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384630.234300:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384630.234301:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384630.234303:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384630.234305:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.234309:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384630.234313:0:17074:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ef6c824b. 00010000:00000001:2.0:1767384630.234315:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384630.234318:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052d18255. 00000020:00000001:2.0:1767384630.234319:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384630.234322:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052d18255 with handle 0x7f71e2b70dd202c1 to hash 00000020:00000001:2.0:1767384630.234323:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384630.234324:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384630.234326:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00010000:2.0:1767384630.234328:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000052d18255/0x7f71e2b70dd202c1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f71e2b70dd202ba expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384630.234333:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000f6abc116 : new locks_count 10 00000020:00000040:2.0:1767384630.234335:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=15 00000100:00000001:2.0:1767384630.234347:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384630.234350:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384630.234353:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000439e0089. 02000000:00000001:2.0:1767384630.234355:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.234356:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.234358:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384630.234361:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384630.234363:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384630.234365:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384630.234366:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384630.234367:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384630.234368:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384630.234370:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384630.234372:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384630.234373:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384630.234374:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384630.234375:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ef6c824b) refcount = 1 00010000:00010000:2.0:1767384630.234378:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052d18255/0x7f71e2b70dd202c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7f71e2b70dd202ba expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.234382:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384630.234383:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384630.234384:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384630.234385:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.234386:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384630.234388:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384630.234390:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000052d18255/0x7f71e2b70dd202c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd202ba expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.234394:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384630.234396:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384630.234397:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384630.234400:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.234401:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384630.234402:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384630.234403:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384630.234404:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000052d18255, rc 0) 00000020:00000001:2.0:1767384630.234411:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384630.234414:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049183104 00010000:00000001:2.0:1767384630.234416:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384630.234419:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000013996307 x1853237049183104/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 328/344 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384630.234425:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384630.234427:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384630.234430:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384630.234433:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384630.234435:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384630.234436:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384630.234438:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384630.234440:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.234442:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384630.234443:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384630.234445:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058d65598. 00000100:00000200:2.0:1767384630.234447:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049183104, offset 224 00000400:00000200:2.0:1767384630.234451:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384630.234457:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384630.234464:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260004b80 00000400:00000200:2.0:1767384630.234469:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1819 [1] + 224 00000400:00000200:2.0:1767384630.234472:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384630.234476:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384630.234479:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384630.234484:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000010254ef5 x1853237049183104/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384630.234493:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000010254ef5 x1853237049183104/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384646 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.234512:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384630.234519:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d65598 00000400:00000010:2.0:1767384630.234522:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058d65598. 00000100:00000001:2.0:1767384630.234526:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384630.234528:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384630.234531:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384630.234537:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384630.234539:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384630.234541:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035f178ac. 00000100:00000001:2.0:1767384630.234543:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.234545:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067328673 00000100:00000040:2.0:1767384630.234548:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000010:3.0:1767384630.234549:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067328673. 00010000:00000001:2.0:1767384630.234554:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384630.234555:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384630.234557:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.234559:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384630.234561:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000010254ef5 x1853237049183104/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384646 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384630.234566:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013996307 x1853237049183104/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 328/344 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384630.234585:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000010254ef5 x1853237049183104/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384646 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384630.234587:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013996307 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049183104:12345-0@lo:101: Request processed in 326us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384630.234601:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000040:2.0:1767384630.234604:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384630.234630:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384630.234632:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384630.234636:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074e534aa. 00000020:00000010:2.0:1767384630.234642:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed4bcc52. 00000100:00000001:3.0:1767384630.234657:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384630.234658:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c170377f. 00000100:00000001:3.0:1767384630.234661:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384630.234666:0:17077:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384630.234666:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:3.0:1767384630.234672:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384630.234673:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384630.234675:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384630.234676:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000439e0089. 00000100:00000001:3.0:1767384630.234679:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.234680:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384630.234683:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384630.234685:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384630.234688:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384630.234692:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=47 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384630.234693:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005415d05a. 00000400:00000010:2.0:1767384630.234699:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b51fe5eb. 00000100:00001000:3.0:1767384630.234700:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384630.234706:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384630.234708:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.234710:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384630.234711:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.234713:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384630.234717:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000010254ef5 x1853237049183104/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384646 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.234722:0:17077:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384630.234725:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384630.234727:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384630.234729:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010254ef5 x1853237049183104/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384646 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384630.234734:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000010254ef5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049183104:0@lo:101: 00000100:00000001:3.0:1767384630.234737:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384630.234739:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.234740:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384630.234741:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384630.234742:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000010254ef5 x1853237049183104/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384646 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.234746:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384630.234749:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000068220a76. 00000100:00000001:3.0:1767384630.234751:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384630.234752:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.234754:0:17077:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384630.234762:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384630.234764:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384630.234766:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f1e780ed refcount=4 00000020:00000001:3.0:1767384630.234767:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:3.0:1767384630.234769:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000040:3.0:1767384630.234772:0:17077:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000f1e780ed, remote cookie: 0x7f71e2b70dd202c1, flags: 0x0 00010000:00000001:3.0:1767384630.234774:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384630.234776:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384630.234777:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384630.234778:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384630.234779:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384630.234780:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cded0a4b) refcount = 1 00010000:00010000:3.0:1767384630.234782:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd202c1 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384630.234786:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384630.234788:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384630.234789:0:17077:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384630.234791:0:17077:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384630.234793:0:17077:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384630.234795:0:17077:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd202c1 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384630.234799:0:17077:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384630.234800:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384630.234801:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384630.234801:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384630.234802:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384630.234803:0:17077:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.234804:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384630.234806:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000010254ef5 x1853237049183104/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384646 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.234810:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384630.234812:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384630.234814:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000088c9e1aa. 02000000:00000001:3.0:1767384630.234816:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384630.234822:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384630.234823:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384630.234825:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384630.234826:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000031d0fe1. 02000000:00000001:3.0:1767384630.234829:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384630.234830:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384630.234832:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010254ef5. 00000100:00000001:3.0:1767384630.234834:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384630.234835:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384630.234836:0:17077:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384630.234838:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384630.234839:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 3 10000000:00000001:3.0:1767384630.234840:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.234841:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384630.234842:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384630.234843:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f1e780ed refcount=3 00000020:00000001:3.0:1767384630.234844:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:3.0:1767384630.234846:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:3.0:1767384630.234847:0:17077:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384630.234848:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384630.234849:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384630.234849:0:17077:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384630.234851:0:17077:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384630.234854:0:17077:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000088ea3cf3. 00000100:00000010:3.0:1767384630.234867:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0482fd. 00000020:00000040:3.0:1767384630.234869:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384630.234871:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384630.234872:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384630.234874:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384630.234876:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f02ce5ca. 00000100:00000001:3.0:1767384630.234878:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.234881:0:17077:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384630.234884:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d7882da0. 00000100:00000010:3.0:1767384630.234886:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003cc8a1f7. 00000020:00000040:3.0:1767384630.234888:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384630.234891:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384630.234897:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384630.234899:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000feee8c0. 00000100:00000001:3.0:1767384630.234900:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804120705472 : -123269588846144 : ffff8fe30ff1f9c0) 00000100:00000001:3.0:1767384630.234902:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384630.234903:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923218048 : -123268786333568 : ffff8fe33fc75880) 00000100:00000001:3.0:1767384630.234905:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384630.234906:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.234907:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384630.234908:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384630.234911:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0482fd x1853237049183232/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.234924:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384630.234925:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384630.234927:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384630.234928:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384630.234929:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384630.234933:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049183232:0@lo:256: 00000100:00000001:3.0:1767384630.234936:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384630.234938:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384630.234940:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.234941:0:17077:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384630.234946:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045f0a4b4. 00000400:00000010:3.0:1767384630.234949:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ad1eec2f. 00000100:00000200:3.0:1767384630.234952:0:17077:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260004c00-0x6958260004c00, portal 33 00000100:00000001:3.0:1767384630.234954:0:17077:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384630.234955:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384630.234958:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000819772ac. 02000000:00000001:3.0:1767384630.234959:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384630.234962:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055f41a75. 00000400:00000010:3.0:1767384630.234964:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbbbeccc. 00000100:00000200:3.0:1767384630.234966:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049183232, portal 25 00000100:00000001:3.0:1767384630.234967:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384630.234968:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923218048 : -123268786333568 : ffff8fe33fc75880) 00000100:00000040:3.0:1767384630.234971:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004b0482fd x1853237049183232/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384646 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.234981:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384630.234982:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384630.234984:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e89093e4. 00000100:00000200:3.0:1767384630.234986:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049183232, offset 0 00000400:00000200:3.0:1767384630.234990:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384630.234995:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384630.235000:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260004c00 00000400:00000200:3.0:1767384630.235003:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x10bd [2] + 0 00000400:00000010:3.0:1767384630.235005:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f184d69. 00000400:00000200:3.0:1767384630.235007:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c92b2e44 00000400:00000200:3.0:1767384630.235010:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384630.235012:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384630.235014:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92b2e44 00000400:00000010:3.0:1767384630.235015:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c92b2e44. 00000100:00000001:3.0:1767384630.235017:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384630.235018:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384630.235021:0:17077:0:(events.c:337:request_in_callback()) incoming req@000000002f916b96 x1853237049183232 msgsize 304 00000100:00100000:3.0:1767384630.235023:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384630.235024:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384630.235033:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384630.235036:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89093e4 00000400:00000010:3.0:1767384630.235037:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e89093e4. 00000100:00000001:3.0:1767384630.235039:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384630.235041:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0482fd x1853237049183232/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384646 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.235047:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384630.235048:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004b0482fd x1853237049183232/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384646 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.235053:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.235054:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384630.235058:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.235060:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294918662 00000100:00000001:3.0:1767384630.235066:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294918661 00000100:00000001:2.0:1767384630.235067:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384630.235069:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183232 02000000:00000001:2.0:1767384630.235071:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384630.235074:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384630.235076:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.235077:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294918662 02000000:00000001:2.0:1767384630.235079:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.235081:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294918661 00000100:00100000:2.0:1767384630.235083:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183232 00000100:00000001:3.0:1767384630.235085:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294918662 00000020:00000001:2.0:1767384630.235086:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384630.235088:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:3.0:1767384630.235089:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294918661 00000020:00000001:2.0:1767384630.235090:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384630.235093:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:3.0:1767384630.235094:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294918662 00000100:00000001:3.0:1767384630.235096:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294918661 00000100:00000001:3.0:1767384630.235098:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384630.235101:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.235103:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384630.235104:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384630.235106:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384630.235107:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00100000:3.0:1767384630.235109:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 000000000feee8c0 going to sleep for 11 seconds 00000100:00000001:2.0:1767384630.235112:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384630.235113:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384630.235116:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384630.235117:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039e32203. 00000100:00000001:2.0:1767384630.235120:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384630.235122:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039e32203. 00000020:00000010:2.0:1767384630.235126:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c170377f. 00000020:00000010:2.0:1767384630.235128:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074e534aa. 00000020:00000010:2.0:1767384630.235131:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed4bcc52. 00000100:00000040:2.0:1767384630.235135:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384630.235136:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384630.235137:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384630.235139:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.235142:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.235152:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.235159:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384630.235160:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384630.235163:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:2.0:1767384630.235165:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384630.235167:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852966480 : -123268856585136 : ffff8fe33b976450) 00000100:00000040:2.0:1767384630.235170:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f916b96 x1853237049183232/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 304/0 e 0 to 0 dl 1767384641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.235176:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384630.235179:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039e32203. 00000100:00000001:2.0:1767384630.235180:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384630.235182:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039e32203. 00000100:00100000:2.0:1767384630.235186:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f916b96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049183232:12345-0@lo:256: 00000100:00000200:2.0:1767384630.235189:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183232 00000020:00000001:2.0:1767384630.235190:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384630.235191:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384630.235192:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.235193:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384630.235201:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592544 : -1047959072 : ffffffffc18969e0) 00000020:00000001:2.0:1767384630.235202:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384630.235203:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384630.235205:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384630.235206:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384630.235207:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.235210:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384630.235211:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384630.235214:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000439e0089. 02000000:00000001:2.0:1767384630.235216:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.235217:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384630.235220:0:17074:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384630.235222:0:17074:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384630.235225:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384630.235227:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384630.235229:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384630.235231:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384630.235232:0:17074:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384630.235235:0:17074:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000c9dea747. 20000000:00000001:2.0:1767384630.235237:0:17074:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384630.235249:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384630.235253:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384630.235258:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384630.235260:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384630.235262:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384630.235263:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384630.235264:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384630.235265:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384630.235267:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384630.235268:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384630.235269:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384630.235271:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384630.235272:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384630.235273:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384630.235274:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384630.235276:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384630.235277:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384630.235279:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384630.235285:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384630.235287:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384630.235288:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384630.235290:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384630.235291:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:01000000:2.0:1767384630.235293:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 484, pages 3612/1/4/3. 20000000:00000040:2.0:1767384630.235299:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384630.235300:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384630.235301:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384630.235303:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384630.235304:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384630.235305:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384630.235307:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384630.235308:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384630.235309:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384630.235311:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384630.235312:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384630.235314:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384630.235315:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384630.235316:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384630.235318:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384630.235319:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384630.235320:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384630.235322:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384630.235323:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384630.235324:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384630.235326:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384630.235327:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384630.235328:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:01000000:2.0:1767384630.235330:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 484, pages 3128/1/4/3. 20000000:01000000:2.0:1767384630.235331:0:17074:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 968, version 50 20000000:00000001:2.0:1767384630.235332:0:17074:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=968 : 968 : 3c8) 00000100:00000001:2.0:1767384630.235334:0:17074:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384630.235337:0:17074:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008b19cf0a. 00000100:00000010:2.0:1767384630.235339:0:17074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000065d6e87f. 00000020:00000040:2.0:1767384630.235340:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=16 00010000:00000001:2.0:1767384630.235342:0:17074:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384630.235344:0:17074:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384630.235352:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058d65598. 00000400:00000010:2.0:1767384630.235356:0:17074:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c3271563. 00000400:00000200:2.0:1767384630.235358:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384630.235364:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384630.235368:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 968 into portal 33 MB=0x6958260004c00 00000400:00000200:2.0:1767384630.235371:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 968/968 into md 0x1829 [4] + 0 00000400:00000010:2.0:1767384630.235373:0:17074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045f0a4b4. 00000400:00000200:2.0:1767384630.235375:0:17074:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ad1eec2f 00000400:00000200:2.0:1767384630.235377:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384630.235379:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384630.235382:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad1eec2f 00000400:00000010:2.0:1767384630.235383:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ad1eec2f. 00000100:00000001:2.0:1767384630.235385:0:17074:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384630.235387:0:17074:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000004b0482fd desc 00000000d7882da0 mbits 1853237049183232 00000100:00000001:2.0:1767384630.235396:0:17074:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384630.235398:0:17074:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384630.235401:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384630.235407:0:17074:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1835 00000400:00000200:2.0:1767384630.235410:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384630.235412:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384630.235415:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384630.235416:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384630.235417:0:17074:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000008b19cf0a 00000100:00000001:3.0:1767384630.235420:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.235421:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384630.235428:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d65598 00000400:00000010:2.0:1767384630.235430:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058d65598. 00000100:00000001:2.0:1767384630.235432:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384630.235433:0:17074:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000008b19cf0a 00000100:00000001:2.0:1767384630.235434:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384630.235437:0:17074:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 968 bytes via portal 33 id 12345-0@lo mbits 0x6958260004c00-0x6958260004c00 00000100:00000001:2.0:1767384630.235439:0:17074:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.235442:0:17074:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.235443:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384630.235445:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000010:2.0:1767384630.235447:0:17074:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000065d6e87f. 00000100:00000010:2.0:1767384630.235449:0:17074:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008b19cf0a. 00000100:00000001:2.0:1767384630.235458:0:17074:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384630.235459:0:17074:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384630.235465:0:17074:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000c9dea747. 20000000:00000001:2.0:1767384630.235469:0:17074:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384630.235472:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049183232 00010000:00000001:2.0:1767384630.235474:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384630.235477:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f916b96 x1853237049183232/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 304/240 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384630.235485:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384630.235486:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384630.235488:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384630.235492:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384630.235494:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384630.235497:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384630.235499:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384630.235501:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.235503:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384630.235506:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384630.235508:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058d65598. 00000100:00000200:2.0:1767384630.235511:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049183232, offset 224 00000400:00000200:2.0:1767384630.235516:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384630.235522:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384630.235528:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260004c00 00000400:00000200:2.0:1767384630.235532:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x182d [1] + 224 00000400:00000200:2.0:1767384630.235534:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384630.235536:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384630.235539:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384630.235541:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0482fd x1853237049183232/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384630.235547:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000004b0482fd x1853237049183232/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384646 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.235559:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384630.235562:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d65598 00000400:00000010:2.0:1767384630.235568:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058d65598. 00000100:00000001:2.0:1767384630.235571:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384630.235572:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384630.235573:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384630.235577:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384630.235578:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384630.235580:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384630.235583:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000010:3.0:1767384630.235584:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055f41a75. 00010000:00000001:2.0:1767384630.235586:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384630.235589:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbbbeccc 00000020:00000001:2.0:1767384630.235589:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.235592:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384630.235593:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbbbeccc. 00000100:00000040:2.0:1767384630.235597:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f916b96 x1853237049183232/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 304/240 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.235598:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384630.235604:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0482fd x1853237049183232/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384646 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384630.235635:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0482fd x1853237049183232/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384646 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384630.235636:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f916b96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049183232:12345-0@lo:256: Request processed in 458us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384630.235665:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000040:2.0:1767384630.235669:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384630.235670:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384630.235672:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384630.235675:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.235675:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384630.235679:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074e534aa. 00000100:00000001:3.0:1767384630.235680:0:17077:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384630.235683:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed4bcc52. 02000000:00000001:3.0:1767384630.235684:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384630.235687:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c170377f. 00000100:00000001:3.0:1767384630.235688:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384630.235691:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000001:3.0:1767384630.235692:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.235694:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384630.235696:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384630.235697:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000439e0089. 02000000:00000001:2.0:1767384630.235699:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384630.235701:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384630.235703:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384630.235711:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=47 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384630.235711:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006def9ba. 00000100:00001000:3.0:1767384630.235717:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=47 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384630.235717:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005b67c7e. 00000100:00000001:3.0:1767384630.235723:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384630.235725:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.235726:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384630.235728:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.235729:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384630.235732:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000004b0482fd x1853237049183232/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384646 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384630.235741:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000004b0482fd x1853237049183232/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384646 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.235747:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384630.235748:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384630.235751:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0482fd x1853237049183232/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384646 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384630.235757:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049183232:0@lo:256: 00000100:00000001:3.0:1767384630.235761:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384630.235763:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.235765:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384630.235767:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384630.235768:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0482fd x1853237049183232/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384646 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.235775:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384630.235777:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000feee8c0. 00000100:00000001:3.0:1767384630.235780:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384630.235781:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384630.235784:0:17077:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 50, more 0. 10000000:00000001:3.0:1767384630.235787:0:17077:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384630.235794:0:17077:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000007bfa9116. 10000000:00000040:3.0:1767384630.235803:0:17077:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.137@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384630.235810:0:17077:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384630.235813:0:17077:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384630.235823:0:17077:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.137@tcp has 192.168.202.137@tcp. 00000100:00000001:3.0:1767384630.235825:0:17077:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384630.235827:0:17077:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384630.235829:0:17077:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.137@tcp with 192.168.202.137@tcp 00000100:00000200:3.0:1767384630.235832:0:17077:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.137@tcp' 00000400:00000200:3.0:1767384630.235836:0:17077:0:(peer.c:1356:LNetAddPeer()) Add peer with 23 NIDs 00000400:00001000:3.0:1767384630.235839:0:17077:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384630.235842:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:3.0:1767384630.235848:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384630.235853:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (22) 00000400:00000200:3.0:1767384630.235856:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (23) 00000400:00000200:3.0:1767384630.235868:0:17077:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384630.235870:0:17077:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384630.235873:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384630.235875:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:3.0:1767384630.235877:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (24) 00000400:00000200:3.0:1767384630.235879:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:3.0:1767384630.235881:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:3.0:1767384630.235884:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384630.235886:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:3.0:1767384630.235889:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:3.0:1767384630.235893:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384630.235895:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000400:00000200:2.0:1767384630.235895:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384630.235900:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.137@tcp12 00000400:00000200:2.0:1767384630.235902:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 00000400:00000200:3.0:1767384630.235904:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384630.235909:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp12 00000400:00000010:2.0:1767384630.235910:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058d65598. 00000400:00000200:3.0:1767384630.235912:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.137@tcp13 00000400:00000200:2.0:1767384630.235914:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (23) 00000400:00000200:3.0:1767384630.235918:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp13 NID flags 0x1: -114 00000400:00000010:2.0:1767384630.235920:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f48d898e. 00000400:00000200:3.0:1767384630.235921:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp13 00000400:00000200:3.0:1767384630.235926:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.137@tcp14 00000400:00000200:2.0:1767384630.235929:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000200:3.0:1767384630.235933:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384630.235936:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp14 00000400:00000200:2.0:1767384630.235939:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:3.0:1767384630.235941:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.137@tcp15 00000400:00000200:3.0:1767384630.235946:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384630.235951:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp15 00000400:00000200:2.0:1767384630.235954:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:3.0:1767384630.235955:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.137@tcp16 00000400:00000200:2.0:1767384630.235959:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000400:00000200:2.0:1767384630.235966:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:3.0:1767384630.235969:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384630.235974:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp16 00000400:00000200:3.0:1767384630.235977:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.137@tcp17 00000400:00000200:2.0:1767384630.235977:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:3.0:1767384630.235984:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384630.235985:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000400:00000200:3.0:1767384630.235990:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp17 00000400:00000200:3.0:1767384630.235995:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.137@tcp18 00000400:00000200:2.0:1767384630.235995:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000400:00000200:3.0:1767384630.236002:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384630.236006:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp18 00000400:00000200:2.0:1767384630.236006:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000400:00000200:3.0:1767384630.236012:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.137@tcp19 00000400:00000200:3.0:1767384630.236018:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384630.236020:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000400:00000200:3.0:1767384630.236021:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp19 00000400:00000200:3.0:1767384630.236025:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.137@tcp20 00000400:00000200:3.0:1767384630.236032:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384630.236035:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:3.0:1767384630.236036:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp20 00000400:00000200:3.0:1767384630.236041:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.137@tcp21 00000400:00000200:3.0:1767384630.236048:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384630.236049:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:3.0:1767384630.236053:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp21 00000400:00000200:3.0:1767384630.236058:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.137@tcp22 00000400:00000200:2.0:1767384630.236061:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:3.0:1767384630.236062:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384630.236068:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp22 00000400:00000200:2.0:1767384630.236072:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000400:00000200:3.0:1767384630.236073:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.137@tcp23 00000400:00000200:3.0:1767384630.236079:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384630.236082:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp23 00000400:00000200:2.0:1767384630.236083:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:3.0:1767384630.236085:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.137@tcp24 00000400:00000200:3.0:1767384630.236091:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384630.236092:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:3.0:1767384630.236095:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp24 00000400:00000200:3.0:1767384630.236099:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.137@tcp25 00000400:00000200:2.0:1767384630.236102:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 00000400:00000200:3.0:1767384630.236106:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384630.236110:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp25 00000400:00000200:2.0:1767384630.236112:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000400:00000200:3.0:1767384630.236115:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.137@tcp26 00000400:00000200:2.0:1767384630.236120:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000400:00000200:3.0:1767384630.236123:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384630.236128:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp26 00000400:00000200:2.0:1767384630.236131:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000400:00000200:3.0:1767384630.236132:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.137@tcp27 00000400:00000200:3.0:1767384630.236139:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384630.236141:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 16], ns[67, 16] 00000400:00000200:3.0:1767384630.236143:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp27 00000400:00000200:3.0:1767384630.236145:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.137@tcp28 00000400:00000200:2.0:1767384630.236155:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[69, 16], ns[69, 16] 00000400:00000200:3.0:1767384630.236160:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384630.236161:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 00000400:00000200:3.0:1767384630.236167:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp28 00000400:00000200:2.0:1767384630.236169:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000400:00000200:3.0:1767384630.236173:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.137@tcp29 00000400:00000200:2.0:1767384630.236177:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp30 00000400:00000200:3.0:1767384630.236181:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384630.236184:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp30 lpni_is_preferred = 0 00000400:00000200:3.0:1767384630.236187:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp29 00000400:00000200:2.0:1767384630.236188:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp30 00000400:00000200:3.0:1767384630.236195:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.137@tcp30 00000400:00000200:2.0:1767384630.236195:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp30 NI seq info: [70:70:256:4294967295] 192.168.202.137@tcp30 LPNI seq info [70:70:8:4294967295] 00000400:00000200:3.0:1767384630.236204:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384630.236206:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp30 00000400:00000200:3.0:1767384630.236209:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp30 00000400:00000200:3.0:1767384630.236218:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.137@tcp31 00000400:00000200:2.0:1767384630.236219:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp30(192.168.202.137@tcp30:) -> 192.168.202.137@tcp30(192.168.202.137@tcp:192.168.202.137@tcp30) : PUT try# 0 00000800:00000200:2.0:1767384630.236225:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.137@tcp30 00000400:00000010:3.0:1767384630.236226:0:17077:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000009f332f54. 00000800:00000010:2.0:1767384630.236229:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b536ad. 00000400:00000200:3.0:1767384630.236234:0:17077:0:(peer.c:264:lnet_peer_alloc()) 000000009f332f54 nid 192.168.202.137@tcp31 00000800:00000010:2.0:1767384630.236238:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005b982e44. 00000400:00000010:3.0:1767384630.236240:0:17077:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000088c647ce. 00000400:00000200:3.0:1767384630.236245:0:17077:0:(peer.c:204:lnet_peer_net_alloc()) 0000000088c647ce net tcp31 00000800:00000010:2.0:1767384630.236245:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000018b2239a. 00000400:00000010:3.0:1767384630.236253:0:17077:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f3c52d25. 00000800:00000200:2.0:1767384630.236257:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b982e44] -> 12345-192.168.202.137@tcp30 (2) 00000400:00000200:3.0:1767384630.236263:0:17077:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f3c52d25 nid 192.168.202.137@tcp31 00000800:00000200:2.1:1767384630.236266:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b982e44] -> 12345-192.168.202.137@tcp30 (2) 00000400:00000200:3.0:1767384630.236269:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009f332f54 (0) 00000400:00000200:3.0:1767384630.236276:0:17077:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.137@tcp31: -2 00000400:00000200:3.0:1767384630.236281:0:17077:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp31 NID 192.168.202.137@tcp31 flags 0x1 00000400:00000200:3.0:1767384630.236284:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009f332f54 (1) 00000400:00000200:2.0:1767384630.236287:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384630.236288:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009f332f54 (2) 00000400:00000200:2.0:1767384630.236291:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 rc 0 00000400:00000200:3.0:1767384630.236293:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009f332f54 (1) 00000400:00000200:3.0:1767384630.236298:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009f332f54 (2) 00000400:00000200:3.0:1767384630.236302:0:17077:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp31 (000000009f332f54): 0 00000400:00000200:3.0:1767384630.236304:0:17077:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384630.236307:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384630.236311:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp31(000000009f332f54) state 0x41 00000400:00000200:3.0:1767384630.236317:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp31 NID 192.168.202.137@tcp31: 0. pending discovery 00000400:00000200:3.0:1767384630.236320:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009f332f54 (3) 00000100:00000001:3.0:1767384630.236323:0:17077:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.236323:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009f332f54 (2) 00010000:00000001:3.0:1767384630.236327:0:17077:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384630.236329:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c170377f. 10000000:00000040:3.0:1767384630.236331:0:17077:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.137@tcp' by NID '192.168.202.137@tcp' 00000400:00000010:2.0:1767384630.236335:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f813c88. 10000000:00000010:3.0:1767384630.236338:0:17077:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000c472ef0e. 00000400:00000010:2.0:1767384630.236340:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003969799f. 10000000:00000040:3.0:1767384630.236344:0:17077:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 50/50 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.137@tcp::2 00000400:00000200:2.0:1767384630.236349:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp31 00000020:00000080:3.0:1767384630.236351:0:17077:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:2.0:1767384630.236356:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp31 local destination 00000400:00000200:2.0:1767384630.236362:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000020:00000001:3.0:1767384630.236366:0:17077:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:2.0:1767384630.236366:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp31 00000400:00000200:2.0:1767384630.236370:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp31 lpni_is_preferred = 0 00000020:00000010:3.0:1767384630.236372:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000655b8f12. 00000400:00000200:2.0:1767384630.236373:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp31 00000400:00000200:2.0:1767384630.236378:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp31 NI seq info: [71:71:256:4294967295] 192.168.202.137@tcp31 LPNI seq info [1:1:8:4294967295] 00000020:00000010:3.0:1767384630.236381:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000652b7920. 00000400:00000200:2.0:1767384630.236382:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp31 00000040:00000010:3.0:1767384630.236387:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dff3ab1d. 00000400:00000200:1.0:1767384630.236392:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000020:00000010:3.0:1767384630.236394:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d6139cdd. 00000400:00000200:2.0:1767384630.236401:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp31(192.168.202.137@tcp31:) -> 192.168.202.137@tcp31(192.168.202.137@tcp31:192.168.202.137@tcp31) : GET try# 0 00000020:00000010:3.0:1767384630.236402:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000026fbbba0. 00000020:00000010:3.0:1767384630.236409:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e80098c4. 00000800:00000200:2.0:1767384630.236409:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp31 80000000:00000010:3.0:1767384630.236415:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000be19f887. 00000800:00000010:2.0:1767384630.236416:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000033ccf080. 40000000:00000010:3.0:1767384630.236423:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004862556d. 00000800:00000010:2.0:1767384630.236424:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001334b7b3. 00000800:00000010:2.0:1767384630.236430:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f48c2bcf. 00100000:00000010:3.0:1767384630.236433:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000171e8b8a. 00000800:00000200:2.0:1767384630.236434:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000800:00000200:2.1:1767384630.236440:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00040000:00000010:3.0:1767384630.236441:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e35efe62. 00040000:00000010:3.0:1767384630.236448:0:17077:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000001116785. 00000400:00000200:2.0:1767384630.236453:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp31 00040000:00000010:3.0:1767384630.236454:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000027b8a81f. 00000400:00000200:2.0:1767384630.236459:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp31(000000009f332f54) state 0x241 rc 0 00080000:00000010:3.0:1767384630.236464:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000fe61bef. 00080000:00000010:3.0:1767384630.236472:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000a88d2a1. 00000004:00000010:3.0:1767384630.236479:0:17077:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008ad046db. 00000004:00000010:3.0:1767384630.236485:0:17077:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003bf63e7a. 00000004:00000010:3.0:1767384630.236491:0:17077:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e661df69. 00002000:00000010:3.0:1767384630.236497:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cf8f3aa5. 00000004:00000010:3.0:1767384630.236502:0:17077:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ebbf52d0. 00000400:00000200:1.0:1767384630.236505:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000004:00000001:3.0:1767384630.236507:0:17077:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384630.236512:0:17077:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384630.236516:0:17077:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000c472ef0e 00000040:00001000:3.0:1767384630.236518:0:17077:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:2.0:1767384630.236519:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000040:00001000:3.0:1767384630.236520:0:17077:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384630.236523:0:17077:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384630.236526:0:17077:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384630.236530:0:17077:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384630.236532:0:17077:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384630.236534:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384630.236537:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.137@tcp::2 00000040:00000001:3.0:1767384630.236540:0:17077:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384630.236571:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.236592:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000004:00000001:3.0:1767384630.236596:0:17077:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384630.236603:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000652b7920. 00000040:00000010:3.0:1767384630.236631:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dff3ab1d. 00000020:00000010:3.0:1767384630.236643:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d6139cdd. 00000020:00000010:3.0:1767384630.236660:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000026fbbba0. 00000400:00000200:2.0:1767384630.236664:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000020:00000010:3.0:1767384630.236667:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e80098c4. 80000000:00000010:3.0:1767384630.236674:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000be19f887. 40000000:00000010:3.0:1767384630.236679:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004862556d. 00000400:00000200:1.0:1767384630.236679:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00100000:00000010:3.0:1767384630.236685:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000171e8b8a. 00040000:00000010:3.0:1767384630.236689:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e35efe62. 00040000:00000010:3.0:1767384630.236698:0:17077:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000001116785. 00040000:00000010:3.0:1767384630.236703:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000027b8a81f. 00000400:00000200:2.0:1767384630.236708:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00080000:00000010:3.0:1767384630.236709:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000a88d2a1. 00080000:00000010:3.0:1767384630.236715:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000fe61bef. 00000004:00000010:3.0:1767384630.236719:0:17077:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008ad046db. 00000004:00000010:3.0:1767384630.236724:0:17077:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003bf63e7a. 00000004:00000010:3.0:1767384630.236729:0:17077:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e661df69. 00002000:00000010:3.0:1767384630.236734:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cf8f3aa5. 00000004:00000010:3.0:1767384630.236738:0:17077:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ebbf52d0. 00000020:00000010:3.0:1767384630.236742:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000655b8f12. 00000020:00000001:3.0:1767384630.236746:0:17077:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384630.236749:0:17077:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384630.236753:0:17077:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000c472ef0e. 00000400:00000200:1.0:1767384630.236753:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 10000000:00000010:3.0:1767384630.236757:0:17077:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000007bfa9116. 10000000:00000001:3.0:1767384630.236762:0:17077:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.236765:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384630.236766:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000040:3.0:1767384630.236771:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0482fd x1853237049183232/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384646 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.236779:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384630.236782:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384630.236784:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000819772ac. 02000000:00000001:3.0:1767384630.236789:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384630.236791:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384630.236793:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384630.236796:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384630.236798:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384630.236800:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384630.236802:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384630.236811:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384630.236814:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003cc8a1f7. 00000100:00000010:3.0:1767384630.236818:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d7882da0. 00000100:00000001:3.0:1767384630.236821:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384630.236823:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f02ce5ca. 02000000:00000001:3.0:1767384630.236827:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767384630.236828:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 02000000:00000001:3.0:1767384630.236829:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384630.236833:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0482fd. 00000100:00000001:3.0:1767384630.236837:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384630.236839:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384630.236841:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 10000000:00000010:3.0:1767384630.236853:0:17077:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000088ea3cf3. 10000000:01000000:3.0:1767384630.236858:0:17077:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.137@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384630.236862:0:17077:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:2.0:1767384630.236862:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00010000:00000001:3.0:1767384630.236864:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384630.236867:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384630.236868:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f1e780ed refcount=3 00000020:00000001:3.0:1767384630.236871:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:3.0:1767384630.236874:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:3.0:1767384630.236879:0:17077:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384630.236881:0:17077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd202c1 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384630.236886:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384630.236888:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384630.236889:0:17077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd202c1 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384630.236894:0:17077:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384630.236895:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384630.236896:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384630.236898:0:17077:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384630.236900:0:17077:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384630.236902:0:17077:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384630.236905:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384630.236908:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 3 00000400:00000200:2.0:1767384630.236909:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 10000000:00000001:3.0:1767384630.236911:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384630.236960:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.236972:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.237015:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237034:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.237071:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237100:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.237133:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237163:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.237194:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237231:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.237262:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237291:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.237325:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237355:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.237417:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237418:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237468:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.237513:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237558:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237609:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.237643:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237670:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237712:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237746:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.237764:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237792:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.237827:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237863:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.237891:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237921:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.237965:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.237988:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.238025:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.238057:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.238087:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.238133:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.238177:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.238210:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.238247:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.238285:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.238323:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.238354:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.238398:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.238435:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.238479:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.238501:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.238531:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.238557:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.238586:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.238617:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.238673:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.238725:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.238764:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.238811:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000800:00000010:2.0:1767384630.238813:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006c7d7a88. 00000800:00000010:2.0:1767384630.238819:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000062d17c7f. 00000800:00000010:2.0:1767384630.238825:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039e32203. 00000400:00000200:1.0:1767384630.238840:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000800:00000010:2.0:1767384630.238848:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039e32203. 00000800:00020000:2.0:1767384630.238857:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:2.0:1767384630.238861:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000062d17c7f. 00000800:00000010:2.0:1767384630.238864:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006c7d7a88. 00000400:00000200:1.0:1767384630.238882:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:02020000:2.0:1767384630.238915:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp31 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384630.238921:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp31 notifying 192.168.202.137@tcp31: down 00000800:00000200:2.0:1767384630.238927:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp31 down 00000800:00000100:2.0:1767384630.238933:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp31 00000800:00000010:2.0:1767384630.238936:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000033ccf080. 00000400:00000200:2.0:1767384630.238939:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384630.238942:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp31->192.168.202.137@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384630.238944:0:16336:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp31 added to recovery queue. ping count: 0 next ping: 252 health :900 00000400:00000200:2.0:1767384630.238948:0:16336:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384630.238951:0:16336:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp31: 1 00000400:00000200:2.0:1767384630.238955:0:16336:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp31 (000000009f332f54): -114 00000400:00000200:2.0:1767384630.238982:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384630.238985:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp31(000000009f332f54) state 0x841 00000400:00000001:2.0:1767384630.238989:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384630.238990:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384630.238991:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f813c88 00000400:00000010:2.0:1767384630.238993:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f813c88. 00000400:00000200:2.0:1767384630.238996:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384630.239001:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp31 (000000009f332f54): -114 00000400:00000010:2.0:1767384630.239005:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c170377f. 00000400:00000200:2.0:1767384630.239010:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009f332f54 (3) 00000400:00000200:2.0:1767384630.239015:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp31:-71 00000400:00000200:2.0:1767384630.239020:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp31(000000009f332f54) state 0x2041 rc -71 00000800:00000010:1.0:1767384630.239023:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050d6fae4. 00000400:00000200:2.0:1767384630.239024:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp31 (000000009f332f54) 00000400:00000200:2.0:1767384630.239028:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009f332f54 (2) 00000800:00000010:1.0:1767384630.239036:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b1541e5f. 00000800:00000010:1.0:1767384630.239040:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023508462. 00000800:00000010:1.0:1767384630.239061:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023508462. 00000800:00020000:1.0:1767384630.239067:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384630.239070:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b1541e5f. 00000800:00000010:1.0:1767384630.239072:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050d6fae4. 00000400:02020000:1.0:1767384630.239101:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp30 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384630.239106:0:16339:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp30 notifying 192.168.202.137@tcp30: down 00000800:00000200:1.0:1767384630.239110:0:16339:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp30 down 00000800:00000100:1.0:1767384630.239114:0:16339:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 400 0@<0:0>->192.168.202.137@tcp30 00000800:00000010:1.0:1767384630.239116:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b536ad. 00000400:00000200:1.0:1767384630.239119:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384630.239122:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp30->192.168.202.137@tcp30: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384630.239128:0:16339:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp30 added to recovery queue. ping count: 0 next ping: 252 health :900 00000400:00000200:1.0:1767384630.239130:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384630.239133:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 1 00000400:00000200:1.0:1767384630.239135:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384630.239154:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384630.239158:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x101171 00000400:00000001:1.0:1767384630.239160:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384630.239162:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384630.239163:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d65598 00000400:00000010:1.0:1767384630.239164:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058d65598. 00000400:00000200:1.0:1767384630.239167:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384630.239169:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384630.239172:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (24) 00000400:00000200:1.0:1767384630.239174:0:16346:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384630.239177:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 rc -71 00000400:00000200:1.0:1767384630.239179:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:1.0:1767384630.239181:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (23) 00000100:00000040:3.0:1767384630.240671:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294918662, at 4294918663 00000100:00000040:0.0:1767384630.240677:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294918662, at 4294918663 00000100:00000010:3.0:1767384630.240678:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009a4da93. 00000100:00000010:0.0:1767384630.240686:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000857beabe. 00000100:00000040:1.0:1767384630.240690:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294918662, at 4294918663 00000100:00000010:1.0:1767384630.240700:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000005f49e7e. 00000100:00000040:2.0:1767384630.241691:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294918662, at 4294918664 00000100:00000010:2.0:1767384630.241697:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ff8eb64. 00000020:00000010:3.0:1767384630.246309:0:27916:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000003cc8a1f7. 00000020:00000040:3.0:1767384630.246315:0:27916:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384630.246317:0:27916:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000003cc8a1f7. 00000100:00000001:3.0:1767384630.745755:0:18688:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384630.745763:0:18688:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384630.881262:0:28061:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384630.881266:0:28061:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:1.0:1767384630.885306:0:28061:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384630.892080:0:28062:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000088c9e1aa. 00000400:00000010:0.0:1767384630.892095:0:28062:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e0d59eda. 00000400:00000010:0.0:1767384630.892106:0:28062:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d7fdfca6. 00000400:00000010:0.0:1767384630.892110:0:28062:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dad75997. 00000400:00000010:0.0:1767384630.892114:0:28062:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d2360b12. 00000400:00000010:0.0:1767384630.892119:0:28062:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a8269ef2. 00000400:00000010:0.0:1767384630.892121:0:28062:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008cf191d1. 00000400:00000010:0.0:1767384630.892123:0:28062:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000193bf7ec. 00000400:00000010:0.0:1767384630.892126:0:28062:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004a15675a. 00000800:00000010:0.0:1767384630.892140:0:28062:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000a7fcd69. 00000800:00000200:0.0:1767384630.892152:0:28062:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384630.892163:0:28062:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384630.892201:0:28062:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:0.0:1767384630.892227:0:28062:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp32 [8/256/0/180] 00000400:00000010:0.0:1767384630.894843:0:28062:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000fa7f3d32. 00000400:00000010:0.0:1767384630.894850:0:28062:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc30387. 00000400:00000010:0.0:1767384630.894857:0:28062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8615d30. 00000400:00000001:0.0:1767384630.894875:0:28062:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384630.894877:0:28062:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384630.894880:0:28062:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054cdfe45. 00000400:00000200:0.0:1767384630.894884:0:28062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000948a8e5 00000400:00000010:0.0:1767384630.894886:0:28062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000948a8e5. 00000400:00000010:0.0:1767384630.894895:0:28062:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000009ac26fdb. 00000400:00000200:0.0:1767384630.894899:0:28062:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (22) 00000400:00000200:0.0:1767384630.894910:0:28062:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384630.894912:0:28062:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009f332f54 (1) 00000400:00000200:0.0:1767384630.894914:0:28062:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp31 (000000009f332f54): 0 00000400:00000200:0.0:1767384630.894920:0:28062:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:0.0:1767384630.894926:0:28062:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000083a8aa98. 00000020:01000000:0.0:1767384630.894930:0:28062:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384630.894932:0:28062:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp32 00000400:00000010:0.0:1767384630.894942:0:28062:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e0d59eda. 00000400:00000010:0.0:1767384630.894946:0:28062:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000088c9e1aa. 00000400:00000200:1.0:1767384630.894948:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384630.894955:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 00000400:00000010:1.0:1767384630.894962:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb7e7927. 00000400:00000200:1.0:1767384630.894965:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (23) 00000400:00000010:1.0:1767384630.894969:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e9418cd0. 00000020:00000001:2.0:1767384630.894972:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384630.894973:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 10000000:00000001:2.0:1767384630.894979:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384630.894983:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384630.894986:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384630.894988:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000020:01000004:2.0:1767384630.894992:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384630.894995:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384630.894996:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000020:01000004:2.0:1767384630.894998:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384630.895002:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384630.895005:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000020:01000004:2.0:1767384630.895006:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384630.895009:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384630.895012:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384630.895014:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:2.0:1767384630.895015:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384630.895018:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384630.895020:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384630.895025:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f936500. 00000020:00000040:2.0:1767384630.895028:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:1.0:1767384630.895029:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000100:00000001:2.0:1767384630.895035:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384630.895036:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 02000000:00000001:2.0:1767384630.895039:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384630.895042:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 02000000:00000001:2.0:1767384630.895045:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384630.895047:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000400:00000200:1.0:1767384630.895051:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000400:00000200:1.0:1767384630.895054:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 02000000:00000010:2.0:1767384630.895055:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006c7d7a88. 00000400:00000200:1.0:1767384630.895057:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:1.0:1767384630.895059:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000100:00000001:2.0:1767384630.895068:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384630.895076:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000100:00000001:2.0:1767384630.895078:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384630.895081:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384630.895082:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:1.0:1767384630.895087:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000100:00000040:2.0:1767384630.895089:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f936500] to pc [ptlrpcd_00_01+1] req@000000009f936500 x1853237049183360/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384630.895096:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 00000400:00000200:1.0:1767384630.895108:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000400:00000200:1.0:1767384630.895111:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000400:00000200:1.0:1767384630.895114:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000400:00000200:1.0:1767384630.895117:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 16], ns[67, 16] 00000400:00000200:1.0:1767384630.895120:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[69, 16], ns[69, 16] 00000400:00000200:1.0:1767384630.895123:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[70, 16], ns[70, 16] 00000400:00000200:1.0:1767384630.895125:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 10000000:00000001:2.0:1767384630.895127:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384630.895130:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp14 10000000:00000001:2.0:1767384630.895132:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.895135:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384630.895137:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp14 lpni_is_preferred = 0 00000020:01000000:2.0:1767384630.895139:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384630.895140:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384630.895143:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp14 00000100:00000001:0.0:1767384630.895145:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384630.895146:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384630.895150:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384630.895150:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384630.895151:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp14 NI seq info: [72:72:256:4294967295] 192.168.202.137@tcp14 LPNI seq info [71:71:8:4294967295] 10000000:00000001:2.0:1767384630.895154:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384630.895157:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384630.895158:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f936500 x1853237049183360/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384630.895160:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384630.895161:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp14 00000020:01000004:2.0:1767384630.895165:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384630.895169:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384630.895172:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384630.895175:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384630.895176:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384630.895178:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384630.895181:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384630.895184:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384630.895185:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384630.895185:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp14(192.168.202.137@tcp14:) -> 192.168.202.137@tcp14(192.168.202.137@tcp:192.168.202.137@tcp14) : PUT try# 0 02000000:00000001:0.0:1767384630.895188:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384630.895190:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384630.895195:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384630.895195:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.137@tcp14 02000000:00000001:0.0:1767384630.895195:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384630.895202:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd410bd2. 00000100:00100000:0.0:1767384630.895202:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049183360:0@lo:253: 00000800:00000010:1.0:1767384630.895203:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f82dfeb8. 00000020:00000040:2.0:1767384630.895211:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384630.895211:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767384630.895217:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052031c55] -> 12345-192.168.202.137@tcp14 (6) 02000000:00000001:0.0:1767384630.895217:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384630.895218:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384630.895221:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.895222:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384630.895224:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384630.895228:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384630.895228:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp14 ip 192.168.202.137:988 02000000:00000010:0.0:1767384630.895231:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006b71df0b. 00000800:00000200:1.0:1767384630.895234:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f82dfeb8 type 1, nob 512 niov 1 nkiov 1 02000000:00000001:0.0:1767384630.895235:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384630.895239:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dde9f896. 00000400:00000010:0.0:1767384630.895240:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000679602a5. 00000100:00000001:2.0:1767384630.895246:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384630.895249:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0d59eda. 00000100:00000001:2.0:1767384630.895251:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384630.895254:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384630.895254:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049183360, portal 25 00000400:00000200:1.0:1767384630.895259:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00000001:0.0:1767384630.895260:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384630.895264:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd410bd2] to pc [ptlrpcd_00_02+2] req@00000000fd410bd2 x1853237049183488/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.895264:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120992768 : -123269588558848 : ffff8fe30ff65c00) 00000400:00000200:1.0:1767384630.895266:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 rc 0 00000100:00000040:0.0:1767384630.895274:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f936500 x1853237049183360/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384630.895278:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp31(000000009f332f54) state 0x2061 00000400:00000200:1.0:1767384630.895286:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009f332f54 (2) 10000000:00000001:2.0:1767384630.895288:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384630.895293:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.895293:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384630.895295:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e17e4794. 00000100:00000040:0.0:1767384630.895298:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384630.895303:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384630.895304:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037f2ff7f. 00000400:00000010:0.0:1767384630.895304:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e87fdfd. 00000020:01000000:2.0:1767384630.895305:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384630.895310:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049183360, offset 0 00000020:00000010:2.0:1767384630.895311:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000083a8aa98. 00000400:00000010:1.0:1767384630.895315:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000ccb19c1. 00000400:00000200:0.0:1767384630.895320:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384630.895327:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp31 00000400:00000200:0.0:1767384630.895329:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384630.895339:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004c80 00000400:00000200:0.0:1767384630.895345:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10cd [2] + 0 00000400:00000010:0.0:1767384630.895347:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd46327b. 00000400:00000200:1.0:1767384630.895351:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp31 local destination 00000400:00000200:0.0:1767384630.895351:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000099be1af0 00000400:00000200:1.0:1767384630.895358:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:0.0:1767384630.895361:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384630.895363:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp31 00000400:00000200:0.0:1767384630.895367:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384630.895370:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp31 lpni_is_preferred = 0 00000400:00000200:1.0:1767384630.895373:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp31 00000400:00000200:1.0:1767384630.895375:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp31 NI seq info: [73:73:256:4294967295] 192.168.202.137@tcp31 LPNI seq info [2:2:8:4294967295] 00000400:00000200:1.0:1767384630.895380:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp31 00000400:00000200:1.0:1767384630.895385:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp31(192.168.202.137@tcp31:) -> 192.168.202.137@tcp31(192.168.202.137@tcp31:192.168.202.137@tcp31) : GET try# 0 00000800:00000200:1.0:1767384630.895390:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp31 00000400:00000200:0.0:1767384630.895390:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099be1af0 00000400:00000010:0.0:1767384630.895393:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099be1af0. 00000800:00000010:1.0:1767384630.895396:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000047d565ef. 00000100:00000001:0.0:1767384630.895400:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:1.0:1767384630.895404:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000100:00000200:0.0:1767384630.895404:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384630.895411:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000002d9ee1f6 x1853237049183360 msgsize 4848 00000800:00000200:1.1:1767384630.895412:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000100:00100000:0.0:1767384630.895423:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384630.895426:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384630.895430:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp31 00000400:00000200:1.0:1767384630.895433:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp31(000000009f332f54) state 0x261 rc 0 00000800:00000200:2.0:1767384630.895436:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384630.895440:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:2.0:1767384630.895441:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f82dfeb8. 00000100:00000001:1.0:1767384630.895444:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.895447:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384630.895449:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384630.895450:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384630.895450:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e87fdfd 00000400:00000010:0.0:1767384630.895455:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e87fdfd. 00000100:00000040:1.0:1767384630.895456:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd410bd2 x1853237049183488/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.895462:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384630.895463:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp14->192.168.202.137@tcp14: PUT: OK 00000100:00000200:0.0:1767384630.895469:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f936500 x1853237049183360/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384630.895474:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384630.895483:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000100:00000001:1.0:1767384630.895484:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384630.895488:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.895491:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384630.895492:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384630.895495:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384630.895496:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384630.895496:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f936500 x1853237049183360/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384630.895499:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384630.895506:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384630.895508:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd410bd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049183488:0@lo:253: 00000800:00000001:2.0:1767384630.895512:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384630.895512:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.895516:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384630.895517:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.895521:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384630.895523:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.895524:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384630.895528:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp14(192.168.202.137@tcp14) <- 192.168.202.137@tcp14 : PUT - for me 02000000:00000001:1.0:1767384630.895529:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.895529:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294919322 02000000:00000001:1.0:1767384630.895535:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384630.895538:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b383a31a. 02000000:00000010:1.0:1767384630.895541:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000050d6fae4. 00000400:00000200:2.0:1767384630.895543:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 416 into portal 0 MB=0x8000000000000000 02000000:00000001:1.0:1767384630.895545:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.895552:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384630.895553:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 384/416 into md 0x17b1 [1] + 0 00000400:00000010:1.0:1767384630.895553:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000324d0f3e. 00000400:00000010:2.0:1767384630.895560:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093c8ad7b. 00000100:00000001:0.0:1767384630.895560:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294919322 00000400:00000200:2.0:1767384630.895565:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f60c07fd 00000100:00000010:0.0:1767384630.895566:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000843b16cc. 00000800:00000001:2.0:1767384630.895570:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384630.895571:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767384630.895572:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095a5c0b0. 00000800:00000001:2.0:1767384630.895577:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384630.895577:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294919322 00000100:00000200:1.0:1767384630.895578:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049183488, portal 25 00000400:00000200:2.0:1767384630.895582:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384630.895583:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767384630.895584:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001fabab26. 00000100:00000001:1.0:1767384630.895586:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120991872 : -123269588559744 : ffff8fe30ff65880) 00000100:00000001:0.0:1767384630.895590:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384630.895591:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp14->192.168.202.137@tcp14: PUT: OK 00000100:00000040:1.0:1767384630.895594:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd410bd2 x1853237049183488/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.895594:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294919322 00000400:00000200:2.0:1767384630.895596:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60c07fd 00000100:00000010:0.0:1767384630.895598:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c47f6c7. 00000400:00000010:2.0:1767384630.895600:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60c07fd. 00000100:00000001:0.0:1767384630.895603:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384630.895630:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384630.895636:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (24) 00000100:00000001:1.0:1767384630.895637:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384630.895657:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000100:00000040:1.0:1767384630.895658:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384630.895659:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384630.895664:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (416 bytes) 00000400:00000010:1.0:1767384630.895664:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025529537. 00000100:00000001:0.0:1767384630.895665:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.895671:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000200:1.0:1767384630.895672:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049183488, offset 0 00000100:00000001:0.0:1767384630.895672:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.895679:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384630.895682:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384630.895683:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (25) 00000100:00000001:0.0:1767384630.895687:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384630.895690:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384630.895691:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384630.895694:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384630.895695:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384630.895699:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384630.895701:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp14 to MR: 192.168.202.137@tcp14 local destination 00000100:00000001:0.0:1767384630.895701:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.895706:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.895710:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp14 NI seq info: [74:74:256:4294967295] 192.168.202.137@tcp14 LPNI seq info [72:72:8:4294967295] 00000400:00000200:2.0:1767384630.895724:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp14(192.168.202.137@tcp14:192.168.202.137@tcp14) -> 192.168.202.137@tcp14(192.168.202.137@tcp14:192.168.202.137@tcp14) 192.168.202.137@tcp14 : ACK try# 0 00000800:00000200:2.0:1767384630.895728:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp14 00000800:00000010:2.0:1767384630.895731:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e59d5a. 00000400:00000200:1.0:1767384630.895732:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004d00 00000800:00000200:2.0:1767384630.895741:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052031c55] -> 12345-192.168.202.137@tcp14 (6) 00000400:00000200:1.0:1767384630.895741:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10dd [2] + 0 00000400:00000010:1.0:1767384630.895748:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c16e3a81. 00000800:00000200:2.0:1767384630.895752:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp14 ip 192.168.202.137:1013 00000400:00000200:1.0:1767384630.895754:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000099b8ad2 00000800:00000200:2.0:1767384630.895756:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007e59d5a type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384630.895759:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384630.895763:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384630.895766:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000099b8ad2 00000800:00000001:2.0:1767384630.895767:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384630.895768:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000099b8ad2. 00000100:00000001:1.0:1767384630.895772:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384630.895774:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384630.895776:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000002eacff58 x1853237049183488 msgsize 4848 00000800:00000001:2.0:1767384630.895777:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384630.895782:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384630.895784:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384630.895791:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384630.895795:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025529537 00000400:00000010:1.0:1767384630.895802:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025529537. 00000100:00000001:1.0:1767384630.895805:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384630.895807:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384630.895809:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd410bd2 x1853237049183488/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384630.895811:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e59d5a. 00000400:00000200:2.0:1767384630.895817:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384630.895820:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384630.895824:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp14->192.168.202.137@tcp14: ACK: OK 00000100:00000040:1.0:1767384630.895825:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd410bd2 x1853237049183488/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384630.895833:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384630.895834:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.895837:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384630.895839:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384630.895842:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384630.895842:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.895848:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294919323 00000800:00000001:2.0:1767384630.895849:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384630.895852:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384630.895854:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919322 00000800:00000001:2.0:1767384630.895856:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.895860:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294919323 00000400:00000200:2.0:1767384630.895864:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp14(192.168.202.137@tcp14) <- 192.168.202.137@tcp14 : ACK - for me 00000100:00000001:1.0:1767384630.895867:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919322 00000100:00000001:1.0:1767384630.895873:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294919323 00000400:00000200:2.0:1767384630.895879:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp14: ACK from 12345-192.168.202.137@tcp14 into md 0x184d 00000100:00000001:1.0:1767384630.895879:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919322 00000400:00000200:2.0:1767384630.895884:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384630.895885:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294919323 00000100:00000001:1.0:1767384630.895889:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919322 00000400:00000200:2.0:1767384630.895890:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp14->192.168.202.137@tcp14: ACK: OK 00000100:00000001:1.0:1767384630.895896:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384630.895897:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb7e7927 00000100:00000001:1.0:1767384630.895900:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384630.895901:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb7e7927. 00000100:00000001:1.0:1767384630.895904:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.895906:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384630.895907:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384630.895912:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000100:00000001:1.0:1767384630.895914:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384630.895916:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384630.895917:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:1.0:1767384630.895920:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384630.895922:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (24) 00000100:00000001:1.0:1767384630.895922:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384630.895927:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.895929:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384630.895931:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000001:2.0:1767384630.895932:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384630.895939:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.895951:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384630.895954:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384630.895954:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183360 02000000:00000001:1.0:1767384630.895959:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384630.895960:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.895961:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384630.895970:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.895975:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384630.895978:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183360 00000020:00000001:1.0:1767384630.895980:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384630.895980:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000020:00000040:1.0:1767384630.895984:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384630.895988:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384630.895991:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:2.0:1767384630.895992:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384630.895993:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00100000:2.0:1767384630.895998:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183488 00000020:00000001:1.0:1767384630.895998:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384630.896003:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384630.896004:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384630.896007:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384630.896007:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef4148f7. 00000100:00000001:2.0:1767384630.896009:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.896011:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384630.896013:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384630.896014:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef4148f7. 00000100:00100000:2.0:1767384630.896017:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183488 00000020:00000001:2.0:1767384630.896020:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384630.896020:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000020:00000040:2.0:1767384630.896022:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000010:1.0:1767384630.896022:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033babcdd. 00000020:00000001:2.0:1767384630.896027:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384630.896029:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000020:00000010:1.0:1767384630.896031:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013310ab0. 00000020:00000001:2.0:1767384630.896032:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384630.896036:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000010:1.0:1767384630.896038:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00000001:2.0:1767384630.896039:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384630.896045:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b54a221. 00000100:00000001:2.0:1767384630.896049:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384630.896051:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b54a221. 00000100:00000040:1.0:1767384630.896052:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384630.896056:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384630.896057:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000430f7d4c. 00000100:00000001:1.0:1767384630.896058:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384630.896058:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000001:1.0:1767384630.896062:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384630.896064:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9840c08. 00000100:00000001:1.0:1767384630.896069:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384630.896070:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed4bcc52. 00000100:00000001:2.0:1767384630.896078:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384630.896080:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384630.896081:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.896082:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.896090:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.896093:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.896095:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384630.896099:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384630.896105:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000400:00000200:0.0:1767384630.896105:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000001:2.0:1767384630.896106:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384630.896110:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384630.896113:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384630.896116:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852970576 : -123268856581040 : ffff8fe33b977450) 00000100:00100000:2.0:1767384630.896117:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00000040:2.0:1767384630.896122:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000040:1.0:1767384630.896124:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d9ee1f6 x1853237049183360/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 4848/0 e 0 to 0 dl 1767384641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.896125:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852972624 : -123268856578992 : ffff8fe33b977c50) 00000100:00000040:2.0:1767384630.896134:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002eacff58 x1853237049183488/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 4848/0 e 0 to 0 dl 1767384641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.896137:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384630.896141:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef4148f7. 00000100:00000001:2.0:1767384630.896144:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384630.896145:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384630.896145:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000020:00000010:1.0:1767384630.896152:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef4148f7. 00000020:00000010:2.0:1767384630.896154:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b54a221. 00000100:00000001:2.0:1767384630.896157:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384630.896162:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b54a221. 00000100:00100000:1.0:1767384630.896168:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d9ee1f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16349:x1853237049183360:12345-0@lo:253: 00000100:00100000:2.0:1767384630.896172:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002eacff58 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16350:x1853237049183488:12345-0@lo:253: 00000100:00000200:1.0:1767384630.896174:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183360 00000100:00000200:2.0:1767384630.896179:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183488 00000020:00000001:1.0:1767384630.896179:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384630.896181:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000020:00000001:1.0:1767384630.896183:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384630.896184:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384630.896188:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.896190:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384630.896191:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384630.896194:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.896194:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384630.896200:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384630.896201:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384630.896205:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384630.896206:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:1.0:1767384630.896208:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384630.896211:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384630.896212:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384630.896214:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384630.896215:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000020:00000001:2.0:1767384630.896216:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.896218:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384630.896222:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384630.896223:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384630.896226:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1767384630.896228:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f90b79d0. 00000020:00000001:2.0:1767384630.896229:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.896232:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.896235:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384630.896235:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384630.896238:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384630.896239:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384630.896246:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000743869de. 02000000:00000001:2.0:1767384630.896248:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384630.896248:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004d800c28. 00000400:00000200:0.0:1767384630.896252:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000100:00000001:2.0:1767384630.896254:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384630.896254:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384630.896259:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384630.896261:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384630.896264:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384630.896266:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384630.896268:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000083a8aa98. 20000000:00000001:1.0:1767384630.896268:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384630.896270:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:2.0:1767384630.896273:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384630.896276:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384630.896277:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384630.896279:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384630.896281:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384630.896282:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004845b1b9. 20000000:00000001:2.0:1767384630.896283:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384630.896287:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:1.0:1767384630.896295:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384630.896300:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00080000:00000001:1.0:1767384630.896301:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384630.896307:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384630.896328:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384630.896341:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00080000:00000001:1.0:1767384630.896345:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384630.896349:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384630.896351:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384630.896354:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384630.896356:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384630.896364:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000001:1.0:1767384630.896368:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:1.0:1767384630.896370:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384630.896372:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384630.896376:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384630.896376:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00080000:00000001:1.0:1767384630.896379:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384630.896381:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384630.896386:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:1.0:1767384630.896391:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384630.896394:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b8bdc7ed. 00080000:00000001:1.0:1767384630.896397:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799578768384 : -123274130783232 : ffff8fe201398400) 00080000:00000001:1.0:1767384630.896400:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384630.896403:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384630.896407:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ef4148f7. 00080000:00000001:1.0:1767384630.896409:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384630.896411:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384630.896414:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00080000:00000001:1.0:1767384630.896424:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384630.896442:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384630.896455:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.896468:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384630.896474:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000042059aba. 00000400:00000010:1.0:1767384630.896478:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df8c38fd. 00000100:00000001:2.0:1767384630.896483:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384630.896483:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4aea52. 00000100:00000001:2.0:1767384630.896486:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384630.896489:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000042059aba 00000400:00000010:1.0:1767384630.896494:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000006893ab32. 00000400:00000200:1.0:1767384630.896498:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000400:00000200:0.0:1767384630.896498:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.896503:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102071 00000400:00000200:1.0:1767384630.896507:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (23) 00000400:00000010:1.0:1767384630.896510:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000087ecd2dd. 00000400:00000010:1.0:1767384630.896513:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000010:1.0:1767384630.896517:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000003e4c1ff. 00000400:00000200:1.0:1767384630.896522:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:1.0:1767384630.896529:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:1.0:1767384630.896533:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:1.0:1767384630.896539:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000400:00000200:0.0:1767384630.896544:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.896555:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:1.0:1767384630.896560:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:1.0:1767384630.896565:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:1.0:1767384630.896569:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00000400:00000200:1.0:1767384630.896574:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:1.0:1767384630.896577:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:1.0:1767384630.896579:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:1.0:1767384630.896584:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:1.0:1767384630.896589:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:1.0:1767384630.896593:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:1.0:1767384630.896596:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:1.0:1767384630.896601:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:0.0:1767384630.896603:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.896631:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000400:00000200:1.0:1767384630.896638:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 00000400:00000200:1.0:1767384630.896657:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 00000400:00000200:1.0:1767384630.896663:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 18], ns[58, 18] 00000400:00000200:1.0:1767384630.896668:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 18], ns[67, 18] 00000400:00000200:1.0:1767384630.896674:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[69, 18], ns[69, 18] 00000400:00000200:1.0:1767384630.896687:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[70, 18], ns[70, 18] 00000400:00000200:1.0:1767384630.896691:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:1.0:1767384630.896695:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp15 00000400:00000200:1.0:1767384630.896699:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp15 lpni_is_preferred = 0 00000400:00000200:1.0:1767384630.896702:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp15 00000400:00000200:1.0:1767384630.896707:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp15 NI seq info: [75:75:256:4294967295] 192.168.202.137@tcp15 LPNI seq info [73:73:8:4294967295] 00000400:00000200:0.0:1767384630.896707:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.896716:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp15 00000400:00000200:1.0:1767384630.896729:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp15(192.168.202.137@tcp15:) -> 192.168.202.137@tcp15(192.168.202.137@tcp:192.168.202.137@tcp15) : GET try# 0 00000800:00000200:1.0:1767384630.896735:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp15 00000800:00000010:1.0:1767384630.896738:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f82dfeb8. 00000800:00000200:1.0:1767384630.896742:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cee8574a] -> 12345-192.168.202.137@tcp15 (6) 00000800:00000200:1.0:1767384630.896748:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp15 ip 192.168.202.137:988 00000800:00000200:1.0:1767384630.896751:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f82dfeb8 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384630.896752:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.896765:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384630.896769:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100271 rc 0 00000400:00000200:0.0:1767384630.896783:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384630.896806:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384630.896826:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000800:00000001:1.0:1767384630.896846:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384630.896854:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384630.896856:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384630.896856:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000800:00000200:2.0:1767384630.896858:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384630.896863:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f82dfeb8. 00000400:00000200:2.0:1767384630.896869:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384630.896870:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384630.896881:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp15->192.168.202.137@tcp15: GET: OK 00000400:00000200:1.0:1767384630.896882:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp15(192.168.202.137@tcp15) <- 192.168.202.137@tcp15 : GET - for me 00000400:00000200:0.0:1767384630.896884:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.896887:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384630.896897:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384630.896901:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000400:00000200:1.0:1767384630.896905:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 416/416 into md 0x1849 [1] + 0 00000400:00000200:0.0:1767384630.896911:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.896917:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp15 to MR: 192.168.202.137@tcp15 local destination 00000400:00000200:1.0:1767384630.896922:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp15 NI seq info: [76:76:255:4294967295] 192.168.202.137@tcp15 LPNI seq info [74:74:7:4294967295] 00000400:00000200:1.0:1767384630.896934:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp15(192.168.202.137@tcp15:192.168.202.137@tcp15) -> 192.168.202.137@tcp15(192.168.202.137@tcp15:192.168.202.137@tcp15) 192.168.202.137@tcp15 : REPLY try# 0 00000800:00000200:1.0:1767384630.896938:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.137@tcp15 00000800:00000010:1.0:1767384630.896941:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f82dfeb8. 00000400:00000200:0.0:1767384630.896941:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000800:00000200:1.0:1767384630.896955:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cee8574a] -> 12345-192.168.202.137@tcp15 (6) 00000800:00000200:1.0:1767384630.896960:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp15 ip 192.168.202.137:1011 00000800:00000200:1.0:1767384630.896963:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f82dfeb8 type 3, nob 512 niov 1 nkiov 1 00000400:00000200:0.0:1767384630.896980:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000800:00000001:2.0:1767384630.896981:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384630.897025:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000800:00000001:2.0:1767384630.897027:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384630.897033:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384630.897035:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384630.897037:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f82dfeb8. 00000800:00000001:2.0:1767384630.897039:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384630.897042:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384630.897045:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384630.897050:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp15->192.168.202.137@tcp15: REPLY: OK 00000400:00000200:2.0:1767384630.897056:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp15(192.168.202.137@tcp15) <- 192.168.202.137@tcp15 : REPLY - for me 00000400:00000200:0.0:1767384630.897068:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.897069:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp15: Reply from 12345-192.168.202.137@tcp15 of length 416/416 into md 0x1869 00000800:00000001:1.0:1767384630.897073:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384630.897076:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384630.897084:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384630.897086:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384630.897091:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp15->192.168.202.137@tcp15: REPLY: OK 00000400:00000200:2.0:1767384630.897095:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000400:00000010:2.0:1767384630.897096:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000400:00000200:2.0:1767384630.897099:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384630.897103:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:2.0:1767384630.897106:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:2.0:1767384630.897110:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 24. state = 0x100271 00000400:00000200:0.0:1767384630.897112:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384630.897116:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384630.897127:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (24) 00000800:00000001:2.0:1767384630.897133:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384630.897137:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384630.897147:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.897148:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384630.897155:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000f1 00000400:00000010:1.0:1767384630.897161:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 0000000054a358e4. 00000400:00000010:1.0:1767384630.897165:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 0000000079cf63bf. 00000400:00000010:1.0:1767384630.897168:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 00000000a9ba7ba4. 00000400:00000200:0.0:1767384630.897171:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384630.897192:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.897213:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp28(00000000e83556b3) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384630.897219:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp29(00000000d7ec9f9e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384630.897223:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp30(00000000c5672f47) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384630.897226:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.897230:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037f2ff7f 00000400:00000200:1.0:1767384630.897236:0:16346:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.137@tcp31 00000400:00000200:1.0:1767384630.897242:0:16346:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.137@tcp31 NID 192.168.202.137@tcp31 00000400:00000010:1.0:1767384630.897254:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f436b0d1. 00000400:00000200:0.0:1767384630.897255:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:1.0:1767384630.897263:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f436b0d1 nid 192.168.202.137@tcp31 00000400:00000010:1.0:1767384630.897268:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ce9a5551. 00000400:00000200:1.0:1767384630.897270:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ce9a5551 net tcp31 00000400:00000200:1.0:1767384630.897274:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (23) 00000400:00000200:1.0:1767384630.897279:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp31 flags 0x11 00000400:00000010:1.0:1767384630.897286:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e7acb59e. 00000400:00000200:1.0:1767384630.897290:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e7acb59e nid 192.168.202.137@tcp32 00000400:00000010:1.0:1767384630.897294:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000aa3c0804. 00000400:00000200:1.0:1767384630.897297:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000aa3c0804 net tcp32 00000400:00000200:1.0:1767384630.897299:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (24) 00000400:00000200:1.0:1767384630.897304:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp32 flags 0x11 00000400:00000010:1.0:1767384630.897308:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 0000000054a358e4. 00000400:00000010:1.0:1767384630.897318:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 0000000079cf63bf. 00000400:00000010:1.0:1767384630.897322:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 00000000a9ba7ba4. 00000400:00000010:1.0:1767384630.897327:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000087ecd2dd. 00000400:00000200:1.0:1767384630.897332:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384630.897337:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100171 00000400:00000200:1.0:1767384630.897340:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 rc 1 00000400:00000200:1.0:1767384630.897345:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 00000400:00000200:1.0:1767384630.897349:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384630.897351:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000400:00000200:1.0:1767384630.897354:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:1.0:1767384630.897358:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (25) 00000800:00000010:0.0:1767384630.897367:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000e17a0b5. 00000800:00000010:0.0:1767384630.897372:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004e87fdfd. 00000800:00000010:0.0:1767384630.897376:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004764e4c4. 00000800:00000010:0.0:1767384630.897391:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004764e4c4. 00000800:00020000:0.0:1767384630.897397:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384630.897401:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004e87fdfd. 00000800:00000010:0.0:1767384630.897403:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000e17a0b5. 00000400:02020000:0.0:1767384630.897443:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp31 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384630.897456:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp31 notifying 192.168.202.137@tcp31: down 00000800:00000200:0.0:1767384630.897463:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp31 down 00000800:00000100:0.0:1767384630.897468:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp31 00000800:00000010:0.0:1767384630.897471:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000047d565ef. 00000400:00000200:0.0:1767384630.897474:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384630.897478:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp31->192.168.202.137@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384630.897482:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f2ff7f 00000400:00000010:0.0:1767384630.897484:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037f2ff7f. 00000400:00000200:0.0:1767384630.897487:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384630.897489:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp31: 1 00000400:00000200:0.0:1767384630.897493:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp31 (000000009f332f54): -114 00000400:00000010:0.0:1767384630.897506:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e17e4794. 00000400:00000200:0.0:1767384630.897509:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009f332f54 (3) 00000400:00000200:0.0:1767384630.897514:0:16338:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000f3c52d25 nid 192.168.202.137@tcp31 00000400:00000010:0.0:1767384630.897517:0:16338:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000f3c52d25. 00000400:00000200:0.0:1767384630.897521:0:16338:0:(peer.c:214:lnet_destroy_peer_net_locked()) 0000000088c647ce net tcp31 00000400:00000010:0.0:1767384630.897523:0:16338:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000088c647ce. 00000400:00000200:0.0:1767384630.897526:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009f332f54 (2) 00000400:00000200:1.0:1767384630.897531:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384630.897537:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp31(000000009f332f54) state 0x80861 00000400:00000200:1.0:1767384630.897539:0:16346:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.202.137@tcp31(000000009f332f54) state 0x80861 00000400:00000200:1.0:1767384630.897541:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp31(000000009f332f54) state 0x80821 rc 0 00000400:00000200:1.0:1767384630.897543:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp31 (000000009f332f54) 00000400:00000200:1.0:1767384630.897545:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009f332f54 (1) 00000400:00000200:1.0:1767384630.897547:0:16346:0:(peer.c:272:lnet_destroy_peer_locked()) 000000009f332f54 nid 192.168.202.137@tcp31 00000400:00000010:1.0:1767384630.897548:0:16346:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000009f332f54. 00080000:00000010:2.0:1767384630.898086:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b8bdc7ed. 00080000:00000010:1.0:1767384630.898119:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ef4148f7. 00040000:00000001:1.0:1767384630.898124:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384630.898126:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384630.898127:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384630.898130:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384630.898132:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384630.898134:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384630.898143:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384630.898151:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384630.898153:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384630.898155:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001f91208c. 00080000:00000001:1.0:1767384630.898157:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384630.898158:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:2.0:1767384630.898162:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384630.898165:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384630.898166:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384630.898172:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384630.898178:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384630.898181:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384630.898182:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384630.898185:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384630.898187:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384630.898188:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000002:2.0:1767384630.898189:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 20000000:00000001:0.0:1767384630.898193:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384630.898195:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384630.898200:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:2.0:1767384630.898205:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00010000:00000001:0.0:1767384630.898205:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000002:2.0:1767384630.898209:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000040:0.0:1767384630.898210:0:17096:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ef6c824b count: 2 00010000:00000001:0.0:1767384630.898215:0:17096:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384630.898216:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384630.898218:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384630.898222:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b2a045f. 00080000:00000001:2.0:1767384630.898223:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384630.898227:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384630.898228:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384630.898230:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b2a045f with handle 0x7f71e2b70dd202c8 to hash 00000020:00000001:0.0:1767384630.898233:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384630.898234:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384630.898235:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:0.0:1767384630.898239:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00000020:00000001:2.0:1767384630.898241:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:0.0:1767384630.898242:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384630.898246:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384630.898250:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000090603ed6. 00010000:00000001:0.0:1767384630.898251:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384630.898255:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799654046208 : -123274055505408 : ffff8fe205b62a00) 00010000:00010000:0.0:1767384630.898257:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384630.898258:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384630.898262:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384630.898266:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006b54a221. 00080000:00000001:2.0:1767384630.898270:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384630.898270:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384630.898273:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384630.898274:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1767384630.898276:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384630.898279:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 20000000:00000010:1.0:1767384630.898280:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004d800c28. 00080000:00000001:2.0:1767384630.898281:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.898283:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384630.898287:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:1.0:1767384630.898289:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.898290:0:17096:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:2.0:1767384630.898291:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384630.898295:0:17096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000052d18255/0x7f71e2b70dd202c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd202ba expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384630.898303:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049183360 00010000:00000001:0.0:1767384630.898305:0:17096:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384630.898308:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384630.898309:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.898314:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384630.898315:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384630.898318:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d9ee1f6 x1853237049183360/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384630.898318:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384630.898322:0:17096:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384630.898326:0:17096:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384630.898343:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ef6c824b) refcount = 2 00010000:00000001:1.0:1767384630.898344:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384630.898347:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384630.898351:0:17096:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00001000:1.0:1767384630.898352:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=47 v=5 (1 0 0 0) 00010000:00000040:0.0:1767384630.898357:0:17096:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000052d18255/0x7f71e2b70dd202c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7f71e2b70dd202ba expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384630.898358:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384630.898362:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384630.898367:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000040:0.0:1767384630.898369:0:17096:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 02000000:00000001:1.0:1767384630.898371:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:0.0:1767384630.898372:0:17096:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384630.898373:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.898380:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384630.898383:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000010:0.0:1767384630.898384:0:17096:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004764e4c4. 00000400:00000010:1.0:1767384630.898386:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025529537. 00000100:00000001:0.0:1767384630.898389:0:17096:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000200:1.0:1767384630.898391:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049183360, offset 224 00000100:00000010:0.0:1767384630.898393:0:17096:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e87fdfd. 00000100:00000001:0.0:1767384630.898397:0:17096:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799653187584 : -123274056364032 : ffff8fe205a91000) 00000400:00000200:1.0:1767384630.898399:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384630.898402:0:17096:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620799653187584 : -123274056364032 : ffff8fe205a91000) 00000400:00000200:1.0:1767384630.898407:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384630.898408:0:17096:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000200:1.0:1767384630.898413:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004c80 00000400:00000200:1.0:1767384630.898418:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1851 [2] + 224 00000100:00000001:0.0:1767384630.898419:0:17096:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000400:00000200:1.0:1767384630.898423:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384630.898423:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:1.0:1767384630.898429:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384630.898430:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384630.898432:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384630.898434:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384630.898437:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f936500 x1853237049183360/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384630.898438:0:17096:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384630.898442:0:17096:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384630.898446:0:17096:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000040:1.0:1767384630.898449:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009f936500 x1853237049183360/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384630.898450:0:17096:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384630.898455:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a27bbbcd. 00000020:00000040:0.0:1767384630.898460:0:17096:0:(genops.c:1229:class_import_get()) import 0000000046210a5b refcount=2 obd=MGS 00000100:00000001:0.0:1767384630.898462:0:17096:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384630.898464:0:17096:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384630.898466:0:17096:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.898468:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384630.898469:0:17096:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfc223b2. 00000400:00000200:1.0:1767384630.898474:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025529537 00000100:00000001:0.0:1767384630.898474:0:17096:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384630.898478:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025529537. 00000100:00000001:1.0:1767384630.898482:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767384630.898482:0:17096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000052d18255/0x7f71e2b70dd202c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7f71e2b70dd202ba expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384630.898484:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384630.898486:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.898489:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.898490:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384630.898495:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:2.0:1767384630.898496:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:0.0:1767384630.898498:0:17096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000052d18255/0x7f71e2b70dd202c1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7f71e2b70dd202ba expref: 16 pid: 17074 timeout: 402 lvb_type: 0 00000400:00000001:2.0:1767384630.898500:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384630.898504:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000679602a5. 00010000:00000001:1.0:1767384630.898507:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384630.898511:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0d59eda 00000020:00000001:1.0:1767384630.898511:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.898513:0:17096:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000010:2.0:1767384630.898516:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0d59eda. 00000020:00000001:1.0:1767384630.898518:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384630.898518:0:17096:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384630.898520:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384630.898525:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a27bbbcd x1853237049183616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384630.898526:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f936500 x1853237049183360/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384630.898526:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d9ee1f6 x1853237049183360/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.898554:0:17096:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384630.898557:0:17096:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384630.898564:0:17096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a27bbbcd pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049183616:0@lo:104: 00000100:00000200:2.0:1767384630.898567:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f936500 x1853237049183360/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384630.898569:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d9ee1f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16349:x1853237049183360:12345-0@lo:253: Request processed in 2427us (3152us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384630.898571:0:17096:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384630.898574:0:17096:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384630.898577:0:17096:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384630.898581:0:17096:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384630.898586:0:17096:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000031d0fe1. 00000100:00000001:2.0:1767384630.898587:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384630.898588:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 02000000:00000001:0.0:1767384630.898591:0:17096:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.898592:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384630.898593:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000400:00000010:0.0:1767384630.898596:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7b434d8. 00000100:00000001:2.0:1767384630.898597:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384630.898598:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384630.898602:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384630.898603:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384630.898604:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf4390e3. 00000100:00000001:2.0:1767384630.898605:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384630.898622:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.898624:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384630.898633:0:17096:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049183616, portal 16 00000100:00001000:2.0:1767384630.898635:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=47 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384630.898636:0:17096:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1767384630.898638:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013310ab0. 00000100:00000001:0.0:1767384630.898639:0:17096:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575798016 : -123274133753600 : ffff8fe2010c3100) 00000100:00001000:2.0:1767384630.898641:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384630.898659:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384630.898661:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 00000100:00000001:2.0:1767384630.898662:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384630.898662:0:17096:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000a27bbbcd x1853237049183616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384630.898668:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384630.898668:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033babcdd. 00010000:00000001:2.0:1767384630.898672:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384630.898675:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000001:2.0:1767384630.898676:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.898683:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384630.898683:0:17096:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384630.898686:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f936500 x1853237049183360/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384630.898687:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f90b79d0. 00000100:00000040:0.0:1767384630.898691:0:17096:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384630.898693:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384630.898697:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384630.898699:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914a0186. 00000100:00000001:2.0:1767384630.898700:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384630.898703:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384630.898705:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384630.898706:0:17096:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049183616, offset 0 00000100:00000001:2.0:1767384630.898708:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384630.898710:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000231ecf56. 00000020:01000004:2.0:1767384630.898713:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384630.898717:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384630.898718:0:17096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000004:2.0:1767384630.898719:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384630.898723:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384630.898724:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384630.898726:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:1.0:1767384630.898726:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025529537. 00000020:01000004:2.0:1767384630.898729:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384630.898732:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384630.898733:0:17096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000004:2.0:1767384630.898734:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384630.898737:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384630.898741:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f936500 x1853237049183360/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384630.898747:0:17096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260004d80 00000100:00100000:2.0:1767384630.898754:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049183360:0@lo:253: 00000400:00000200:0.0:1767384630.898757:0:17096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:0.0:1767384630.898763:0:17096:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c69a0dc. 00000100:00000001:2.0:1767384630.898764:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.898767:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384630.898768:0:17096:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000121c2375 00000100:00000040:2.0:1767384630.898770:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f936500 x1853237049183360/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384630.898773:0:17096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384630.898779:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384630.898780:0:17096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384630.898784:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384630.898785:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000121c2375 02000000:00000010:2.0:1767384630.898786:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006b71df0b. 00000400:00000010:0.0:1767384630.898787:0:17096:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000121c2375. 02000000:00000001:2.0:1767384630.898793:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384630.898794:0:17096:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384630.898797:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767384630.898797:0:17096:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000040:2.0:1767384630.898800:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000040:0.0:1767384630.898800:0:17096:0:(events.c:337:request_in_callback()) incoming req@000000003782fe36 x1853237049183616 msgsize 328 00000100:00100000:0.0:1767384630.898804:0:17096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384630.898806:0:17096:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000020:00000001:2.0:1767384630.898810:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384630.898813:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006c7d7a88. 02000000:00000001:2.0:1767384630.898816:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384630.898817:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384630.898819:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f936500. 00000100:00000001:2.0:1767384630.898821:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384630.898822:0:17096:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384630.898823:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.898826:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384630.898827:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914a0186 00000400:00000010:0.0:1767384630.898830:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914a0186. 00000100:00000001:2.0:1767384630.898831:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384630.898834:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.898836:0:17096:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384630.898838:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384630.898841:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384630.898842:0:17096:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a27bbbcd x1853237049183616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767384630.898846:0:17064:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079cf63bf. 00000100:00000010:1.0:1767384630.898854:0:17064:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f90b79d0. 00000100:00000001:0.0:1767384630.898855:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384630.898859:0:17064:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000040:0.0:1767384630.898860:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a27bbbcd x1853237049183616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384630.898868:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:0.0:1767384630.898871:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384630.898873:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e11852b. 00000400:00000010:1.0:1767384630.898877:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000257cfa8f. 00000100:00000001:0.0:1767384630.898881:0:17096:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384630.898884:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384630.898886:0:17096:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384630.898887:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183616 00000100:00000001:0.0:1767384630.898890:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294919326 02000000:00000001:1.0:1767384630.898891:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384630.898894:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384630.898896:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.898897:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294919323 02000000:00000001:1.0:1767384630.898899:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.898902:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294919326 00000100:00000001:0.0:1767384630.898904:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294919323 00000100:00000001:0.0:1767384630.898906:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294919326 00000100:00100000:1.0:1767384630.898910:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183616 00000100:00000001:0.0:1767384630.898910:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294919323 00000020:00000001:1.0:1767384630.898915:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384630.898916:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294919326 00000020:00000040:1.0:1767384630.898919:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd1fff7 00000100:00000001:0.0:1767384630.898920:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294919323 00000020:00000001:1.0:1767384630.898923:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384630.898924:0:17096:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384630.898926:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000020c2555a refcount=3 00000100:00000001:0.0:1767384630.898927:0:17096:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.898931:0:17096:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.898932:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00010000:00000001:0.0:1767384630.898934:0:17096:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.898936:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000020:00000001:0.0:1767384630.898937:0:17096:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.898940:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384630.898941:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384630.898944:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384630.898946:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef4148f7. 00010000:00000001:0.0:1767384630.898946:0:17096:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.898952:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384630.898953:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384630.898955:0:17096:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:1.0:1767384630.898956:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef4148f7. 00000100:00000001:0.0:1767384630.898958:0:17096:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384630.898961:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c74e47bb. 00000100:00000001:0.0:1767384630.898961:0:17096:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384630.898962:0:17096:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384630.898967:0:17096:0:(client.c:2690:ptlrpc_set_wait()) set 000000004e87fdfd going to sleep for 11 seconds 00000020:00000010:1.0:1767384630.898968:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013310ab0. 00000100:00000001:0.0:1767384630.898969:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384630.898972:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384630.898973:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00000040:1.0:1767384630.898981:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384630.898983:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384630.898984:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384630.898984:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.898987:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.898995:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.899002:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384630.899004:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384630.899007:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384630.899010:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000020c2555a : new rpc_count 1 00000100:00000001:1.0:1767384630.899011:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804782018640 : -123268927532976 : ffff8fe3375cd050) 00000100:00000040:1.0:1767384630.899015:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003782fe36 x1853237049183616/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 328/0 e 0 to 0 dl 1767384641 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384630.899021:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384630.899024:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef4148f7. 00000100:00000001:1.0:1767384630.899025:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384630.899026:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef4148f7. 00000100:00100000:1.0:1767384630.899030:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003782fe36 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049183616:12345-0@lo:104: 00000100:00000200:1.0:1767384630.899039:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183616 00010000:00000001:1.0:1767384630.899041:0:17064:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384630.899046:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384630.899047:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384630.899048:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f1e780ed refcount=2 00000020:00000001:1.0:1767384630.899049:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:1.0:1767384630.899051:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:1.0:1767384630.899054:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384630.899055:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.899057:0:17064:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd202c1 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384630.899063:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384630.899065:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384630.899069:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008a90985f. 02000000:00000001:1.0:1767384630.899070:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.899072:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.899074:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384630.899076:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384630.899078:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aca2e737 time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384630.899080:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384630.899082:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384630.899083:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384630.899085:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384630.899087:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.899088:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384630.899090:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384630.899094:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000100:00000200:1.0:1767384630.899096:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049183616, offset 224 00000400:00000200:1.0:1767384630.899100:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384630.899107:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384630.899112:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260004d80 00000400:00000200:1.0:1767384630.899117:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1871 [1] + 224 00000400:00000200:1.0:1767384630.899120:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384630.899130:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384630.899133:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384630.899135:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a27bbbcd x1853237049183616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384630.899143:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a27bbbcd x1853237049183616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384630.899156:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384630.899161:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c80b4ed4 00000400:00000010:1.0:1767384630.899162:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000100:00000001:2.0:1767384630.899164:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384630.899165:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384630.899168:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384630.899169:0:17096:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384630.899171:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384630.899172:0:17096:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384630.899175:0:17096:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7b434d8. 00000100:00000040:1.0:1767384630.899176:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000200:2.0:1767384630.899182:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf4390e3 00010000:00000001:1.0:1767384630.899182:0:17064:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384630.899185:0:17064:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b3e4983d. 00000400:00000010:2.0:1767384630.899186:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf4390e3. 00010000:00000001:1.0:1767384630.899188:0:17064:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384630.899193:0:17096:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384630.899196:0:17064:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:2.0:1767384630.899200:0:17096:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a27bbbcd x1853237049183616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384630.899201:0:17064:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.899205:0:17064:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.899209:0:17064:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384630.899211:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384630.899216:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003782fe36 x1853237049183616/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384630.899216:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384630.899222:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000200:2.0:1767384630.899229:0:17096:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a27bbbcd x1853237049183616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384630.899231:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:1.0:1767384630.899236:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003782fe36 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049183616:12345-0@lo:104: Request processed in 211us (432us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384630.899250:0:17096:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384630.899250:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384630.899254:0:17096:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384630.899255:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020c2555a : new rpc_count 0 00000100:00000001:2.0:1767384630.899257:0:17096:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384630.899258:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384630.899259:0:17096:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384630.899262:0:17096:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384630.899262:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384630.899266:0:17096:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.899266:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:1.0:1767384630.899267:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013310ab0. 02000000:00000001:2.0:1767384630.899268:0:17096:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384630.899272:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd202c1 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384630.899274:0:17096:0:(import.c:2128:obd_at_measure()) add 5 to 0000000064d2fb3e time=47 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384630.899276:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 00000100:00001000:2.0:1767384630.899283:0:17096:0:(import.c:2128:obd_at_measure()) add 1 to 000000004a8fb74c time=47 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384630.899284:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c74e47bb. 00010000:00010000:0.0:1767384630.899291:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f1e780ed already unused, calling callback (000000004e97d7c8) 00000100:00000001:2.0:1767384630.899292:0:17096:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384630.899293:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000020c2555a : new refcount 2 00000100:00000001:2.0:1767384630.899294:0:17096:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.899298:0:17096:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384630.899301:0:17096:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.899301:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384630.899303:0:17096:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384630.899303:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384630.899307:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7f71e2b70dd202c1 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384630.899313:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008a90985f. 00000100:00000040:2.0:1767384630.899317:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a27bbbcd x1853237049183616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384630.899320:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384630.899321:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1767384630.899325:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384630.899325:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384630.899327:0:17096:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384630.899329:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000032651b95. 00000100:00000001:2.0:1767384630.899330:0:17096:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384630.899330:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384630.899334:0:17096:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384630.899334:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f1e780ed refcount=3 02000000:00000001:1.0:1767384630.899336:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384630.899339:0:17096:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000010:1.0:1767384630.899340:0:17064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000324b4093. 00000020:00000001:0.0:1767384630.899341:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:2.0:1767384630.899342:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384630.899345:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384630.899346:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384630.899348:0:17096:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.899348:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 02000000:00000010:1.0:1767384630.899349:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000de9dd5a1. 00000100:00000040:2.0:1767384630.899356:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a27bbbcd x1853237049183616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384630.899356:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384630.899356:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000010:1.0:1767384630.899360:0:17064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070618a25. 00010000:00010000:0.0:1767384630.899361:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7f71e2b70dd202c1 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384630.899367:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384630.899370:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000094d911c4. 00000100:00100000:2.0:1767384630.899376:0:17096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a27bbbcd pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049183616:0@lo:104: 02000000:00000001:1.0:1767384630.899376:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384630.899380:0:17064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000717fbf54. 10000000:00000001:0.0:1767384630.899380:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384630.899383:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:0.0:1767384630.899385:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7f71e2b70dd202c1 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384630.899386:0:17096:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.899386:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384630.899389:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002744cae3. 00000100:00000001:2.0:1767384630.899391:0:17096:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384630.899394:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384630.899395:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384630.899398:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a27bbbcd x1853237049183616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767384630.899398:0:17064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095bb839c. 10000000:01000000:0.0:1767384630.899401:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:1.0:1767384630.899403:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384630.899406:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000958f7440. 02000000:00000001:1.0:1767384630.899411:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:00000001:0.0:1767384630.899412:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000010:1.0:1767384630.899414:0:17064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e5973e9. 00000100:00000001:2.0:1767384630.899415:0:17096:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000040:0.0:1767384630.899416:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000001:2.0:1767384630.899418:0:17096:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384630.899419:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384630.899422:0:17096:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000031d0fe1. 02000000:00000010:1.0:1767384630.899423:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000037ed72b0. 10000000:00000040:0.0:1767384630.899423:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000001:2.0:1767384630.899429:0:17096:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384630.899429:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767384630.899430:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1767384630.899434:0:17096:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:1.0:1767384630.899434:0:17064:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d3d1aa5. 00010000:00000001:0.0:1767384630.899434:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384630.899438:0:17096:0:(genops.c:1242:class_import_put()) import 0000000046210a5b refcount=1 obd=MGS 00000100:00000010:1.0:1767384630.899441:0:17064:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000da583c8. 00000020:00000001:2.0:1767384630.899442:0:17096:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384630.899445:0:17064:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 0000000063df6ff1. 02000000:00000010:2.0:1767384630.899446:0:17096:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bfc223b2. 00000100:00000001:1.0:1767384630.899449:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384630.899450:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:2.0:1767384630.899452:0:17096:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:0.0:1767384630.899453:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384630.899455:0:17096:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000040:0.0:1767384630.899457:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 2 00000100:00000010:2.0:1767384630.899460:0:17096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a27bbbcd. 10000000:00000001:0.0:1767384630.899461:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384630.899465:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.899467:0:17096:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384630.899469:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384630.899471:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384630.899473:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:2.0:1767384630.899476:0:17096:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004e87fdfd. 00010000:00000001:0.0:1767384630.899477:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384630.899481:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384630.899483:0:17096:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384630.899484:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.899487:0:17096:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384630.899488:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f1e780ed with handle 0x7f71e2b70dd202ba from hash 00010000:00000010:2.0:1767384630.899490:0:17096:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004764e4c4. 00010000:00000001:0.0:1767384630.899493:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384630.899500:0:17096:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.899502:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384630.899503:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.899507:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384630.899507:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384630.899511:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 20000000:00000001:2.0:1767384630.899513:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384630.899515:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384630.899516:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384630.899520:0:17096:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384630.899520:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384630.899526:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384630.899530:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384630.899535:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064e948d5. 00000020:00000040:0.0:1767384630.899538:0:17068:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384630.899541:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384630.899543:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384630.899545:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384630.899548:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c30901a. 00000100:00000001:0.0:1767384630.899552:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.899556:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384630.899559:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd202c1 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384630.899565:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384630.899567:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384630.899570:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384630.899572:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384630.899577:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064e948d5] to pc [ptlrpcd_00_03+3] req@0000000064e948d5 x1853237049183744/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.899601:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384630.899602:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384630.899604:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384630.899623:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384630.899627:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064e948d5 x1853237049183744/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.899633:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384630.899635:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.899637:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384630.899638:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384630.899640:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384630.899654:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064e948d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049183744:0@lo:103: 00000100:00000001:1.0:1767384630.899655:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.899658:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384630.899660:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384630.899661:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.899663:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384630.899664:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.899666:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.899668:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384630.899671:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e24ba7bb. 02000000:00000001:2.0:1767384630.899673:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384630.899675:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a79255d6. 00000400:00000010:2.0:1767384630.899679:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f813c88. 00000100:00000200:2.0:1767384630.899681:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049183744, portal 18 00000100:00000001:2.0:1767384630.899683:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384630.899684:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575797120 : -123274133754496 : ffff8fe2010c2d80) 00000100:00000040:2.0:1767384630.899687:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064e948d5 x1853237049183744/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.899692:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384630.899694:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384630.899701:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030198e8b. 00000100:00000200:2.0:1767384630.899703:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049183744, offset 0 00000400:00000200:2.0:1767384630.899708:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384630.899713:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384630.899718:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260004e00 00000400:00000200:2.0:1767384630.899723:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:2.0:1767384630.899725:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d7104ff. 00000400:00000200:2.0:1767384630.899728:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006f6f7486 00000400:00000200:2.0:1767384630.899731:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384630.899733:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384630.899735:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f6f7486 00000400:00000010:2.0:1767384630.899737:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f6f7486. 00000100:00000001:2.0:1767384630.899739:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384630.899741:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767384630.899743:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000029f5a586 x1853237049183744 msgsize 328 00000100:00100000:2.0:1767384630.899745:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384630.899747:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384630.899757:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384630.899761:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030198e8b 00000400:00000010:2.0:1767384630.899763:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030198e8b. 00000100:00000001:2.0:1767384630.899766:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384630.899769:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064e948d5 x1853237049183744/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384630.899771:0:17067:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004d800c28. 00000100:00000001:1.0:1767384630.899777:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384630.899780:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384630.899780:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183744 02000000:00000001:1.0:1767384630.899784:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384630.899786:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064e948d5 x1853237049183744/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.899793:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384630.899795:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.899796:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.899801:0:16351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384630.899801:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384630.899806:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183744 00000100:00000001:2.0:1767384630.899807:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.899808:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384630.899811:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:2.0:1767384630.899812:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294919327 00000020:00000001:1.0:1767384630.899814:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384630.899816:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000020:00000001:1.0:1767384630.899819:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384630.899821:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384630.899822:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919326 00000100:00000001:1.0:1767384630.899824:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384630.899827:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef4148f7. 00000100:00000001:1.0:1767384630.899831:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384630.899832:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294919327 00000020:00000010:1.0:1767384630.899835:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef4148f7. 00000100:00000001:2.0:1767384630.899841:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919326 00000020:00000010:1.0:1767384630.899841:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c74e47bb. 00000020:00000010:1.0:1767384630.899844:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013310ab0. 00000020:00000010:1.0:1767384630.899846:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00000001:2.0:1767384630.899856:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294919327 00000100:00000040:1.0:1767384630.899857:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384630.899862:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384630.899864:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384630.899865:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384630.899866:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919326 00010000:00000001:1.0:1767384630.899867:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.899871:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384630.899875:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384630.899876:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384630.899877:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294919327 00000020:00000040:1.0:1767384630.899878:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=4 00000020:00000001:1.0:1767384630.899882:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:1.0:1767384630.899884:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00000100:00000001:2.0:1767384630.899886:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919326 00010000:00010000:1.0:1767384630.899889:0:17067:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000052d18255/0x7f71e2b70dd202c1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd202ba expref: 16 pid: 17074 timeout: 402 lvb_type: 0 00000100:00000001:2.0:1767384630.899894:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384630.899895:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.899897:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384630.899899:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.899900:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.899905:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.899906:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.899910:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.899917:0:17067:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384630.899918:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384630.899922:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767384630.899922:0:17067:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000029f5a586 x1853237049183744/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 328/0 e 0 to 0 dl 1767384641 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.899929:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.899931:0:17067:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384630.899933:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384630.899934:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.899938:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.899943:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.899945:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.899960:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384630.899962:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384630.899966:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384630.899968:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:1.0:1767384630.899969:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804727892048 : -123268981659568 : ffff8fe33422e850) 00000100:00000040:1.0:1767384630.899973:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029f5a586 x1853237049183744/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 328/0 e 0 to 0 dl 1767384641 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.899978:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384630.899981:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef4148f7. 00000100:00000001:1.0:1767384630.899984:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384630.899985:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef4148f7. 00000100:00100000:1.0:1767384630.899991:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029f5a586 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16351:x1853237049183744:12345-0@lo:103: 00000100:00000200:1.0:1767384630.899993:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183744 00010000:00000001:1.0:1767384630.899995:0:17067:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384630.899997:0:17067:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384630.899999:0:17067:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384630.900002:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384630.900004:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384630.900006:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008a90985f. 02000000:00000001:1.0:1767384630.900008:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.900010:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.900012:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384630.900013:0:17067:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384630.900015:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384630.900016:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384630.900018:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=4 00000020:00000001:1.0:1767384630.900020:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:1.0:1767384630.900027:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000040:1.0:1767384630.900029:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ef6c824b count: 3 00010000:00010000:1.0:1767384630.900033:0:17067:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000052d18255/0x7f71e2b70dd202c1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd202ba expref: 16 pid: 17074 timeout: 402 lvb_type: 0 00000100:00001000:1.0:1767384630.900037:0:17067:0:(import.c:2128:obd_at_measure()) add 0 to 000000002cb15ef2 time=1767384630 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384630.900040:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384630.900041:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384630.900043:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384630.900045:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.900046:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384630.900048:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.900049:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384630.900053:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.900054:0:17067:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000052d18255/0x7f71e2b70dd202c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7f71e2b70dd202ba expref: 16 pid: 17074 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1767384630.900057:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd202c1 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384630.900066:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384630.900069:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.900070:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00010000:0.0:1767384630.900071:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 00000000f1e780ed/0x7f71e2b70dd202ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd202c1 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.900073:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.900078:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.900084:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384630.900085:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384630.900089:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.900091:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.900094:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:0.0:1767384630.900096:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cded0a4b count: 0 00010000:00000001:1.0:1767384630.900097:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384630.900100:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052d18255 with handle 0x7f71e2b70dd202c1 from hash 00010000:00000001:1.0:1767384630.900102:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384630.900104:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.900105:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384630.900106:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.900107:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384630.900108:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384630.900109:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000010:0.0:1767384630.900111:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b3e4983d. 00010000:00000001:1.0:1767384630.900112:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384630.900117:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.900118:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052d18255/0x7f71e2b70dd202c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7f71e2b70dd202ba expref: 16 pid: 17074 timeout: 402 lvb_type: 0 00000020:00000001:0.0:1767384630.900121:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384630.900124:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384630.900127:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000040:1.0:1767384630.900129:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 9 00000020:00000001:0.0:1767384630.900130:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384630.900132:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384630.900134:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00010000:00010000:0.0:1767384630.900135:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384630.900138:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384630.900140:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.900141:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384630.900142:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384630.900146:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384630.900154:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384630.900156:0:17067:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000009b2a045f 00010000:00000001:1.0:1767384630.900157:0:17067:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384630.900159:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384630.900161:0:17067:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384630.900162:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384630.900164:0:17067:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384630.900166:0:17067:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384630.900167:0:17067:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384630.900169:0:17067:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.900173:0:17067:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384630.900175:0:17067:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384630.900176:0:17067:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384630.900177:0:17067:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384630.900178:0:17067:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ef6c824b) refcount = 2 00010000:00010000:1.0:1767384630.900181:0:17067:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.900184:0:17067:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384630.900186:0:17067:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384630.900187:0:17067:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384630.900188:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384630.900191:0:17067:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef4148f7. 00000100:00000001:1.0:1767384630.900193:0:17067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384630.900196:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005fca90e2. 00000100:00000001:1.0:1767384630.900198:0:17067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799663889984 : -123274045661632 : ffff8fe2064c5e40) 00000100:00000001:1.0:1767384630.900200:0:17067:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620799663889984 : -123274045661632 : ffff8fe2064c5e40) 00000100:00000001:1.0:1767384630.900202:0:17067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384630.900203:0:17067:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384630.900204:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384630.900207:0:17067:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384630.900209:0:17067:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:1.0:1767384630.900211:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384630.900211:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384630.900220:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b2a045f refcount=5 00000020:00000001:1.0:1767384630.900221:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:1.0:1767384630.900223:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:1.0:1767384630.900225:0:17067:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384630.900227:0:17067:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.900231:0:17067:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384630.900233:0:17067:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.900236:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.900237:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384630.900239:0:17067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.900242:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384630.900243:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.900245:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384630.900245:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384630.900249:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b2a045f already unused, calling callback (0000000058ffb97a) 00010000:00000001:1.0:1767384630.900251:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384630.900253:0:17067:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384630.900254:0:17067:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.900258:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384630.900259:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384630.900261:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384630.900262:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b2a045f refcount=6 00000020:00000001:1.0:1767384630.900264:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:1.0:1767384630.900266:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:1.0:1767384630.900268:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384630.900276:0:17067:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.900282:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384630.900284:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384630.900285:0:17067:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.900297:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384630.900299:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384630.900301:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384630.900304:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384630.900306:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b2a045f with handle 0x7f71e2b70dd202c8 from hash 00010000:00000001:1.0:1767384630.900310:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384630.900312:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.900314:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.900316:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384630.900318:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384630.900320:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1767384630.900322:0:17096:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.900323:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384630.900327:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384630.900333:0:17096:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384630.900333:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384630.900338:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384630.900339:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384630.900342:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.900342:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384630.900347:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.900350:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384630.900352:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384630.900352:0:17067:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.900355:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.900356:0:17067:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.900358:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.900359:0:17067:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384630.900361:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:1.0:1767384630.900363:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.900368:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.900369:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.900370:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384630.900372:0:17067:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384630.900374:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.900375:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.900376:0:17067:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384630.900378:0:17067:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384630.900385:0:17067:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.900386:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384630.900388:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd202c8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.900396:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.900398:0:17067:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.900400:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384630.900401:0:17067:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384630.900403:0:17067:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.900405:0:17067:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.900406:0:17067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384630.900408:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005fca90e2. 00000100:00000001:1.0:1767384630.900411:0:17067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384630.900412:0:17067:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384630.900414:0:17067:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef4148f7. 00010000:00000001:1.0:1767384630.900417:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384630.900419:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ef6c824b count: 0 00010000:00010000:1.0:1767384630.900426:0:17067:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384630.900428:0:17067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384630.900430:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384630.900431:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384630.900433:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384630.900435:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384630.900438:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384630.900440:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384630.900442:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384630.900444:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.900446:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384630.900449:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384630.900452:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000100:00000200:1.0:1767384630.900455:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049183744, offset 224 00000400:00000200:1.0:1767384630.900458:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384630.900464:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384630.900470:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260004e00 00000400:00000200:1.0:1767384630.900473:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1885 [1] + 224 00000400:00000200:1.0:1767384630.900481:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384630.900483:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384630.900486:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384630.900488:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064e948d5 x1853237049183744/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384630.900495:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064e948d5 x1853237049183744/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.900507:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384630.900510:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c80b4ed4 00000400:00000010:1.0:1767384630.900511:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000100:00000001:1.0:1767384630.900515:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384630.900516:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384630.900520:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384630.900522:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384630.900523:0:17067:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.900525:0:17067:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.900529:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384630.900529:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029f5a586 x1853237049183744/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 328/224 e 0 to 0 dl 1767384641 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.900532:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384630.900537:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384630.900540:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384630.900540:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029f5a586 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049183744:12345-0@lo:103: Request processed in 559us (794us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384630.900543:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a79255d6. 00000400:00000200:2.0:1767384630.900549:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f813c88 00000100:00100000:1.0:1767384630.900552:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000010:2.0:1767384630.900553:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f813c88. 00000100:00000040:1.0:1767384630.900555:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384630.900558:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384630.900559:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384630.900562:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384630.900564:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064e948d5 x1853237049183744/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384630.900565:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013310ab0. 00000020:00000010:1.0:1767384630.900571:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 00000020:00000010:1.0:1767384630.900577:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c74e47bb. 00000020:00000040:1.0:1767384630.900582:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000200:2.0:1767384630.900585:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064e948d5 x1853237049183744/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384630.900588:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384630.900591:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008a90985f. 00000100:00000001:2.0:1767384630.900597:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384630.900597:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384630.900601:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384630.900601:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384630.900604:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384630.900605:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000119f7a7b. 02000000:00000001:2.0:1767384630.900634:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384630.900637:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384630.900639:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.900639:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384630.900641:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384630.900656:0:17067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009aa10b3a. 00000100:00001000:2.0:1767384630.900658:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=47 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384630.900661:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384630.900663:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=47 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384630.900664:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d3e0ac3e. 00000100:00000001:2.0:1767384630.900666:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384630.900669:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.900669:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384630.900672:0:17067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058418a06. 00010000:00000001:2.0:1767384630.900673:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00080000:00000010:0.0:1767384630.900673:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000090603ed6. 02000000:00000001:1.0:1767384630.900676:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384630.900677:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384630.900679:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b5084f0a. 00000100:00000001:2.0:1767384630.900680:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.900685:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384630.900686:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064e948d5 x1853237049183744/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384630.900688:0:17067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7a26ca0. 02000000:00000001:1.0:1767384630.900693:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384630.900696:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384630.900697:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000428ba45. 00000100:00000001:2.0:1767384630.900700:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384630.900701:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384630.900702:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384630.900705:0:17067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025342ae0. 00000100:00000040:2.0:1767384630.900708:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064e948d5 x1853237049183744/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384630.900709:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384630.900712:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d8ee363b. 02000000:00000001:1.0:1767384630.900717:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1767384630.900719:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064e948d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049183744:0@lo:103: 00000100:00000010:1.0:1767384630.900719:0:17067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005def2f30. 02000000:00000001:1.0:1767384630.900724:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384630.900726:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384630.900727:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d6aca276. 00000100:00000001:2.0:1767384630.900728:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384630.900732:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384630.900733:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064e948d5 x1853237049183744/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384646 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384630.900734:0:17067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd8dd4bc. 00000100:00000001:1.0:1767384630.900740:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.900742:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384630.900744:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767384630.900745:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000010:2.0:1767384630.900746:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e24ba7bb. 00000400:00000010:1.0:1767384630.900751:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003994bd5c. 02000000:00000001:2.0:1767384630.900752:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767384630.900757:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fca90e2. 00000020:00000001:2.0:1767384630.900760:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384630.900762:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384630.900765:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384630.900766:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008c30901a. 02000000:00000001:2.0:1767384630.900769:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384630.900770:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384630.900770:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064e948d5. 00000100:00000001:2.0:1767384630.900773:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384630.900774:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.900775:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.900778:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384630.900779:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.900780:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384630.900781:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384630.900791:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006b54a221. 00040000:00000001:2.0:1767384630.900793:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384630.900795:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384630.900796:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384630.900798:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384630.900800:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384630.900802:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384630.900803:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384630.900811:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384630.900813:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384630.900817:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384630.900821:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384630.900824:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384630.900826:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384630.900828:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384630.900830:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384630.900833:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000086c126cb. 00010000:00000001:0.0:1767384630.900836:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384630.900839:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000022eddc9a. 00000020:00000001:0.0:1767384630.900841:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384630.900843:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000022eddc9a with handle 0x7f71e2b70dd202cf to hash 00000020:00000001:0.0:1767384630.900845:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384630.900847:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780663296 : -123268928888320 : ffff8fe337482200) 00010000:00000001:0.0:1767384630.900848:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780663296 : -123268928888320 : ffff8fe337482200) 00010000:00000001:0.0:1767384630.900850:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384630.900851:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384630.900852:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000022eddc9a/0x7f71e2b70dd202cf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384630.900865:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384630.900867:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384630.900868:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384630.900869:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384630.900870:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384630.900872:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384630.900873:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384630.900874:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384630.900875:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384630.900876:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384630.900876:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384630.900878:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000086c126cb) refcount = 1 00010000:00010000:0.0:1767384630.900879:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000022eddc9a/0x7f71e2b70dd202cf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384630.900883:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384630.900884:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384630.900885:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384630.900886:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.900887:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384630.900888:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384630.900890:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384630.900891:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384630.900892:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384630.900893:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022eddc9a refcount=4 00000020:00000001:0.0:1767384630.900894:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780663296 : -123268928888320 : ffff8fe337482200) 00010000:00000001:0.0:1767384630.900896:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780663296 : -123268928888320 : ffff8fe337482200) 00010000:00000001:0.0:1767384630.900897:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384630.900899:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000022eddc9a/0x7f71e2b70dd202cf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384630.900902:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384630.900904:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000022eddc9a/0x7f71e2b70dd202cf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384630.900912:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384630.900916:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384630.900919:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:2.0:1767384630.900920:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000083a8aa98. 00010000:00000001:0.0:1767384630.900922:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384630.900925:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384630.900925:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000022eddc9a/0x7f71e2b70dd202cf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384630.900931:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049183488 00010000:00000001:0.0:1767384630.900933:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384630.900934:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384630.900935:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.900938:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000200:2.0:1767384630.900940:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002eacff58 x1853237049183488/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384630.900940:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000022eddc9a/0x7f71e2b70dd202cf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384630.900954:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000022eddc9a already unused, calling callback (0000000058ffb97a) 00010000:00000001:2.0:1767384630.900958:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384630.900958:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384630.900962:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.900963:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384630.900965:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000022eddc9a/0x7f71e2b70dd202cf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384630.900967:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384630.900975:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384630.900976:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384630.900977:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384630.900978:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384630.900979:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022eddc9a refcount=5 00000020:00000001:0.0:1767384630.900980:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780663296 : -123268928888320 : ffff8fe337482200) 00010000:00000001:0.0:1767384630.900982:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780663296 : -123268928888320 : ffff8fe337482200) 00000100:00000040:2.0:1767384630.900985:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384630.900985:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384630.900986:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000022eddc9a/0x7f71e2b70dd202cf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384630.900990:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384630.900997:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384630.900997:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767384630.901000:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.901001:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384630.901004:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.901005:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384630.901007:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1767384630.901011:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384630.901011:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384630.901014:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:2.0:1767384630.901016:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bc0904e. 00000100:00000200:2.0:1767384630.901019:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049183488, offset 224 00010000:00000001:0.0:1767384630.901022:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384630.901025:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000022eddc9a with handle 0x7f71e2b70dd202cf from hash 00000400:00000200:2.0:1767384630.901029:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384630.901030:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384630.901033:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384630.901035:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384630.901036:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384630.901038:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384630.901040:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384630.901041:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384630.901044:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384630.901046:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384630.901048:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.901050:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004d00 00010000:00000001:0.0:1767384630.901051:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384630.901053:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384630.901056:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384630.901057:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x185d [2] + 224 00010000:00000001:0.0:1767384630.901058:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384630.901061:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384630.901064:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.901065:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384630.901065:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384630.901071:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000022eddc9a/0x7f71e2b70dd202cf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384630.901074:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384630.901080:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384630.901081:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384630.901082:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384630.901085:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384630.901086:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:2.0:1767384630.901087:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd410bd2 x1853237049183488/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384630.901089:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384630.901092:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384630.901094:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384630.901097:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384630.901099:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384630.901100:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fd410bd2 x1853237049183488/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384630.901103:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000022eddc9a/0x7f71e2b70dd202cf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384630.901118:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384630.901120:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384630.901123:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000022eddc9a/0x7f71e2b70dd202cf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384630.901129:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384630.901136:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bc0904e 00010000:00000040:0.0:1767384630.901136:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000086c126cb count: 0 00000400:00000010:2.0:1767384630.901140:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bc0904e. 00000100:00000001:2.0:1767384630.901143:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384630.901144:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384630.901145:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384630.901148:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:0.0:1767384630.901148:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384630.901149:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.901153:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384630.901154:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384630.901158:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384630.901158:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384630.901160:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384630.901161:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384630.901163:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384630.901164:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000324d0f3e. 00000100:00000040:2.0:1767384630.901167:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eacff58 x1853237049183488/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384630.901170:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095a5c0b0 00000400:00000010:1.0:1767384630.901173:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095a5c0b0. 00000100:00000001:1.0:1767384630.901177:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384630.901183:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002eacff58 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16350:x1853237049183488:12345-0@lo:253: Request processed in 5036us (5403us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384630.901184:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd410bd2 x1853237049183488/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384630.901198:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd410bd2 x1853237049183488/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.901215:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384630.901219:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000001:1.0:1767384630.901219:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.901222:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384630.901226:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 02000000:00000001:1.0:1767384630.901226:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384630.901228:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384630.901232:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384630.901232:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.901234:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.901237:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384630.901237:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=47 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384630.901242:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9840c08. 00000100:00001000:1.0:1767384630.901242:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384630.901244:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384630.901247:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384630.901248:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed4bcc52. 00010000:00000001:1.0:1767384630.901249:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384630.901252:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384630.901253:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000430f7d4c. 00000100:00000001:1.0:1767384630.901254:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384630.901259:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000040:1.0:1767384630.901260:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd410bd2 x1853237049183488/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384630.901263:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384630.901265:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000743869de. 02000000:00000001:2.0:1767384630.901271:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384630.901271:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384630.901274:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.901276:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767384630.901279:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384630.901279:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384630.901283:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a79255d6. 00000020:01000004:1.0:1767384630.901285:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:2.0:1767384630.901288:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bc0904e. 00000020:01000004:1.0:1767384630.901288:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384630.901292:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384630.901295:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384630.901297:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384630.901298:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384630.901300:0:16350:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384630.901301:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384630.901303:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384630.901306:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd410bd2 x1853237049183488/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384630.901314:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd410bd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049183488:0@lo:253: 00000100:00000001:1.0:1767384630.901319:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.901321:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384630.901323:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd410bd2 x1853237049183488/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.901337:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384630.901339:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384630.901341:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000050d6fae4. 02000000:00000001:1.0:1767384630.901343:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384630.901344:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384630.901345:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384630.901347:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384630.901348:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dde9f896. 02000000:00000001:1.0:1767384630.901350:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384630.901351:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384630.901351:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd410bd2. 00000100:00000001:1.0:1767384630.901353:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384630.901354:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.901355:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.901358:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384630.901359:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.901360:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.901361:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384630.905686:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294919327, at 4294919328 00000100:00000040:1.0:1767384630.905689:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294919327, at 4294919328 00000100:00000010:2.0:1767384630.905695:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fabab26. 00000100:00000010:1.0:1767384630.905699:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000843b16cc. 00000100:00000040:0.0:1767384630.906667:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294919327, at 4294919329 00000100:00000010:0.0:1767384630.906673:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b383a31a. 00000100:00000040:3.0:1767384630.906851:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294919327, at 4294919329 00000100:00000010:3.0:1767384630.906857:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c47f6c7. 00010000:00000010:1.1:1767384630.910637:0:28068:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052d18255. 00010000:00000010:1.1:1767384630.910660:0:28068:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b2a045f. 00010000:00000010:1.1:1767384630.910668:0:28068:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ef6c824b. 00010000:00000010:0.1:1767384630.910735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cded0a4b. 00010000:00000010:0.1:1767384630.910742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f1e780ed. 00000400:00000010:3.0:1767384630.911879:0:28067:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002378ff43. 00000400:00000040:3.0:1767384630.911895:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384630.911897:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384630.911899:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.911900:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384630.911902:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.911903:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384630.911905:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384630.911906:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384630.911907:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384630.911908:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384630.911909:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384630.911910:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384630.911912:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384630.911913:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384630.911913:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384630.911915:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384630.911916:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384630.911917:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384630.911917:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384630.911919:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.911920:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384630.911921:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384630.911921:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384630.911922:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.911923:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384630.911925:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.911929:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384630.911930:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384630.911931:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384630.911932:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.911933:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384630.911935:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.911935:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384630.911936:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384630.911937:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384630.911938:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.911939:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384630.911941:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384630.911942:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384630.911943:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384630.911944:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384630.911945:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.911946:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384630.911948:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384630.911948:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384630.911950:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384630.911951:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384630.911952:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384630.911953:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384630.911954:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384630.911955:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384630.911957:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384630.911958:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384630.911959:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384630.911960:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384630.911961:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384630.911962:0:28067:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384630.912018:0:28067:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002378ff43. 00010000:00000010:0.1:1767384630.919661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000086c126cb. 00010000:00000010:0.1:1767384630.919671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000022eddc9a. 00000400:00000001:1.0:1767384631.129680:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384631.129685:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384631.129688:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832e3a8e 00000400:00000010:1.0:1767384631.129693:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832e3a8e. 00000400:00000200:1.0:1767384631.129700:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384631.129707:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767384631.129716:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ee7ad574. 00000400:00000010:1.0:1767384631.129721:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004fa9a746. 00000400:00000200:1.0:1767384631.129727:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp31 00000400:00000010:1.0:1767384631.129730:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004c735734. 00000400:00000010:1.0:1767384631.129735:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c74e47bb. 00000400:00000010:1.0:1767384631.129738:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832e3a8e. 00000400:00000010:1.0:1767384631.129743:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003a7e99c2. 00000400:00000200:1.0:1767384631.129746:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp31 00000400:00000200:1.0:1767384631.129757:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp31 local destination 00000400:00000200:1.0:1767384631.129768:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp31 00000400:00000200:1.0:1767384631.129772:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp31 NI seq info: [77:77:256:4294967295] 192.168.202.137@tcp31 LPNI seq info [75:75:8:4294967295] 00000400:00000200:1.0:1767384631.129778:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp31 00000400:00000200:1.0:1767384631.129788:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp31(192.168.202.137@tcp31:) -> 192.168.202.137@tcp31(192.168.202.137@tcp31:192.168.202.137@tcp31) : GET try# 0 00000800:00000200:1.0:1767384631.129794:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp31 00000800:00000010:1.0:1767384631.129801:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bef5bb48. 00000800:00000200:1.0:1767384631.129807:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000800:00000200:1.0:1767384631.129810:0:16345:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.137 (cnted 0, interval 2, 2 secs later) 00000800:00000200:1.1:1767384631.129816:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000800:00000200:1.1:1767384631.129819:0:16345:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.137 (cnted 0, interval 2, 2 secs later) 00000800:00000100:1.0:1767384631.129825:0:16345:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.137@tcp31 00000800:00000010:1.0:1767384631.129828:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bef5bb48. 00000400:00000200:1.0:1767384631.129833:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1767384631.129839:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp31->192.168.202.137@tcp31: GET: REMOTE_ERROR 00000400:00000200:1.0:1767384631.129846:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -5 00000400:00000200:1.0:1767384631.129849:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp31 recovery message sent unsuccessfully:-5 00000400:00000200:1.0:1767384631.129852:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp31) recovery failed with -5 00000400:00000200:1.0:1767384631.129861:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp31 added to recovery queue. ping count: 1 next ping: 254 health :800 00000400:00000200:1.0:1767384631.129866:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp30 00000400:00000010:1.0:1767384631.129869:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000065aaba8f. 00000400:00000010:1.0:1767384631.129873:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000178a5c2. 00000400:00000010:1.0:1767384631.129876:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384631.129882:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000963855c3. 00000400:00000200:1.0:1767384631.129886:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp30 00000400:00000200:1.0:1767384631.129893:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp30 local destination 00000400:00000200:1.0:1767384631.129899:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp30 00000400:00000200:1.0:1767384631.129902:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp30 NI seq info: [78:78:256:4294967295] 192.168.202.137@tcp30 LPNI seq info [76:76:8:4294967295] 00000400:00000200:1.0:1767384631.129907:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp30 00000400:00000200:1.0:1767384631.129918:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp30(192.168.202.137@tcp30:) -> 192.168.202.137@tcp30(192.168.202.137@tcp30:192.168.202.137@tcp30) : GET try# 0 00000800:00000200:1.0:1767384631.129923:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp30 00000800:00000010:1.0:1767384631.129934:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bef5bb48. 00000800:00000200:1.0:1767384631.129940:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b982e44] -> 12345-192.168.202.137@tcp30 (2) 00000800:00000200:1.1:1767384631.129946:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b982e44] -> 12345-192.168.202.137@tcp30 (2) 00000400:00000200:1.0:1767384631.129967:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp30 added to recovery queue. ping count: 1 next ping: 254 health :900 00000400:00000200:2.0:1767384631.130059:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130105:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130124:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130144:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130162:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130177:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130192:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130206:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130222:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130239:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130261:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130290:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130318:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130350:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130387:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130410:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130435:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130451:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130466:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130481:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130498:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130515:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130534:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130552:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130568:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130584:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130599:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130675:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130716:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130748:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130781:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130812:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130830:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130845:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384631.130863:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:2.0:1767384631.131005:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083a8aa98. 00000800:00000010:2.0:1767384631.131010:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002f11c65. 00000800:00000010:2.0:1767384631.131015:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004a042724. 00000800:00000010:2.0:1767384631.131032:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004a042724. 00000800:00020000:2.0:1767384631.131041:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:2.0:1767384631.131044:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002f11c65. 00000800:00000010:2.0:1767384631.131046:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000083a8aa98. 00000400:02020000:2.0:1767384631.131080:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp30 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384631.131085:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp30 notifying 192.168.202.137@tcp30: down 00000800:00000200:2.0:1767384631.131090:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp30 down 00000800:00000100:2.0:1767384631.131101:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp30 00000800:00000010:2.0:1767384631.131103:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bef5bb48. 00000400:00000200:2.0:1767384631.131105:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384631.131108:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp30->192.168.202.137@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384631.131113:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384631.131115:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384631.131117:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp30) recovery failed with -71 00010000:00000001:2.0:1767384631.257855:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384631.257861:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384631.257867:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384631.257869:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384631.257905:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384631.257910:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384631.257914:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384632.100538:0:28433:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ec293b88. 00080000:00000010:3.0:1767384632.100546:0:28433:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ec293b88. 00000020:00000001:3.0:1767384632.100550:0:28433:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384632.100556:0:28433:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ec293b88. 00080000:00000010:3.0:1767384632.100560:0:28433:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ec293b88. 00000020:00000001:3.0:1767384632.100562:0:28433:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384632.153690:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384632.153696:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384632.153699:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832e3a8e 00000400:00000010:1.0:1767384632.153703:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832e3a8e. 00000400:00000200:1.0:1767384632.153707:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384632.153712:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp31 recovery ping unlinked 00000400:00000010:1.0:1767384632.153721:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004c735734. 00000400:00000010:1.0:1767384632.153723:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c74e47bb. 00000400:00000001:1.0:1767384632.153727:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384632.153728:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384632.153729:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c80b4ed4 00000400:00000010:1.0:1767384632.153730:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000400:00000200:1.0:1767384632.153731:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384632.153732:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp30 recovery ping unlinked 00000400:00000010:1.0:1767384632.153734:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000065aaba8f. 00000400:00000010:1.0:1767384632.153735:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000178a5c2. 00000400:00000200:1.0:1767384632.153737:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp29 00000400:00000010:1.0:1767384632.153741:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000065aaba8f. 00000400:00000010:1.0:1767384632.153745:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000178a5c2. 00000400:00000010:1.0:1767384632.153747:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384632.153752:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000afb27338. 00000400:00000200:1.0:1767384632.153755:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp29 00000400:00000200:1.0:1767384632.153764:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp29 local destination 00000400:00000200:1.0:1767384632.153769:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp29 00000400:00000200:1.0:1767384632.153772:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp29 NI seq info: [79:79:256:4294967295] 192.168.202.137@tcp29 LPNI seq info [77:77:8:4294967295] 00000400:00000200:1.0:1767384632.153777:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp29 00000400:00000200:1.0:1767384632.153783:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp29(192.168.202.137@tcp29:) -> 192.168.202.137@tcp29(192.168.202.137@tcp29:192.168.202.137@tcp29) : GET try# 0 00000800:00000200:1.0:1767384632.153787:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp29 00000800:00000010:1.0:1767384632.153790:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001f8b805b. 00000800:00000200:1.0:1767384632.153804:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000800:00000200:1.1:1767384632.153808:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000400:00000200:1.0:1767384632.153825:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp29 added to recovery queue. ping count: 2 next ping: 257 health :800 00000400:00000200:1.0:1767384632.153828:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp28 00000400:00000010:1.0:1767384632.153830:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006f4af98c. 00000400:00000010:1.0:1767384632.153833:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c74e47bb. 00000400:00000010:1.0:1767384632.153835:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832e3a8e. 00000400:00000010:1.0:1767384632.153837:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000203fa798. 00000400:00000200:1.0:1767384632.153840:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp28 00000400:00000200:1.0:1767384632.153859:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp28 local destination 00000400:00000200:1.0:1767384632.153861:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp28 00000400:00000200:1.0:1767384632.153863:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp28 NI seq info: [80:80:256:4294967295] 192.168.202.137@tcp28 LPNI seq info [78:78:8:4294967295] 00000400:00000200:1.0:1767384632.153867:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp28 00000400:00000200:1.0:1767384632.153872:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp28(192.168.202.137@tcp28:) -> 192.168.202.137@tcp28(192.168.202.137@tcp28:192.168.202.137@tcp28) : GET try# 0 00000800:00000200:1.0:1767384632.153875:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp28 00000800:00000010:1.0:1767384632.153878:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d5bc779a. 00000800:00000200:1.0:1767384632.153883:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083c47498] -> 12345-192.168.202.137@tcp28 (2) 00000800:00000200:1.1:1767384632.153887:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083c47498] -> 12345-192.168.202.137@tcp28 (2) 00000400:00000200:2.0:1767384632.153889:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384632.153901:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp28 added to recovery queue. ping count: 3 next ping: 261 health :700 00000400:00000200:2.0:1767384632.153934:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.153955:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.153994:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.153999:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154041:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154056:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154080:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154104:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154127:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154149:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154172:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154194:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154215:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154237:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154261:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154283:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154304:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154330:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154342:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154385:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154386:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154451:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154453:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154508:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154510:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154555:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154566:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154591:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154667:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154701:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154728:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154751:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154773:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154796:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154817:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154839:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154861:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154876:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154911:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154919:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.154954:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.154961:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.155000:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155008:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.155046:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155056:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.155087:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155109:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.155130:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155152:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.155175:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155198:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.155221:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155239:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.155264:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155284:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.155309:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155333:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.155346:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155385:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.155386:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155461:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.155462:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155513:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384632.155515:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155556:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155582:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155594:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155644:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155682:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155713:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.155735:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000800:00000010:2.0:1767384632.155748:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083a8aa98. 00000800:00000010:2.0:1767384632.155754:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d158b734. 00000800:00000010:2.0:1767384632.155759:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3781671. 00000800:00000010:2.0:1767384632.155781:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3781671. 00000800:00020000:2.0:1767384632.155792:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384632.155878:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000e17a0b5. 00000800:00000010:0.0:1767384632.155882:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ae358c18. 00000800:00000010:0.0:1767384632.155885:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000033c51b88. 00000800:00000010:0.0:1767384632.155913:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000033c51b88. 00000400:00000200:1.0:1767384632.155949:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384632.155963:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp28 from 217.3.0.2 00000800:00000010:1.0:1767384632.155967:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b182eba0. 00000800:00000010:0.0:1767384632.156002:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006b71df0b. 00000800:00000010:0.0:1767384632.156007:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000099b8ad2. 00000800:00000010:0.0:1767384632.156025:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c92b2e44. 00000800:00000200:0.1:1767384632.156031:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083c47498] -> 12345-192.168.202.137@tcp28 (2) 00000800:00000200:0.1:1767384632.156036:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp28 00000000c92b2e44 deleted 00000800:00000010:0.1:1767384632.156038:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c92b2e44. 00000800:00000200:0.1:1767384632.156042:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384632.156048:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp28 ip 192.168.202.137:985 00000800:00000200:0.1:1767384632.156051:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5bc779a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384632.156057:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp28 p 3.x 192.168.202.137 -> 192.168.202.137:985 incarnation:1767384623499263184 sched[0] 00000800:00000010:0.0:1767384632.156061:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000033c51b88. 00000800:00000010:0.0:1767384632.156105:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000033c51b88. 00000800:00000010:0.0:1767384632.156109:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000099b8ad2. 00000800:00000010:0.0:1767384632.156139:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b182eba0. 00000800:00000001:0.0:1767384632.156150:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384632.156155:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384632.156184:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384632.156188:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d5bc779a. 00000400:00000200:0.0:1767384632.156200:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384632.156205:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp28->192.168.202.137@tcp28: GET: OK 00000800:00000200:3.1:1767384632.156208:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767384632.156210:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384632.156216:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp28 recovery message sent successfully:0 00000800:00000200:3.0:1767384632.156220:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp28 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384623499263184 sched[0] 00000800:00000010:3.0:1767384632.156224:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ae358c18. 00000800:00000001:1.0:1767384632.156247:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384632.156255:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384632.156258:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384632.156264:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384632.156271:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp28(192.168.202.137@tcp28) <- 192.168.202.137@tcp28 : GET - for me 00000400:00000200:3.0:1767384632.156273:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384632.156283:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384632.156291:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x1849 [1] + 0 00000400:00000200:1.0:1767384632.156301:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp28 to MR: 192.168.202.137@tcp28 local destination 00000400:00000200:3.0:1767384632.156303:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384632.156308:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp28 NI seq info: [81:81:256:4294967295] 192.168.202.137@tcp28 LPNI seq info [79:79:8:4294967295] 00000400:00000200:3.0:1767384632.156325:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384632.156328:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp28(192.168.202.137@tcp28:192.168.202.137@tcp28) -> 192.168.202.137@tcp28(192.168.202.137@tcp28:192.168.202.137@tcp28) 192.168.202.137@tcp28 : REPLY try# 0 00000800:00000200:1.0:1767384632.156336:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp28 00000800:00000010:1.0:1767384632.156340:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5bc779a. 00000800:00000200:1.0:1767384632.156344:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083c47498] -> 12345-192.168.202.137@tcp28 (4) 00000400:00000200:3.0:1767384632.156349:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000800:00000200:1.0:1767384632.156349:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp28 ip 192.168.202.137:988 00000800:00000200:1.0:1767384632.156353:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5bc779a type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384632.156368:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000800:00000001:0.0:1767384632.156386:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384632.156391:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000800:00000001:0.0:1767384632.156414:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384632.156420:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000800:00000200:1.0:1767384632.156420:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384632.156421:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384632.156425:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5bc779a. 00000800:00000001:0.0:1767384632.156427:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384632.156433:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384632.156433:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384632.156444:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp28->192.168.202.137@tcp28: REPLY: OK 00000400:00000200:3.0:1767384632.156447:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.156447:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp28(192.168.202.137@tcp28) <- 192.168.202.137@tcp28 : REPLY - for me 00000400:00000200:0.0:1767384632.156465:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp28: Reply from 12345-192.168.202.137@tcp28 of length 272/272 into md 0x18a9 00000800:00000001:0.0:1767384632.156469:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384632.156471:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384632.156476:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384632.156480:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384632.156480:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384632.156488:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp28->192.168.202.137@tcp28: REPLY: OK 00000400:00000200:0.0:1767384632.156492:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832e3a8e 00000400:00000010:0.0:1767384632.156494:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832e3a8e. 00000400:00000200:0.0:1767384632.156498:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384632.156502:0:16342:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006f4af98c. 00000400:00000010:0.0:1767384632.156505:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c74e47bb. 00000400:00000200:3.0:1767384632.156506:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000800:00000001:0.0:1767384632.156509:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384632.156514:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384632.156526:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156539:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156551:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156563:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156575:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156586:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156598:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156647:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156676:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156696:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156710:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156723:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156734:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156746:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156758:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156770:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156782:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156794:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156806:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156827:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156839:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156851:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156863:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156874:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156885:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156898:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156910:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156922:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.156934:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000800:00000010:3.0:1767384632.157042:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fe61bef. 00000800:00000010:3.0:1767384632.157046:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000530690b5. 00000800:00000010:3.0:1767384632.157050:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005660eebf. 00000800:00000010:3.0:1767384632.157079:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005660eebf. 00000400:00000200:1.0:1767384632.157086:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384632.157097:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp28 from 216.3.0.2 00000800:00000010:1.0:1767384632.157099:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004ac99ef0. 00000800:00000010:3.0:1767384632.157132:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000a88d2a1. 00000800:00000010:3.0:1767384632.157137:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f67ebdfd. 00000800:00000010:3.0:1767384632.157153:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ab62d86b. 00000800:00000200:3.1:1767384632.157158:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083c47498] -> 12345-192.168.202.137@tcp28 (4) 00000800:00000200:3.1:1767384632.157161:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp28 00000000ab62d86b deleted 00000800:00000010:3.1:1767384632.157163:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ab62d86b. 00000800:00000200:3.1:1767384632.157166:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384632.157170:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp28 p 3.x 192.168.202.137 -> 192.168.202.137:984 incarnation:1767384623499263184 sched[0] 00000800:00000010:3.0:1767384632.157174:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005660eebf. 00000800:00000010:3.0:1767384632.157217:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005660eebf. 00000800:00000010:3.0:1767384632.157220:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f67ebdfd. 00000800:00000010:3.0:1767384632.157243:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004ac99ef0. 00000800:00000001:3.0:1767384632.157253:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384632.157256:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384632.157279:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384632.157293:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp28 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384623499263184 sched[0] 00000800:00000010:0.0:1767384632.157297:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000530690b5. 00000800:00000001:3.0:1767384632.157345:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384632.157348:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384632.164619:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d158b734. 00000800:00000010:2.0:1767384632.164625:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000083a8aa98. 00000400:02020000:2.0:1767384632.164706:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp29 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384632.171463:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp29 notifying 192.168.202.137@tcp29: down 00000800:00000200:2.0:1767384632.171473:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp29 down 00000800:00000100:2.0:1767384632.171480:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp29 00000800:00000010:2.0:1767384632.171483:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001f8b805b. 00000400:00000200:2.0:1767384632.171490:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384632.171495:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp29->192.168.202.137@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384632.171506:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384632.171510:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384632.171514:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp29) recovery failed with -71 00010000:00000001:2.0:1767384632.281671:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384632.281677:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.281682:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384632.281683:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.281731:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384632.281735:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384632.281738:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384632.777492:0:28597:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384632.777495:0:28597:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:1.0:1767384632.782377:0:28597:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384632.788842:0:28598:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d9321185. 00000400:00000010:1.0:1767384632.788854:0:28598:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000feee8c0. 00000400:00000010:1.0:1767384632.788864:0:28598:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d36715d8. 00000400:00000010:1.0:1767384632.788867:0:28598:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002b528654. 00000400:00000010:1.0:1767384632.788870:0:28598:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000e95cbf3. 00000400:00000010:1.0:1767384632.788874:0:28598:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000002326d86. 00000400:00000010:1.0:1767384632.788875:0:28598:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001dc9c0d7. 00000400:00000010:1.0:1767384632.788877:0:28598:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008b5188a3. 00000400:00000010:1.0:1767384632.788879:0:28598:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000959cd780. 00000800:00000010:1.0:1767384632.788892:0:28598:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d5bc779a. 00000800:00000200:1.0:1767384632.788902:0:28598:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384632.788910:0:28598:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384632.788942:0:28598:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:1.0:1767384632.788968:0:28598:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp33 [8/256/0/180] 00000400:00000010:1.0:1767384632.791133:0:28598:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000001c639e0f. 00000400:00000010:1.0:1767384632.791139:0:28598:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000324d0f3e. 00000400:00000010:1.0:1767384632.791144:0:28598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000400:00000001:1.0:1767384632.791159:0:28598:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384632.791161:0:28598:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384632.791163:0:28598:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dc30387. 00000400:00000200:1.0:1767384632.791164:0:28598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8615d30 00000400:00000010:1.0:1767384632.791166:0:28598:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8615d30. 00000400:00000010:1.0:1767384632.791169:0:28598:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000fa7f3d32. 00000400:00000200:1.0:1767384632.791172:0:28598:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (24) 00000400:00000200:1.0:1767384632.791184:0:28598:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384632.791193:0:28598:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:1.0:1767384632.791199:0:28598:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000050d6fae4. 00000400:00000200:2.0:1767384632.791200:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384632.791202:0:28598:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384632.791206:0:28598:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp33 00000400:00000200:2.0:1767384632.791207:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:2.0:1767384632.791215:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f813c88. 00000400:00000200:2.0:1767384632.791218:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (25) 00000400:00000010:1.0:1767384632.791219:0:28598:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000feee8c0. 00000400:00000010:2.0:1767384632.791223:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000092ca403a. 00000400:00000010:1.0:1767384632.791224:0:28598:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d9321185. 00000400:00000200:2.0:1767384632.791230:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp15 00000020:00000001:0.0:1767384632.791242:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384632.791243:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp15 to MR: 192.168.202.137@tcp15 local destination 10000000:00000001:0.0:1767384632.791247:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384632.791251:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384632.791253:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp15 NI seq info: [82:82:256:4294967295] 192.168.202.137@tcp15 LPNI seq info [80:80:8:4294967295] 10000000:01000000:0.0:1767384632.791255:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384632.791260:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384632.791263:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384632.791265:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp15 00000020:01000004:0.0:1767384632.791266:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384632.791273:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp15(192.168.202.137@tcp15:192.168.202.137@tcp15) -> 192.168.202.137@tcp15(192.168.202.137@tcp15:192.168.202.137@tcp15) : PUT try# 0 00000020:01000004:0.0:1767384632.791275:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384632.791279:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384632.791281:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:2.0:1767384632.791282:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.137@tcp15 00000020:01000004:0.0:1767384632.791283:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384632.791287:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384632.791289:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:2.0:1767384632.791290:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004324e6f9. 00000020:01000004:0.0:1767384632.791291:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384632.791298:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064e948d5. 00000800:00000200:2.0:1767384632.791302:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cee8574a] -> 12345-192.168.202.137@tcp15 (6) 00000020:00000040:0.0:1767384632.791304:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384632.791310:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384632.791312:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp15 ip 192.168.202.137:988 02000000:00000001:0.0:1767384632.791314:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384632.791318:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004324e6f9 type 1, nob 528 niov 1 nkiov 1 02000000:00000001:0.0:1767384632.791320:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384632.791329:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bc37b014. 00000100:00000001:0.0:1767384632.791335:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.791336:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384632.791340:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000100:00000001:0.0:1767384632.791343:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384632.791346:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384632.791353:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064e948d5] to pc [ptlrpcd_00_00+0] req@0000000064e948d5 x1853237049183872/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384632.791378:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384632.791381:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.791382:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.791384:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384632.791385:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384632.791391:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384632.791392:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384632.791396:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384632.791397:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384632.791398:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384632.791402:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384632.791405:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064e948d5 x1853237049183872/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384632.791406:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384632.791411:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384632.791415:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384632.791421:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384632.791421:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384632.791426:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384632.791426:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384632.791430:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384632.791431:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384632.791434:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384632.791434:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384632.791438:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384632.791439:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384632.791442:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1767384632.791443:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064e948d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049183872:0@lo:253: 00000100:00000010:0.0:1767384632.791448:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd8dd4bc. 00000800:00000200:3.0:1767384632.791453:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767384632.791455:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384632.791456:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767384632.791458:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004324e6f9. 02000000:00000001:2.0:1767384632.791462:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384632.791465:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384632.791467:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.791467:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384632.791471:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384632.791472:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384632.791474:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.791479:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp15->192.168.202.137@tcp15: PUT: OK 02000000:00000010:2.0:1767384632.791479:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000083a8aa98. 02000000:00000010:0.0:1767384632.791483:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000822b8983. 02000000:00000001:2.0:1767384632.791484:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.791489:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.791490:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1767384632.791491:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012dfcf17. 00000100:00000001:0.0:1767384632.791497:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384632.791498:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp15: 0 00000400:00000010:2.0:1767384632.791499:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082f31bc7. 00000100:00000001:0.0:1767384632.791500:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384632.791505:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049183872, portal 25 00000100:00000001:2.0:1767384632.791509:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384632.791509:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd8dd4bc] to pc [ptlrpcd_00_01+1] req@00000000fd8dd4bc x1853237049184000/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384632.791512:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575797120 : -123274133754496 : ffff8fe2010c2d80) 00000800:00000001:3.0:1767384632.791516:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384632.791521:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064e948d5 x1853237049183872/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384632.791527:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384632.791529:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384632.791535:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:0.0:1767384632.791535:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.791537:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1767384632.791541:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384632.791541:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384632.791544:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:0.0:1767384632.791547:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384632.791549:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061799b3b. 00000020:00000010:0.0:1767384632.791551:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000050d6fae4. 00000100:00000200:2.0:1767384632.791555:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049183872, offset 0 00000400:00000200:3.0:1767384632.791560:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp15(192.168.202.137@tcp15) <- 192.168.202.137@tcp15 : PUT - for me 00000400:00000200:2.0:1767384632.791564:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384632.791565:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384632.791570:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384632.791571:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384632.791577:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd8dd4bc x1853237049184000/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384632.791579:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384632.791580:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384632.791591:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384632.791595:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.791597:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004e80 00000400:00000200:3.0:1767384632.791598:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 416/432 into md 0x1865 [1] + 0 02000000:00000001:0.0:1767384632.791599:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384632.791603:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384632.791641:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384632.791644:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd8dd4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049184000:0@lo:253: 00000100:00000001:0.0:1767384632.791647:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384632.791649:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384632.791651:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384632.791652:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384632.791656:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007e614562. 02000000:00000001:0.0:1767384632.791657:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384632.791659:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc30387. 00000400:00000010:3.0:1767384632.791688:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df8c38fd. 00000400:00000200:3.0:1767384632.791695:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009c4aea52 00000800:00000001:3.0:1767384632.791700:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384632.791702:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10fd [2] + 0 00000800:00000001:3.0:1767384632.791707:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384632.791707:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3794794. 00000400:00000200:3.0:1767384632.791711:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384632.791712:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a7e0afc 00000400:00000200:3.0:1767384632.791716:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp15->192.168.202.137@tcp15: PUT: OK 00000400:00000010:0.0:1767384632.791718:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f94de9fa. 00000400:00000200:2.0:1767384632.791719:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384632.791721:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c4aea52 00000400:00000010:3.0:1767384632.791726:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4aea52. 00000400:00000200:2.0:1767384632.791729:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384632.791732:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:0.0:1767384632.791733:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049184000, portal 25 00000400:00000200:2.0:1767384632.791734:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a7e0afc 00000400:00000200:3.0:1767384632.791736:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (26) 00000400:00000010:2.0:1767384632.791737:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a7e0afc. 00000100:00000001:0.0:1767384632.791743:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384632.791745:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000100:00000001:2.0:1767384632.791745:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384632.791746:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575792640 : -123274133758976 : ffff8fe2010c1c00) 00000100:00000200:2.0:1767384632.791749:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384632.791752:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (432 bytes) 00000100:00000040:2.0:1767384632.791755:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000aecb7faf x1853237049183872 msgsize 4848 00000100:00000040:0.0:1767384632.791755:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd8dd4bc x1853237049184000/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384632.791761:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00100000:2.0:1767384632.791769:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384632.791773:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (27) 00000100:00000001:0.0:1767384632.791774:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384632.791775:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384632.791779:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:0.0:1767384632.791780:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384632.791786:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384632.791787:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abbc1916. 00000400:00000200:3.0:1767384632.791789:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp15 to MR: 192.168.202.137@tcp15 local destination 00000100:00000200:0.0:1767384632.791792:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049184000, offset 0 00000400:00000200:3.0:1767384632.791797:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp15 NI seq info: [83:83:256:4294967295] 192.168.202.137@tcp15 LPNI seq info [81:81:8:4294967295] 00000400:00000200:0.0:1767384632.791802:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384632.791810:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp15(192.168.202.137@tcp15:192.168.202.137@tcp15) -> 192.168.202.137@tcp15(192.168.202.137@tcp15:192.168.202.137@tcp15) 192.168.202.137@tcp15 : ACK try# 0 00000800:00000200:3.0:1767384632.791815:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp15 00000800:00000010:3.0:1767384632.791818:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002a947c5. 00000400:00000200:2.0:1767384632.791819:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061799b3b 00000400:00000200:0.0:1767384632.791825:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1767384632.791826:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cee8574a] -> 12345-192.168.202.137@tcp15 (6) 00000400:00000010:2.0:1767384632.791832:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061799b3b. 00000800:00000200:3.0:1767384632.791837:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp15 ip 192.168.202.137:1011 00000400:00000200:0.0:1767384632.791838:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004f00 00000100:00000001:2.0:1767384632.791841:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767384632.791843:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000002a947c5 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384632.791847:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1131 [2] + 0 00000100:00000200:2.0:1767384632.791850:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064e948d5 x1853237049183872/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384632.791856:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023945be3. 00000400:00000200:0.0:1767384632.791862:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000742d90a7 00000800:00000001:3.0:1767384632.791863:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384632.791868:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384632.791869:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384632.791870:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384632.791877:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064e948d5 x1853237049183872/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384632.791878:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384632.791884:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000742d90a7 00000400:00000010:0.0:1767384632.791887:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000742d90a7. 00000100:00000001:2.0:1767384632.791892:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.791894:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384632.791895:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384632.791896:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384632.791900:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000007dc837c x1853237049184000 msgsize 4848 00000100:00000001:2.0:1767384632.791902:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384632.791907:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384632.791910:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294921219 00000100:00000040:0.0:1767384632.791910:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384632.791916:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002cf1d49c. 00000800:00000200:3.0:1767384632.791921:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384632.791921:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384632.791922:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1767384632.791926:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002a947c5. 00000400:00000200:0.0:1767384632.791928:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abbc1916 00000400:00000010:0.0:1767384632.791931:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abbc1916. 00000400:00000200:3.0:1767384632.791932:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384632.791932:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294921219 00000100:00000001:0.0:1767384632.791936:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384632.791941:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp15->192.168.202.137@tcp15: ACK: OK 00000100:00000010:2.0:1767384632.791941:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000606f2183. 00000100:00000200:0.0:1767384632.791943:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd8dd4bc x1853237049184000/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384632.791949:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000800:00000001:3.0:1767384632.791950:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384632.791954:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384632.791955:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384632.791958:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294921219 00000100:00000040:0.0:1767384632.791959:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd8dd4bc x1853237049184000/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384632.791961:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384632.791967:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384632.791967:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006899bbf3. 00000100:00000001:0.0:1767384632.791968:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.791973:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384632.791974:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000800:00000001:3.0:1767384632.791980:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384632.791982:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294921219 00000100:00000001:0.0:1767384632.791985:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384632.791987:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384632.791988:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002baaf141. 00000100:00000001:0.0:1767384632.791989:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294921219 00000100:00000001:2.0:1767384632.791994:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384632.791995:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294921219 00000400:00000200:3.0:1767384632.791999:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp15(192.168.202.137@tcp15) <- 192.168.202.137@tcp15 : ACK - for me 00000100:00000001:0.0:1767384632.792000:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294921219 00000100:00000001:2.0:1767384632.792002:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384632.792006:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294921219 00000100:00000001:2.0:1767384632.792007:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.792012:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294921219 00000100:00000001:2.0:1767384632.792014:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.792015:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp15: ACK from 12345-192.168.202.137@tcp15 into md 0x18b1 00000100:00000001:0.0:1767384632.792018:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294921219 00000100:00000001:2.0:1767384632.792020:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384632.792022:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384632.792024:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294921219 00000100:00000001:0.0:1767384632.792028:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294921219 00000400:00000200:3.0:1767384632.792031:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp15->192.168.202.137@tcp15: ACK: OK 00000100:00000001:2.0:1767384632.792031:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384632.792032:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384632.792036:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384632.792038:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.792039:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f813c88 00000100:00000001:2.0:1767384632.792040:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384632.792043:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384632.792044:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f813c88. 00000100:00000001:2.0:1767384632.792044:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384632.792046:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384632.792048:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.792051:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384632.792052:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.792053:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384632.792057:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384632.792059:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000100:00000001:0.0:1767384632.792061:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384632.792064:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384632.792066:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:0.0:1767384632.792066:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.792072:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.792073:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (26) 00000100:00000001:2.0:1767384632.792077:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767384632.792081:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384632.792084:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384632.792088:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183872 02000000:00000001:2.0:1767384632.792092:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384632.792094:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384632.792095:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384632.792096:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384632.792098:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184000 02000000:00000001:2.0:1767384632.792100:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384632.792102:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384632.792105:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384632.792106:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183872 00000100:00000001:0.0:1767384632.792107:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384632.792110:0:17074:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384632.792111:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384632.792112:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00100000:0.0:1767384632.792117:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184000 00000020:00000001:2.0:1767384632.792118:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384632.792122:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:0.0:1767384632.792122:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384632.792125:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384632.792127:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384632.792128:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384632.792131:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000040:0.0:1767384632.792132:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:0.0:1767384632.792137:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384632.792139:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384632.792139:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000010:2.0:1767384632.792144:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f2cd1e9. 00000100:00000001:0.0:1767384632.792144:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384632.792148:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384632.792151:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f2cd1e9. 00000020:00000010:0.0:1767384632.792155:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033c51b88. 00000020:00000010:2.0:1767384632.792157:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000851390ea. 00000100:00000001:0.0:1767384632.792159:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384632.792163:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033c51b88. 00000020:00000010:2.0:1767384632.792164:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e05b96a2. 00000020:00000010:2.0:1767384632.792170:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed4bcc52. 00000020:00000010:0.0:1767384632.792171:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fb99935. 00000020:00000010:0.0:1767384632.792177:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d80da2c1. 00000100:00000040:2.0:1767384632.792180:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384632.792181:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000422bc779. 00000100:00000001:2.0:1767384632.792186:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384632.792189:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384632.792190:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384632.792192:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384632.792193:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.792195:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.792203:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.792204:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.792212:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384632.792217:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.792217:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384632.792218:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000103b5085. 00000400:00000010:3.0:1767384632.792226:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055f41a75. 00000400:00000010:3.0:1767384632.792231:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbbbeccc. 00000400:00000200:3.0:1767384632.792235:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000103b5085 00000100:00000001:2.0:1767384632.792238:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384632.792238:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1767384632.792239:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000042059aba. 00000100:00000001:2.0:1767384632.792242:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384632.792243:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384632.792245:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000100:00100000:2.0:1767384632.792251:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000400:00000200:3.0:1767384632.792252:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102051 00000100:00000040:2.0:1767384632.792257:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000400:00000200:3.0:1767384632.792258:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (25) 00000100:00000001:2.0:1767384632.792263:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852958288 : -123268856593328 : ffff8fe33b974450) 00000100:00100000:0.0:1767384632.792263:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000400:00000010:3.0:1767384632.792265:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000083b92992. 00000100:00000040:2.0:1767384632.792271:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aecb7faf x1853237049183872/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:613/0 lens 4848/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384632.792271:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000400:00000010:3.0:1767384632.792278:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e89093e4. 00000100:00000001:0.0:1767384632.792278:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852971600 : -123268856580016 : ffff8fe33b977850) 00000100:00000001:2.0:1767384632.792286:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384632.792288:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000019634dec. 00000100:00000040:0.0:1767384632.792290:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000007dc837c x1853237049184000/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:613/0 lens 4848/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384632.792296:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000020:00000010:2.0:1767384632.792297:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f2cd1e9. 00000100:00000001:2.0:1767384632.792303:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384632.792307:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000020:00000010:2.0:1767384632.792308:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f2cd1e9. 00000100:00000001:0.0:1767384632.792314:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384632.792318:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000100:00100000:2.0:1767384632.792319:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aecb7faf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049183872:12345-0@lo:253: 00000020:00000010:0.0:1767384632.792322:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033c51b88. 00000100:00000200:2.0:1767384632.792329:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183872 00000100:00000001:0.0:1767384632.792330:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384632.792333:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000020:00000001:2.0:1767384632.792335:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384632.792337:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033c51b88. 00000020:00000001:2.0:1767384632.792340:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384632.792345:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.792347:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00100000:0.0:1767384632.792348:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000007dc837c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049184000:12345-0@lo:253: 00000020:00000001:2.0:1767384632.792352:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384632.792357:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000100:00000200:0.0:1767384632.792359:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184000 00000400:00000200:3.0:1767384632.792364:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:00000001:0.0:1767384632.792365:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384632.792366:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384632.792370:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384632.792372:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384632.792373:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000020:00000001:0.0:1767384632.792374:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.792380:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384632.792381:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384632.792383:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 00000020:00000001:0.0:1767384632.792384:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384632.792386:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384632.792391:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384632.792392:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.792393:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000020:00000001:0.0:1767384632.792395:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384632.792402:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384632.792402:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384632.792403:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 02000000:00000001:2.0:1767384632.792407:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384632.792409:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 02000000:00000010:2.0:1767384632.792414:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dde9f896. 00000020:00000001:0.0:1767384632.792414:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384632.792415:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 02000000:00000001:2.0:1767384632.792420:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.792420:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.792425:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000100:00000001:2.0:1767384632.792428:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.792429:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384632.792434:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 20000000:00000001:2.0:1767384632.792434:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:0.0:1767384632.792434:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384632.792441:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:3.0:1767384632.792445:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 20000000:00000010:2.0:1767384632.792445:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000743869de. 20000000:01000000:2.0:1767384632.792451:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:0.0:1767384632.792452:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c9ab8656. 00000400:00000200:3.0:1767384632.792454:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 20000000:00000001:2.0:1767384632.792456:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:0.0:1767384632.792458:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384632.792460:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384632.792464:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384632.792465:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.792468:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 20000000:00000001:0.0:1767384632.792468:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384632.792469:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384632.792474:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384632.792478:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 20000000:00000010:0.0:1767384632.792478:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000051fd331e. 20000000:00000010:2.0:1767384632.792483:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a92039a4. 20000000:01000000:0.0:1767384632.792483:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384632.792485:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384632.792488:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:2.0:1767384632.792489:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:0.0:1767384632.792492:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.792497:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 20000000:00000001:2.0:1767384632.792497:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384632.792497:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384632.792502:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384632.792505:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384632.792506:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 20], ns[81, 20] 00080000:00000001:2.0:1767384632.792510:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384632.792512:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[77, 20], ns[79, 20] 00000400:00000200:3.0:1767384632.792516:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[76, 20], ns[78, 20] 00000400:00000200:3.0:1767384632.792519:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[75, 20], ns[77, 20] 00000400:00000200:3.0:1767384632.792521:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 00000400:00000200:3.0:1767384632.792524:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000400:00000200:3.0:1767384632.792527:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp32 00080000:00000001:2.0:1767384632.792528:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384632.792531:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp32 lpni_is_preferred = 0 00000400:00000200:3.0:1767384632.792535:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp32 00000400:00000200:3.0:1767384632.792537:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp32 NI seq info: [84:84:256:4294967295] 192.168.202.137@tcp32 LPNI seq info [82:82:8:4294967295] 00000400:00000200:3.0:1767384632.792541:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp32 00080000:00000001:2.0:1767384632.792544:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.792547:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384632.792549:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp32(192.168.202.137@tcp32:) -> 192.168.202.137@tcp32(192.168.202.137@tcp:192.168.202.137@tcp32) : GET try# 0 00000800:00000200:3.0:1767384632.792553:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp32 00080000:00000001:2.0:1767384632.792557:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384632.792558:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000002a947c5. 00080000:00000001:2.0:1767384632.792560:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384632.792563:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384632.792566:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000342d5db9. 00080000:00000002:2.0:1767384632.792567:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000800:00000010:3.0:1767384632.792573:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007979f1af. 00000020:00000001:2.0:1767384632.792574:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:2.0:1767384632.792578:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384632.792581:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384632.792584:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000342d5db9] -> 12345-192.168.202.137@tcp32 (2) 00080000:00000001:2.0:1767384632.792586:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384632.792591:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000342d5db9] -> 12345-192.168.202.137@tcp32 (2) 00080000:00000001:2.0:1767384632.792591:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384632.792597:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384632.792601:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384632.792605:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384632.792643:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384632.792648:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100251 rc 0 00080000:00000010:2.0:1767384632.792648:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b6696a03. 00080000:00000001:2.0:1767384632.792654:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799654048256 : -123274055503360 : ffff8fe205b63200) 00080000:00000001:2.0:1767384632.792657:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384632.792660:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384632.792662:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001f2cd1e9. 00080000:00000001:2.0:1767384632.792665:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.792667:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384632.792679:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.792694:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384632.792698:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.792760:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.792804:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.792833:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.792848:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.792862:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.792886:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.792903:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.792918:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.792931:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.792945:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.792959:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.792975:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.792990:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793003:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793025:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793046:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793069:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793091:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793111:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793124:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793135:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793153:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793171:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793188:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793209:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793232:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793253:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793266:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793278:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793290:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793301:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793314:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793329:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384632.793345:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384632.793445:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003777c955. 00000800:00000010:3.0:1767384632.793449:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000058d2675b. 00000800:00000010:3.0:1767384632.793458:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000322f0858. 00000800:00000010:3.0:1767384632.793477:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000322f0858. 00080000:00000010:0.0:1767384632.793480:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b6696a03. 00000800:00020000:3.0:1767384632.793485:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384632.793489:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000058d2675b. 00000800:00000010:3.0:1767384632.793492:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003777c955. 00080000:00000010:2.0:1767384632.793517:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001f2cd1e9. 00040000:00000001:2.0:1767384632.793523:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384632.793525:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384632.793527:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:02020000:3.0:1767384632.793528:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp32 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000020:00000002:2.0:1767384632.793532:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384632.793536:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.793537:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp32 notifying 192.168.202.137@tcp32: down 20000000:00000001:2.0:1767384632.793540:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000200:3.0:1767384632.793544:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp32 down 00000800:00000100:3.0:1767384632.793550:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp32 20000000:01000000:2.0:1767384632.793551:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000010:3.0:1767384632.793552:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000002a947c5. 00000400:00000200:3.0:1767384632.793557:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384632.793560:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp32->192.168.202.137@tcp32: GET: LOCAL_ERROR 20000000:00000001:2.0:1767384632.793561:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384632.793564:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384632.793565:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:3.0:1767384632.793568:0:16338:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp32 added to recovery queue. ping count: 0 next ping: 254 health :900 20000000:00000001:0.0:1767384632.793570:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384632.793574:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:01000000:0.0:1767384632.793575:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:3.0:1767384632.793576:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:0.0:1767384632.793581:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:3.0:1767384632.793582:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 1 00010000:00000001:0.0:1767384632.793585:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:3.0:1767384632.793588:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00010000:00000010:0.0:1767384632.793593:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d670f412. 00010000:00000001:0.0:1767384632.793598:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384632.793601:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fc52afd. 00000020:00000001:0.0:1767384632.793604:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384632.793638:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004fc52afd with handle 0x7f71e2b70dd202d6 to hash 00000020:00000001:0.0:1767384632.793641:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:3.0:1767384632.793642:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:0.0:1767384632.793643:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00010000:00000001:0.0:1767384632.793647:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00000400:00000200:3.0:1767384632.793648:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100851 00000400:00000001:3.0:1767384632.793654:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384632.793654:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:3.0:1767384632.793657:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384632.793658:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.793660:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89093e4 00010000:00010000:0.0:1767384632.793662:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd202d6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384632.793663:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e89093e4. 00000400:00000200:3.0:1767384632.793669:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00010000:00000001:0.0:1767384632.793672:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:3.0:1767384632.793676:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00010000:00000001:0.0:1767384632.793677:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000010:3.0:1767384632.793680:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000083b92992. 00000400:00000200:3.0:1767384632.793682:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (26) 00000400:00000200:3.0:1767384632.793687:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp:-71 00010000:00000001:0.0:1767384632.793688:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:3.0:1767384632.793691:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102051 rc -71 00010000:00000001:0.0:1767384632.793691:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384632.793695:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384632.793698:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00010000:00000001:0.0:1767384632.793699:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384632.793703:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384632.793704:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (25) 00010000:00000001:0.0:1767384632.793706:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384632.793709:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384632.793710:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000010:2.0:1767384632.793711:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e4275c3. 00010000:00000001:0.0:1767384632.793711:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:01000000:2.0:1767384632.793716:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00010000:00000040:0.0:1767384632.793716:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d670f412) refcount = 1 20000000:00000001:2.0:1767384632.793720:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00010000:0.0:1767384632.793721:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd202d6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384632.793725:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384632.793727:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384632.793729:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384632.793731:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384632.793732:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.793733:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384632.793736:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384632.793738:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384632.793740:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384632.793741:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384632.793742:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fc52afd refcount=4 00000020:00000001:0.0:1767384632.793744:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00010000:00000001:0.0:1767384632.793746:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00010000:00000001:0.0:1767384632.793748:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384632.793749:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd202d6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384632.793753:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384632.793755:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd202d6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384632.793761:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384632.793761:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384632.793762:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000020:3.0:1767384632.793765:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:0.0:1767384632.793766:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd202d6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384632.793769:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:2.0:1767384632.793770:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384632.793776:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.793778:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000010:3.0:1767384632.793779:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000743869de. 00080000:00000001:2.0:1767384632.793781:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384632.793781:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.793785:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384632.793786:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.793786:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384632.793789:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd202d6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384632.793792:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000040:3.0:1767384632.793793:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049183872 00080000:00000001:2.0:1767384632.793797:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.793798:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384632.793799:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004fc52afd already unused, calling callback (0000000058ffb97a) 00080000:00000002:2.0:1767384632.793804:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00010000:00000001:0.0:1767384632.793804:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000200:3.0:1767384632.793806:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aecb7faf x1853237049183872/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384632.793808:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384632.793811:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd202d6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384632.793813:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:2.0:1767384632.793819:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384632.793830:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:2.0:1767384632.793831:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384632.793832:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384632.793833:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384632.793837:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.793837:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384632.793839:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384632.793840:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fc52afd refcount=5 00000100:00001000:3.0:1767384632.793843:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=49 v=5 (1 0 0 0) 00080000:00000001:2.0:1767384632.793844:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384632.793845:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00000100:00000001:3.0:1767384632.793848:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384632.793850:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00000100:00000040:3.0:1767384632.793853:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000001:2.0:1767384632.793853:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384632.793855:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:2.0:1767384632.793859:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00010000:0.0:1767384632.793859:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd202d6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384632.793860:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384632.793866:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:2.0:1767384632.793867:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000001:3.0:1767384632.793870:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.793872:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000010:2.0:1767384632.793873:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b6696a03. 00000100:00000001:3.0:1767384632.793874:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384632.793875:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767384632.793880:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:2.0:1767384632.793880:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799654048256 : -123274055503360 : ffff8fe205b63200) 00010000:00000001:0.0:1767384632.793880:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384632.793884:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058d2675b. 00080000:00000001:2.0:1767384632.793886:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384632.793886:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:3.0:1767384632.793888:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049183872, offset 224 00010000:00000001:0.0:1767384632.793890:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000001:2.0:1767384632.793891:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384632.793893:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:2.0:1767384632.793895:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001f2cd1e9. 00000400:00000200:3.0:1767384632.793897:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384632.793897:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.793899:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.793904:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000040:0.0:1767384632.793904:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004fc52afd with handle 0x7f71e2b70dd202d6 from hash 00000400:00000200:3.0:1767384632.793910:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384632.793911:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:2.0:1767384632.793913:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.793914:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384632.793918:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384632.793920:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004e80 00080000:00000001:2.0:1767384632.793923:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384632.793924:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384632.793928:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18b5 [2] + 224 00010000:00000001:0.0:1767384632.793929:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384632.793932:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384632.793935:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384632.793935:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384632.793939:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384632.793943:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384632.793944:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.793947:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384632.793948:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384632.793949:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:3.0:1767384632.793953:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064e948d5 x1853237049183872/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384632.793954:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384632.793957:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384632.793959:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.793963:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.793968:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384632.793971:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd202d6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384632.793972:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000064e948d5 x1853237049183872/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384632.793984:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384632.793987:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384632.793989:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384632.793991:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384632.793991:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384632.793992:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384632.793993:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384632.793995:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384632.793996:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384632.793997:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd202d6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384632.793998:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384632.794003:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:3.0:1767384632.794006:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d2675b 00010000:00000001:0.0:1767384632.794006:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384632.794009:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd202d6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384632.794010:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058d2675b. 00000100:00000001:3.0:1767384632.794016:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384632.794017:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1767384632.794018:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d670f412 count: 0 00000100:00000001:2.0:1767384632.794021:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384632.794025:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384632.794027:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384632.794028:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384632.794030:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384632.794030:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000001:2.0:1767384632.794031:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384632.794036:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012dfcf17. 00000100:00000040:3.0:1767384632.794037:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384632.794041:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384632.794042:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082f31bc7 00000020:00000001:3.0:1767384632.794043:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384632.794045:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082f31bc7. 00000020:00000001:3.0:1767384632.794047:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384632.794049:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384632.794052:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aecb7faf x1853237049183872/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384632.794055:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064e948d5 x1853237049183872/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384632.794078:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064e948d5 x1853237049183872/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384632.794079:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aecb7faf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049183872:12345-0@lo:253: Request processed in 1789us (2319us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384632.794088:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000040:3.0:1767384632.794092:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384632.794096:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384632.794099:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384632.794100:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384632.794104:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384632.794105:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e05b96a2. 00000100:00000001:2.0:1767384632.794106:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384632.794111:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384632.794112:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed4bcc52. 00000100:00000001:2.0:1767384632.794113:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384632.794115:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384632.794117:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000851390ea. 02000000:00000001:2.0:1767384632.794118:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384632.794124:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00001000:2.0:1767384632.794125:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=49 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384632.794131:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384632.794131:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=49 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384632.794134:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dde9f896. 00000100:00000001:2.0:1767384632.794135:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384632.794138:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.794139:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384632.794141:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384632.794142:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384632.794144:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384632.794147:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384632.794148:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384632.794154:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb5708b. 00000100:00000040:2.0:1767384632.794154:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064e948d5 x1853237049183872/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384632.794159:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058d2675b. 00000100:00000001:2.0:1767384632.794166:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384632.794168:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384632.794170:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384632.794172:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384632.794173:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384632.794174:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384632.794175:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384632.794176:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384632.794177:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384632.794178:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384632.794180:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384632.794181:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384632.794182:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384632.794184:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064e948d5 x1853237049183872/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384632.794189:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064e948d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049183872:0@lo:253: 00000100:00000001:2.0:1767384632.794192:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384632.794193:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384632.794200:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064e948d5 x1853237049183872/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384632.794204:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384632.794206:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384632.794208:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000083a8aa98. 02000000:00000001:2.0:1767384632.794211:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384632.794212:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384632.794214:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384632.794215:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384632.794217:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bc37b014. 02000000:00000001:2.0:1767384632.794222:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384632.794223:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384632.794225:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064e948d5. 00000100:00000001:2.0:1767384632.794228:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384632.794229:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384632.794230:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384632.794234:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384632.794235:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.794236:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384632.794238:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384632.795434:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b6696a03. 00080000:00000010:2.0:1767384632.795470:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001f2cd1e9. 00040000:00000001:2.0:1767384632.795474:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384632.795475:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384632.795477:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384632.795479:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384632.795480:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384632.795481:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384632.795483:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384632.795491:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384632.795493:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384632.795497:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384632.795503:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384632.795512:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384632.795513:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384632.795516:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384632.795518:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384632.795522:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dad593a2. 00010000:00000001:0.0:1767384632.795524:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384632.795527:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e3722408. 00000020:00000001:0.0:1767384632.795530:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384632.795531:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e3722408 with handle 0x7f71e2b70dd202dd to hash 00000020:00000001:0.0:1767384632.795533:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384632.795534:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 00010000:00000001:0.0:1767384632.795536:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 00010000:00000001:0.0:1767384632.795537:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384632.795539:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384632.795540:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e3722408/0x7f71e2b70dd202dd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384632.795544:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384632.795546:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384632.795548:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384632.795549:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384632.795551:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384632.795552:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384632.795554:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384632.795556:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384632.795557:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384632.795559:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384632.795560:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384632.795561:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dad593a2) refcount = 1 00010000:00010000:0.0:1767384632.795563:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e3722408/0x7f71e2b70dd202dd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384632.795566:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384632.795567:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384632.795568:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384632.795569:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.795573:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384632.795575:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384632.795576:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384632.795578:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384632.795579:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384632.795580:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3722408 refcount=4 00000020:00000001:0.0:1767384632.795581:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 00010000:00000001:0.0:1767384632.795583:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 00010000:00000001:0.0:1767384632.795584:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384632.795585:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3722408/0x7f71e2b70dd202dd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384632.795589:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384632.795589:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3722408/0x7f71e2b70dd202dd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384632.795593:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384632.795593:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384632.795594:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e3722408/0x7f71e2b70dd202dd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384632.795597:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384632.795598:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.795600:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384632.795601:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e3722408/0x7f71e2b70dd202dd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384632.795604:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e3722408 already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384632.795605:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384632.795638:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384632.795640:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e3722408/0x7f71e2b70dd202dd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384632.795645:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384632.795646:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384632.795653:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384632.795654:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3722408 refcount=5 00080000:00000020:2.0:1767384632.795655:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:0.0:1767384632.795656:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 00000100:00000001:2.0:1767384632.795660:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384632.795661:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 20000000:00000010:2.0:1767384632.795664:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000051fd331e. 00010000:00000001:0.0:1767384632.795665:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384632.795668:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e3722408/0x7f71e2b70dd202dd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384632.795670:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.795673:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000040:2.0:1767384632.795675:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049184000 00010000:00000001:0.0:1767384632.795676:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384632.795679:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.795680:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384632.795682:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384632.795683:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384632.795684:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384632.795685:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384632.795687:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e3722408 with handle 0x7f71e2b70dd202dd from hash 00010000:00000001:0.0:1767384632.795689:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384632.795691:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:2.0:1767384632.795692:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000007dc837c x1853237049184000/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384632.795693:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384632.795695:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384632.795697:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384632.795699:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384632.795701:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384632.795704:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384632.795710:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384632.795710:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.795712:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384632.795713:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.795715:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00001000:2.0:1767384632.795716:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=49 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384632.795718:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384632.795720:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384632.795722:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384632.795723:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384632.795727:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384632.795727:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.795732:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:0.0:1767384632.795732:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384632.795738:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1767384632.795738:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e3722408/0x7f71e2b70dd202dd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384632.795742:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.795747:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384632.795749:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384632.795751:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384632.795753:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082f31bc7. 00000100:00000200:2.0:1767384632.795755:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049184000, offset 224 00010000:00000001:0.0:1767384632.795757:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384632.795759:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384632.795761:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384632.795762:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384632.795763:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384632.795766:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384632.795767:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384632.795770:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.795773:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:00000001:0.0:1767384632.795774:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384632.795778:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e3722408/0x7f71e2b70dd202dd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384632.795784:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004f00 00010000:00000001:0.0:1767384632.795784:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384632.795787:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384632.795790:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e3722408/0x7f71e2b70dd202dd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384632.795796:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18bd [2] + 224 00010000:00000040:0.0:1767384632.795798:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dad593a2 count: 0 00000400:00000200:2.0:1767384632.795806:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384632.795807:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384632.795810:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384632.795816:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384632.795820:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384632.795825:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd8dd4bc x1853237049184000/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384632.795834:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fd8dd4bc x1853237049184000/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384632.795850:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384632.795856:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082f31bc7 00000400:00000010:2.0:1767384632.795859:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082f31bc7. 00000100:00000001:0.0:1767384632.795859:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384632.795862:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384632.795863:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384632.795866:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384632.795867:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384632.795870:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384632.795871:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384632.795874:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dc30387. 00000100:00000040:2.0:1767384632.795876:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000200:0.0:1767384632.795879:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f94de9fa 00010000:00000001:2.0:1767384632.795880:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384632.795883:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f94de9fa. 00000020:00000001:2.0:1767384632.795884:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.795887:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384632.795892:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd8dd4bc x1853237049184000/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384632.795894:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384632.795901:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007dc837c x1853237049184000/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384632.795904:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd8dd4bc x1853237049184000/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384632.795922:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000007dc837c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049184000:12345-0@lo:253: Request processed in 3606us (4019us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384632.795923:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384632.795927:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.795931:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384632.795932:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384632.795935:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384632.795937:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384632.795940:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000040:2.0:1767384632.795945:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 02000000:00000001:0.0:1767384632.795946:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384632.795950:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=49 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384632.795951:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384632.795956:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384632.795956:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=49 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384632.795961:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384632.795962:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d80da2c1. 00000100:00000001:0.0:1767384632.795962:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384632.795964:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384632.795968:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384632.795970:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000422bc779. 00000100:00000001:0.0:1767384632.795971:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384632.795976:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd8dd4bc x1853237049184000/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384632.795978:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fb99935. 00000020:00000040:2.0:1767384632.795986:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:0.0:1767384632.795986:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384632.795991:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384632.795991:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384632.795992:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384632.795995:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c9ab8656. 00000020:01000004:0.0:1767384632.795996:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:2.0:1767384632.795999:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384632.795999:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384632.796002:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384632.796003:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384632.796006:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384632.796008:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:2.0:1767384632.796009:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384632.796010:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384632.796013:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000010:2.0:1767384632.796015:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012dfcf17. 00000020:01000004:0.0:1767384632.796015:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384632.796016:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384632.796020:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd8dd4bc x1853237049184000/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384632.796021:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082f31bc7. 00000100:00100000:0.0:1767384632.796029:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd8dd4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049184000:0@lo:253: 00000100:00000001:0.0:1767384632.796033:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.796034:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384632.796036:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd8dd4bc x1853237049184000/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384632.796040:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384632.796040:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384632.796042:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007e614562. 02000000:00000001:0.0:1767384632.796044:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384632.796045:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384632.796046:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384632.796052:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384632.796053:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000822b8983. 02000000:00000001:0.0:1767384632.796056:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384632.796056:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384632.796058:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd8dd4bc. 00000100:00000001:0.0:1767384632.796060:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384632.796061:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.796063:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.796066:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384632.796067:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.796069:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384632.796070:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384632.797678:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294921219, at 4294921220 00000100:00000010:0.0:1767384632.797686:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002cf1d49c. 00000100:00000040:3.0:1767384632.797692:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294921219, at 4294921220 00000100:00000010:3.0:1767384632.797700:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002baaf141. 00000100:00000040:1.0:1767384632.797703:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294921219, at 4294921220 00000100:00000040:2.0:1767384632.797708:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294921219, at 4294921220 00000100:00000010:1.0:1767384632.797710:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000606f2183. 00000100:00000010:2.0:1767384632.797715:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006899bbf3. 00010000:00000010:0.1:1767384632.804656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d670f412. 00010000:00000010:0.1:1767384632.804665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fc52afd. 00010000:00000010:0.1:1767384632.804670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dad593a2. 00010000:00000010:0.1:1767384632.804674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e3722408. 00000400:00000010:1.0:1767384632.807082:0:28603:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000099d39d55. 00000400:00000040:1.0:1767384632.807097:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384632.807099:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384632.807101:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384632.807102:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384632.807104:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384632.807105:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384632.807107:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384632.807108:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384632.807109:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384632.807110:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384632.807112:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384632.807113:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384632.807114:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384632.807116:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384632.807122:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384632.807124:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384632.807125:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384632.807126:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384632.807127:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384632.807129:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384632.807130:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384632.807131:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384632.807133:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384632.807133:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384632.807135:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384632.807136:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384632.807137:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384632.807138:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384632.807140:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384632.807141:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384632.807142:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384632.807143:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384632.807144:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384632.807145:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384632.807146:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384632.807147:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384632.807149:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384632.807150:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384632.807151:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384632.807152:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384632.807153:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384632.807154:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384632.807156:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384632.807156:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384632.807157:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384632.807158:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384632.807159:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384632.807160:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384632.807162:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384632.807163:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384632.807164:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384632.807165:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384632.807166:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384632.807172:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384632.807173:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384632.807174:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384632.807175:0:28603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384632.807225:0:28603:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000099d39d55. 00000400:00000001:0.0:1767384633.178701:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384633.178705:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384633.178708:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c80b4ed4 00000400:00000010:0.0:1767384633.178712:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000400:00000200:0.0:1767384633.178717:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384633.178723:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384633.178732:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000065aaba8f. 00000400:00000010:0.0:1767384633.178735:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000178a5c2. 00000400:00000200:0.0:1767384633.178740:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp31 00000400:00000010:0.0:1767384633.178744:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000293bd369. 00000400:00000010:0.0:1767384633.178748:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008c30901a. 00000400:00000010:0.0:1767384633.178751:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914a0186. 00000400:00000010:0.0:1767384633.178757:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000001dcd954. 00000400:00000200:0.0:1767384633.178761:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp31 00000400:00000200:0.0:1767384633.178773:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp31 local destination 00000400:00000200:0.0:1767384633.178778:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp31 00000400:00000200:0.0:1767384633.178782:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp31 NI seq info: [85:85:256:4294967295] 192.168.202.137@tcp31 LPNI seq info [83:83:8:4294967295] 00000400:00000200:0.0:1767384633.178788:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp31 00000400:00000200:0.0:1767384633.178794:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp31(192.168.202.137@tcp31:) -> 192.168.202.137@tcp31(192.168.202.137@tcp31:192.168.202.137@tcp31) : GET try# 0 00000800:00000200:0.0:1767384633.178799:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp31 00000800:00000010:0.0:1767384633.178810:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f5eea2ae. 00000800:00000200:0.0:1767384633.178815:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000800:00000200:0.1:1767384633.178819:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000400:00000200:0.0:1767384633.178835:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp31 added to recovery queue. ping count: 2 next ping: 258 health :800 00000400:00000200:0.0:1767384633.178838:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp30 00000400:00000010:0.0:1767384633.178841:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a0e2cfbd. 00000400:00000010:0.0:1767384633.178844:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c18a7234. 00000400:00000010:0.0:1767384633.178846:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a41866c. 00000400:00000010:0.0:1767384633.178849:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dd147621. 00000400:00000200:0.0:1767384633.178851:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp30 00000400:00000200:0.0:1767384633.178856:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp30 local destination 00000400:00000200:0.0:1767384633.178859:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp30 00000400:00000200:0.0:1767384633.178861:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp30 NI seq info: [86:86:256:4294967295] 192.168.202.137@tcp30 LPNI seq info [84:84:8:4294967295] 00000400:00000200:0.0:1767384633.178865:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp30 00000400:00000200:0.0:1767384633.178870:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp30(192.168.202.137@tcp30:) -> 192.168.202.137@tcp30(192.168.202.137@tcp30:192.168.202.137@tcp30) : GET try# 0 00000800:00000200:0.0:1767384633.178873:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp30 00000800:00000010:0.0:1767384633.178876:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f2330004. 00000800:00000200:0.0:1767384633.178878:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b982e44] -> 12345-192.168.202.137@tcp30 (2) 00000800:00000200:0.1:1767384633.178881:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b982e44] -> 12345-192.168.202.137@tcp30 (2) 00000400:00000200:0.0:1767384633.178887:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp30 added to recovery queue. ping count: 2 next ping: 258 health :800 00000400:00000200:0.0:1767384633.178890:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp32 00000400:00000010:0.0:1767384633.178892:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000024bb370c. 00000400:00000010:0.0:1767384633.178895:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000097fea8a9. 00000400:00000010:0.0:1767384633.178898:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d33ff83. 00000400:00000010:0.0:1767384633.178901:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000006f309bc. 00000400:00000200:0.0:1767384633.178904:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp32 00000400:00000200:0.0:1767384633.178908:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp32 local destination 00000400:00000200:0.0:1767384633.178911:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp32 00000400:00000200:0.0:1767384633.178913:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp32 NI seq info: [87:87:256:4294967295] 192.168.202.137@tcp32 LPNI seq info [85:85:8:4294967295] 00000400:00000200:0.0:1767384633.178916:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp32 00000400:00000200:0.0:1767384633.178920:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp32(192.168.202.137@tcp32:) -> 192.168.202.137@tcp32(192.168.202.137@tcp32:192.168.202.137@tcp32) : GET try# 0 00000800:00000200:0.0:1767384633.178929:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp32 00000800:00000010:0.0:1767384633.178931:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d044a8da. 00000800:00000200:0.0:1767384633.178934:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000342d5db9] -> 12345-192.168.202.137@tcp32 (2) 00000800:00000200:0.1:1767384633.178937:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000342d5db9] -> 12345-192.168.202.137@tcp32 (2) 00000400:00000200:0.0:1767384633.178946:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp32 added to recovery queue. ping count: 1 next ping: 256 health :900 00000400:00000200:0.0:1767384633.179012:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179061:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179089:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179103:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179128:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179160:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179193:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179220:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179259:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179303:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179336:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179362:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179399:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179427:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179450:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179477:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179500:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179525:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179548:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179568:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179594:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179678:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179717:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179759:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179797:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179837:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179881:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179931:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.179961:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180015:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180056:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180081:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180103:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180128:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180150:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384633.180298:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a60e7de4. 00000800:00000010:0.0:1767384633.180304:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c93351d. 00000800:00000010:0.0:1767384633.180309:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cbccc0c3. 00000800:00000010:0.0:1767384633.180331:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cbccc0c3. 00000800:00020000:0.0:1767384633.180343:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384633.180346:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c93351d. 00000800:00000010:0.0:1767384633.180348:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a60e7de4. 00000400:02020000:0.0:1767384633.180405:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp31 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384633.180412:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp31 notifying 192.168.202.137@tcp31: down 00000400:00000200:0.0:1767384633.180415:0:16337:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384633.180420:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp31 00000800:00000010:0.0:1767384633.180423:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f5eea2ae. 00000400:00000200:0.0:1767384633.180428:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384633.180432:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp31->192.168.202.137@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384633.180439:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384633.180441:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384633.180445:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp31) recovery failed with -71 00000400:00000200:0.0:1767384633.180483:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180523:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180573:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180666:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180705:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180767:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180813:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180860:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180903:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180932:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.180979:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181028:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181059:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181080:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181103:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181130:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181166:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181204:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181239:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181284:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181324:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181381:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181430:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181473:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181509:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181554:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181600:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181678:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181729:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181767:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181817:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181841:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181875:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181905:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.181929:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384633.182060:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a60e7de4. 00000800:00000010:0.0:1767384633.182070:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c93351d. 00000800:00000010:0.0:1767384633.182074:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cbccc0c3. 00000800:00000010:0.0:1767384633.182091:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cbccc0c3. 00000800:00020000:0.0:1767384633.182098:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384633.182100:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c93351d. 00000800:00000010:0.0:1767384633.182102:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a60e7de4. 00000400:02020000:0.0:1767384633.182147:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp30 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384633.182152:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp30 notifying 192.168.202.137@tcp30: down 00000400:00000200:0.0:1767384633.182155:0:16337:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384633.182159:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp30 00000800:00000010:0.0:1767384633.182162:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f2330004. 00000400:00000200:0.0:1767384633.182164:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384633.182167:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp30->192.168.202.137@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384633.182173:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384633.182176:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384633.182180:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp30) recovery failed with -71 00000400:00000200:0.0:1767384633.182214:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182258:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182303:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182330:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182358:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182380:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182405:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182448:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182486:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182530:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182578:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182652:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182690:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182711:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182753:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182798:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182846:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182896:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182927:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182956:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.182975:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183009:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183059:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183100:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183137:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183176:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183216:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183252:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183276:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183302:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183343:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183388:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183428:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183454:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384633.183477:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384633.183555:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a60e7de4. 00000800:00000010:0.0:1767384633.183559:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c93351d. 00000800:00000010:0.0:1767384633.183563:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cbccc0c3. 00000800:00000010:0.0:1767384633.183583:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cbccc0c3. 00000800:00020000:0.0:1767384633.183590:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384633.183592:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c93351d. 00000800:00000010:0.0:1767384633.183595:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a60e7de4. 00000400:02020000:0.0:1767384633.183664:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp32 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384633.183668:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp32 notifying 192.168.202.137@tcp32: down 00000400:00000200:0.0:1767384633.183670:0:16337:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384633.183673:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp32 00000800:00000010:0.0:1767384633.183679:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d044a8da. 00000400:00000200:0.0:1767384633.183681:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384633.183683:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp32->192.168.202.137@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384633.183688:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384633.183690:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384633.183693:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp32) recovery failed with -71 00010000:00000001:2.0:1767384633.307377:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384633.307381:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.307386:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384633.307388:0:268:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384633.307390:0:268:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384633.307392:0:268:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.307394:0:268:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384633.307396:0:268:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.307397:0:268:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.307399:0:268:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.307430:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384633.307434:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384633.307437:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384633.991957:0:28979:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f76dbc9b. 00080000:00000010:3.0:1767384633.991966:0:28979:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f76dbc9b. 00000020:00000001:3.0:1767384633.991970:0:28979:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384633.991976:0:28979:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f76dbc9b. 00080000:00000010:3.0:1767384633.991979:0:28979:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f76dbc9b. 00000020:00000001:3.0:1767384633.991982:0:28979:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384634.202668:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384634.202675:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384634.202678:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914a0186 00000400:00000010:0.0:1767384634.202682:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914a0186. 00000400:00000200:0.0:1767384634.202687:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384634.202692:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp31 recovery ping unlinked 00000400:00000010:0.0:1767384634.202701:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000293bd369. 00000400:00000010:0.0:1767384634.202705:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008c30901a. 00000400:00000001:0.0:1767384634.202708:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384634.202709:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384634.202710:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a41866c 00000400:00000010:0.0:1767384634.202711:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a41866c. 00000400:00000200:0.0:1767384634.202713:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384634.202714:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384634.202715:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a0e2cfbd. 00000400:00000010:0.0:1767384634.202717:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c18a7234. 00000400:00000001:0.0:1767384634.202718:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384634.202719:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384634.202720:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d33ff83 00000400:00000010:0.0:1767384634.202720:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d33ff83. 00000400:00000200:0.0:1767384634.202722:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384634.202723:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp32 recovery ping unlinked 00000400:00000010:0.0:1767384634.202724:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000024bb370c. 00000400:00000010:0.0:1767384634.202725:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000097fea8a9. 00010000:00000001:2.0:1767384634.329692:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384634.329696:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.329707:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384634.329709:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.329726:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384634.329729:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384634.329731:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384634.670418:0:29143:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384634.670423:0:29143:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:1.0:1767384634.676260:0:29143:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384634.683321:0:29144:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c00700dc. 00000400:00000010:1.0:1767384634.683333:0:29144:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004f63ac8f. 00000400:00000010:1.0:1767384634.683342:0:29144:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a4c20958. 00000400:00000010:1.0:1767384634.683345:0:29144:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a7577bce. 00000400:00000010:1.0:1767384634.683348:0:29144:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e4c26a93. 00000400:00000010:1.0:1767384634.683352:0:29144:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dceeb001. 00000400:00000010:1.0:1767384634.683353:0:29144:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000052ca7fc8. 00000400:00000010:1.0:1767384634.683354:0:29144:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008432249f. 00000400:00000010:1.0:1767384634.683357:0:29144:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e504ad01. 00000800:00000010:1.0:1767384634.683370:0:29144:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004f739e8b. 00000800:00000200:1.0:1767384634.683379:0:29144:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384634.683388:0:29144:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384634.683421:0:29144:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:1.0:1767384634.683440:0:29144:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp34 [8/256/0/180] 00000400:00000010:1.0:1767384634.685315:0:29144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000ae1658f4. 00000400:00000010:1.0:1767384634.685321:0:29144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f2edf20. 00000400:00000010:1.0:1767384634.685326:0:29144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077a39917. 00000400:00000001:1.0:1767384634.685341:0:29144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384634.685343:0:29144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384634.685345:0:29144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000324d0f3e. 00000400:00000200:1.0:1767384634.685349:0:29144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:1.0:1767384634.685350:0:29144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000400:00000010:1.0:1767384634.685353:0:29144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000001c639e0f. 00000400:00000200:1.0:1767384634.685357:0:29144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (24) 00000400:00000200:1.0:1767384634.685366:0:29144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384634.685374:0:29144:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:1.0:1767384634.685383:0:29144:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c0388b51. 00000400:00000200:3.0:1767384634.685384:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384634.685386:0:29144:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384634.685389:0:29144:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp34 00000400:00000200:3.0:1767384634.685398:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102071 00000400:00000010:1.0:1767384634.685400:0:29144:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004f63ac8f. 00000400:00000200:3.0:1767384634.685402:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (25) 00000400:00000010:1.0:1767384634.685421:0:29144:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c00700dc. 00000400:00000010:3.0:1767384634.685424:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000090603ed6. 00000400:00000010:3.0:1767384634.685429:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e89093e4. 00000400:00000010:3.0:1767384634.685435:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000926e824. 00000400:00000200:3.0:1767384634.685439:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000020:00000001:2.0:1767384634.685445:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384634.685451:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 10000000:00000001:2.0:1767384634.685452:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384634.685457:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384634.685458:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 10000000:01000000:2.0:1767384634.685462:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384634.685466:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000020:01000004:2.0:1767384634.685468:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384634.685471:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384634.685472:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:2.0:1767384634.685474:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384634.685477:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384634.685480:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384634.685482:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:2.0:1767384634.685483:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384634.685486:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384634.685489:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384634.685492:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000020:01000004:2.0:1767384634.685492:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384634.685494:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384634.685500:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 00000100:00000010:2.0:1767384634.685501:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f936500. 00000400:00000200:3.0:1767384634.685505:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000020:00000040:2.0:1767384634.685508:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:3.0:1767384634.685511:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000100:00000001:2.0:1767384634.685515:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384634.685516:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 02000000:00000001:2.0:1767384634.685520:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384634.685523:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 02000000:00000001:2.0:1767384634.685526:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384634.685529:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:3.0:1767384634.685533:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:3.0:1767384634.685535:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 02000000:00000010:2.0:1767384634.685536:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dde9f896. 00000400:00000200:3.0:1767384634.685541:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000100:00000001:2.0:1767384634.685545:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384634.685546:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 00000100:00000001:2.0:1767384634.685553:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384634.685557:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384634.685561:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000100:00000040:2.0:1767384634.685565:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f936500] to pc [ptlrpcd_00_02+2] req@000000009f936500 x1853237049184128/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384634.685571:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000400:00000200:3.0:1767384634.685585:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 00000400:00000200:3.0:1767384634.685606:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 20], ns[81, 20] 00000400:00000200:3.0:1767384634.685645:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[77, 20], ns[79, 20] 00000400:00000200:3.0:1767384634.685651:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[84, 20], ns[86, 20] 10000000:00000001:2.0:1767384634.685651:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384634.685656:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.685660:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384634.685663:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384634.685664:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[83, 20], ns[85, 20] 00000020:00000001:2.0:1767384634.685670:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384634.685670:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384634.685673:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[85, 20], ns[87, 20] 10000000:00000001:2.0:1767384634.685675:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384634.685676:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384634.685678:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384634.685681:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384634.685685:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 10000000:01000000:2.0:1767384634.685686:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384634.685687:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f936500 x1853237049184128/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384634.685691:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384634.685695:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384634.685697:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp16 00000020:01000004:2.0:1767384634.685700:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384634.685704:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384634.685708:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384634.685710:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp16 lpni_is_preferred = 0 00000100:00000001:1.0:1767384634.685710:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384634.685711:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384634.685715:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384634.685716:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384634.685719:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384634.685720:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp16 00000020:01000004:2.0:1767384634.685722:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384634.685722:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384634.685727:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384634.685728:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ac51833. 00000400:00000200:3.0:1767384634.685731:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp16 NI seq info: [88:88:256:4294967295] 192.168.202.137@tcp16 LPNI seq info [86:86:8:4294967295] 02000000:00000001:1.0:1767384634.685732:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384634.685733:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00100000:1.0:1767384634.685739:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049184128:0@lo:253: 00000100:00000001:2.0:1767384634.685740:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384634.685744:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384634.685747:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384634.685748:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp16 02000000:00000001:2.0:1767384634.685749:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.685753:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384634.685757:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384634.685758:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000743869de. 02000000:00000001:1.0:1767384634.685763:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384634.685765:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384634.685769:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000050d6fae4. 00000400:00000200:3.0:1767384634.685770:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp16(192.168.202.137@tcp16:) -> 192.168.202.137@tcp16(192.168.202.137@tcp:192.168.202.137@tcp16) : GET try# 0 00000100:00000001:2.0:1767384634.685771:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384634.685775:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.685775:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384634.685783:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp16 00000400:00000010:1.0:1767384634.685784:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000324d0f3e. 00000100:00000040:2.0:1767384634.685785:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac51833] to pc [ptlrpcd_00_03+3] req@000000000ac51833 x1853237049184256/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384634.685791:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f63ac8f. 00000800:00000010:3.0:1767384634.685793:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000a94a6eb. 00000100:00000200:1.0:1767384634.685797:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049184128, portal 25 00000100:00000001:1.0:1767384634.685803:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384634.685806:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.685807:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120992768 : -123269588558848 : ffff8fe30ff65c00) 00000800:00000200:3.0:1767384634.685808:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051fe6aef] -> 12345-192.168.202.137@tcp16 (6) 10000000:00000001:2.0:1767384634.685813:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.685816:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.685817:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f936500 x1853237049184128/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:2.0:1767384634.685818:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384634.685824:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c0388b51. 00000800:00000200:3.0:1767384634.685827:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp16 ip 192.168.202.137:988 00000100:00000001:1.0:1767384634.685835:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767384634.685837:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000a94a6eb type 2, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384634.685837:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384634.685841:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384634.685842:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384634.685845:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384634.685846:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b7875ad. 00000100:00000200:1.0:1767384634.685850:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049184128, offset 0 00000100:00000040:2.0:1767384634.685851:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000ac51833 x1853237049184256/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384634.685858:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384634.685859:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384634.685865:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384634.685868:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100271 rc 0 00000100:00000001:2.0:1767384634.685868:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.685873:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384634.685876:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384634.685880:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384634.685881:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384634.685892:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000ac51833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049184256:0@lo:253: 00000400:00000200:1.0:1767384634.685892:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004f80 00000100:00000001:2.0:1767384634.685899:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384634.685902:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384634.685903:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1199 [2] + 0 02000000:00000001:2.0:1767384634.685905:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.685907:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e16a2e43. 02000000:00000001:2.0:1767384634.685908:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384634.685911:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002ed60012 02000000:00000010:2.0:1767384634.685916:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000822b8983. 00000400:00000200:1.0:1767384634.685920:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384634.685921:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.685928:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384634.685929:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2b1f7b6. 00000400:00000200:1.0:1767384634.685936:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed60012 00000400:00000010:2.0:1767384634.685937:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b9b31e6. 00000400:00000010:1.0:1767384634.685941:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ed60012. 00000100:00000001:1.0:1767384634.685949:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384634.685952:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049184256, portal 25 00000100:00000200:1.0:1767384634.685952:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384634.685957:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384634.685957:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000002e6f6444 x1853237049184128 msgsize 4848 00000100:00000001:2.0:1767384634.685961:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120994560 : -123269588557056 : ffff8fe30ff66300) 00000100:00100000:1.0:1767384634.685968:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384634.685972:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000ac51833 x1853237049184256/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384634.685973:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384634.685982:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384634.685984:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384634.685987:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384634.685988:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc12c0cb. 00000100:00000200:2.0:1767384634.685992:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049184256, offset 0 00000800:00000200:3.0:1767384634.685997:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384634.685997:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384634.686002:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b7875ad 00000800:00000010:3.0:1767384634.686003:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000a94a6eb. 00000400:00000200:2.0:1767384634.686007:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384634.686008:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b7875ad. 00000100:00000001:1.0:1767384634.686014:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384634.686017:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384634.686018:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005000 00000100:00000200:1.0:1767384634.686023:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f936500 x1853237049184128/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384634.686031:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11a1 [2] + 0 00000400:00000200:3.0:1767384634.686034:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp16->192.168.202.137@tcp16: GET: OK 00000400:00000010:2.0:1767384634.686039:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028bacb51. 00000400:00000200:2.0:1767384634.686047:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091856715 00000100:00000001:1.0:1767384634.686050:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384634.686054:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384634.686055:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:1.0:1767384634.686055:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f936500 x1853237049184128/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384634.686065:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000400:00000200:2.0:1767384634.686066:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384634.686077:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.686079:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384634.686081:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384634.686081:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091856715 00000400:00000010:2.0:1767384634.686086:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091856715. 00000100:00000001:1.0:1767384634.686086:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384634.686093:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.686094:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384634.686094:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294923113 00000100:00000200:2.0:1767384634.686099:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:3.0:1767384634.686101:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384634.686102:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002353ffa1. 00000100:00000040:2.0:1767384634.686105:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000eda11bf3 x1853237049184256 msgsize 4848 00000100:00000001:1.0:1767384634.686111:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000800:00000001:3.0:1767384634.686112:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384634.686112:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384634.686118:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384634.686122:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294923113 00000100:00000001:2.0:1767384634.686128:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384634.686129:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp16(192.168.202.137@tcp16) <- 192.168.202.137@tcp16 : GET - for me 00000100:00000010:1.0:1767384634.686130:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006def5d2f. 00000100:00000001:1.0:1767384634.686136:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384634.686142:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294923113 00000400:00000200:3.0:1767384634.686144:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384634.686144:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc12c0cb 00000400:00000010:2.0:1767384634.686147:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc12c0cb. 00000100:00000001:2.0:1767384634.686153:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384634.686155:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003466f4cf. 00000100:00000200:2.0:1767384634.686160:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000ac51833 x1853237049184256/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384634.686161:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 432/432 into md 0x18e9 [1] + 0 00000100:00000001:1.0:1767384634.686162:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384634.686171:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294923113 00000100:00000001:2.0:1767384634.686176:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384634.686178:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007329b24e. 00000100:00000040:2.0:1767384634.686181:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000ac51833 x1853237049184256/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384634.686184:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp16 to MR: 192.168.202.137@tcp16 local destination 00000100:00000001:1.0:1767384634.686186:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384634.686196:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384634.686197:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.686202:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384634.686202:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384634.686204:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp16 NI seq info: [89:89:256:4294967295] 192.168.202.137@tcp16 LPNI seq info [87:87:8:4294967295] 00000100:00000001:1.0:1767384634.686210:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.686215:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384634.686225:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp16(192.168.202.137@tcp16:192.168.202.137@tcp16) -> 192.168.202.137@tcp16(192.168.202.137@tcp16:192.168.202.137@tcp16) 192.168.202.137@tcp16 : REPLY try# 0 00000100:00000001:1.0:1767384634.686229:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384634.686233:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384634.686234:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.137@tcp16 00000100:00000001:1.0:1767384634.686234:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384634.686239:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294923113 00000100:00000001:1.0:1767384634.686241:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767384634.686243:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a94a6eb. 00000100:00000001:2.0:1767384634.686243:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294923113 00000100:00000001:1.0:1767384634.686245:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384634.686250:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294923113 00000100:00000001:1.0:1767384634.686251:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.686253:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294923113 00000100:00000001:1.0:1767384634.686258:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384634.686259:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051fe6aef] -> 12345-192.168.202.137@tcp16 (6) 00000100:00000001:2.0:1767384634.686260:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294923113 00000100:00000001:2.0:1767384634.686265:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294923113 00000100:00000001:2.0:1767384634.686268:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294923113 00000100:00000001:2.0:1767384634.686272:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294923113 00000800:00000200:3.0:1767384634.686273:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp16 ip 192.168.202.137:1009 00000100:00000001:2.0:1767384634.686276:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384634.686280:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000a94a6eb type 3, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1767384634.686280:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.686286:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.686290:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.686296:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384634.686298:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384634.686302:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384634.686303:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384634.686305:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.686307:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.686335:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384634.686338:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184128 02000000:00000001:2.0:1767384634.686342:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:3.0:1767384634.686343:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384634.686345:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:3.0:1767384634.686348:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a94a6eb. 00000400:00000200:3.0:1767384634.686353:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384634.686355:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384634.686358:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384634.686362:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384634.686364:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp16->192.168.202.137@tcp16: REPLY: OK 00000100:00100000:2.0:1767384634.686366:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184128 00000800:00000001:1.0:1767384634.686367:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384634.686369:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384634.686373:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000800:00000001:1.0:1767384634.686373:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384634.686375:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384634.686379:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:2.0:1767384634.686381:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384634.686383:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000800:00000001:1.0:1767384634.686384:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.686387:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384634.686389:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384634.686393:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adfe4873. 00000800:00000001:1.0:1767384634.686395:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.686398:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384634.686404:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000adfe4873. 00000100:00000001:3.0:1767384634.686405:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384634.686410:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp16(192.168.202.137@tcp16) <- 192.168.202.137@tcp16 : REPLY - for me 00000100:00100000:3.0:1767384634.686411:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184256 00000020:00000010:2.0:1767384634.686415:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000defc4db. 02000000:00000001:3.0:1767384634.686416:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384634.686420:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384634.686424:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e05b96a2. 00000100:00000001:3.0:1767384634.686425:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.686428:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp16: Reply from 12345-192.168.202.137@tcp16 of length 432/432 into md 0x18ed 00000020:00000010:2.0:1767384634.686432:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c203daba. 02000000:00000001:3.0:1767384634.686433:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384634.686436:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384634.686440:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184256 00000100:00000040:2.0:1767384634.686444:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:1.0:1767384634.686446:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.686450:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384634.686452:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384634.686453:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384634.686454:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384634.686457:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384634.686459:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384634.686465:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384634.686465:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp16->192.168.202.137@tcp16: REPLY: OK 00000100:00000001:2.0:1767384634.686467:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384634.686470:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000400:00000200:1.0:1767384634.686473:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89093e4 00000020:00000001:3.0:1767384634.686476:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384634.686477:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384634.686478:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e89093e4. 00000020:00000001:3.0:1767384634.686484:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:1.0:1767384634.686488:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:3.0:1767384634.686491:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384634.686496:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384634.686497:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091640614. 00000400:00000200:1.0:1767384634.686497:0:16343:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000100:00000001:2.0:1767384634.686500:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384634.686505:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384634.686506:0:16343:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000100:00100000:2.0:1767384634.686510:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000020:00000010:3.0:1767384634.686514:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091640614. 00000100:00000040:2.0:1767384634.686515:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000400:00000200:1.0:1767384634.686515:0:16343:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.137@tcp (448 bytes) 00000100:00000001:2.0:1767384634.686520:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852963408 : -123268856588208 : ffff8fe33b975850) 00000020:00000010:3.0:1767384634.686526:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a339a80d. 00000400:00000200:1.0:1767384634.686526:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000040:2.0:1767384634.686527:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e6f6444 x1853237049184128/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:615/0 lens 4848/0 e 0 to 0 dl 1767384645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384634.686534:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f77ae4fe. 00000100:00000001:2.0:1767384634.686537:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384634.686542:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001b77b731. 00000020:00000010:2.0:1767384634.686542:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adfe4873. 00000100:00000001:2.0:1767384634.686549:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384634.686550:0:16343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000090603ed6. 00000100:00000001:3.0:1767384634.686552:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384634.686552:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000adfe4873. 00000100:00000001:3.0:1767384634.686556:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384634.686557:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (26) 00000100:00000001:3.0:1767384634.686558:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384634.686566:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e6f6444 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049184128:12345-0@lo:253: 00000100:00000001:3.0:1767384634.686568:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384634.686568:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384634.686570:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184128 00000020:00000001:2.0:1767384634.686575:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384634.686576:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384634.686576:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384634.686578:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384634.686582:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.686586:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384634.686587:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384634.686590:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384634.686592:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384634.686593:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384634.686595:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384634.686596:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384634.686597:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.686601:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384634.686602:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384634.686639:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384634.686646:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007e614562. 02000000:00000001:2.0:1767384634.686649:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384634.686650:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000001:2.0:1767384634.686652:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384634.686657:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:3.0:1767384634.686658:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:3.0:1767384634.686663:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852965456 : -123268856586160 : ffff8fe33b976050) 20000000:00000010:2.0:1767384634.686667:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bc37b014. 00000100:00000040:3.0:1767384634.686670:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eda11bf3 x1853237049184256/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:615/0 lens 4848/0 e 0 to 0 dl 1767384645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:2.0:1767384634.686672:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384634.686676:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384634.686679:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384634.686682:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384634.686686:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.686688:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384634.686688:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:3.0:1767384634.686695:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091640614. 00000100:00000001:3.0:1767384634.686699:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384634.686699:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000022db4ece. 20000000:01000000:2.0:1767384634.686703:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000020:00000010:3.0:1767384634.686705:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091640614. 20000000:00000001:2.0:1767384634.686709:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00100000:3.0:1767384634.686714:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eda11bf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049184256:12345-0@lo:253: 00080000:00000001:2.0:1767384634.686715:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384634.686720:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000200:3.0:1767384634.686721:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184256 00000020:00000001:3.0:1767384634.686731:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384634.686735:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384634.686736:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384634.686737:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:3.0:1767384634.686739:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384634.686743:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:3.0:1767384634.686746:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384634.686748:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384634.686750:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384634.686753:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:2.0:1767384634.686753:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.686759:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384634.686759:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384634.686762:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.686765:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384634.686765:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384634.686768:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384634.686770:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384634.686777:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003777c955. 00080000:00000002:2.0:1767384634.686779:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 02000000:00000001:3.0:1767384634.686782:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.686784:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00000100:00000001:3.0:1767384634.686786:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384634.686787:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:3.0:1767384634.686793:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384634.686793:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384634.686799:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384634.686801:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384634.686804:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000010:3.0:1767384634.686805:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000691796e7. 00000020:00000001:2.0:1767384634.686809:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 20000000:01000000:3.0:1767384634.686811:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384634.686813:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:3.0:1767384634.686816:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000010:2.0:1767384634.686818:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008fca5d96. 20000000:00000001:3.0:1767384634.686821:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384634.686822:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799665669120 : -123274043882496 : ffff8fe206678400) 20000000:00000001:3.0:1767384634.686826:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384634.686827:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000001:3.0:1767384634.686831:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384634.686832:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:3.0:1767384634.686837:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000010:2.0:1767384634.686837:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000adfe4873. 00080000:00000001:2.0:1767384634.686841:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384634.686843:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384634.686855:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384634.686870:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384634.686907:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384634.686913:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000f391be43. 00000400:00000010:3.0:1767384634.686917:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb5d6338. 00000400:00000010:3.0:1767384634.686921:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079996ec5. 00000400:00000200:3.0:1767384634.686925:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f391be43 00000400:00000001:3.0:1767384634.686929:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384634.686930:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384634.686933:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055f41a75. 00000400:00000200:3.0:1767384634.686936:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbbbeccc 00000400:00000010:3.0:1767384634.686939:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbbbeccc. 00000400:00000200:3.0:1767384634.686942:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:3.0:1767384634.686945:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000103b5085. 00000400:00000200:3.0:1767384634.686948:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000400:00000200:3.0:1767384634.686952:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100871 00000400:00000200:3.0:1767384634.686964:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp:0 00000400:00000200:3.0:1767384634.686967:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102071 rc 1 00000400:00000200:3.0:1767384634.686970:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102071 00000400:00000200:3.0:1767384634.686972:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (25) 00000400:00000010:3.0:1767384634.686977:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000430f7d4c. 00000400:00000010:3.0:1767384634.686982:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbbbeccc. 00000400:00000010:3.0:1767384634.686987:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000860a6117. 00000400:00000200:3.0:1767384634.686991:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:3.0:1767384634.686998:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:3.0:1767384634.687002:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:3.0:1767384634.687006:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000400:00000200:3.0:1767384634.687011:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:3.0:1767384634.687017:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:3.0:1767384634.687021:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:3.0:1767384634.687025:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 00000400:00000200:3.0:1767384634.687029:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:3.0:1767384634.687033:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000400:00000200:3.0:1767384634.687037:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:3.0:1767384634.687041:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:3.0:1767384634.687045:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:3.0:1767384634.687050:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:3.0:1767384634.687055:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:3.0:1767384634.687059:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:3.0:1767384634.687072:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:3.0:1767384634.687077:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:3.0:1767384634.687083:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:3.0:1767384634.687089:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 22], ns[58, 22] 00000400:00000200:3.0:1767384634.687095:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 22], ns[81, 22] 00000400:00000200:3.0:1767384634.687099:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[77, 22], ns[79, 22] 00000400:00000200:3.0:1767384634.687104:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[84, 22], ns[86, 22] 00000400:00000200:3.0:1767384634.687109:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[83, 22], ns[85, 22] 00000400:00000200:3.0:1767384634.687113:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[85, 22], ns[87, 22] 00000400:00000200:3.0:1767384634.687117:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:3.0:1767384634.687121:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp17 00000400:00000200:3.0:1767384634.687124:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp17 lpni_is_preferred = 0 00000400:00000200:3.0:1767384634.687126:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp17 00000400:00000200:3.0:1767384634.687130:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp17 NI seq info: [90:90:256:4294967295] 192.168.202.137@tcp17 LPNI seq info [88:88:8:4294967295] 00000400:00000200:3.0:1767384634.687136:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp17 00000400:00000200:3.0:1767384634.687143:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp17(192.168.202.137@tcp17:) -> 192.168.202.137@tcp17(192.168.202.137@tcp:192.168.202.137@tcp17) : GET try# 0 00000800:00000200:3.0:1767384634.687149:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp17 00000800:00000010:3.0:1767384634.687152:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000a94a6eb. 00000800:00000200:3.0:1767384634.687158:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b165b8f] -> 12345-192.168.202.137@tcp17 (6) 00000800:00000200:3.0:1767384634.687165:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp17 ip 192.168.202.137:988 00000800:00000200:3.0:1767384634.687168:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000a94a6eb type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384634.687180:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384634.687182:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100271 rc 0 00000800:00000001:1.0:1767384634.687281:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384634.687286:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384634.687290:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384634.687291:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000a94a6eb. 00000800:00000001:1.0:1767384634.687295:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384634.687298:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384634.687306:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp17->192.168.202.137@tcp17: GET: OK 00000800:00000001:1.0:1767384634.687307:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384634.687311:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384634.687320:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000400:00000200:1.0:1767384634.687322:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp17(192.168.202.137@tcp17) <- 192.168.202.137@tcp17 : GET - for me 00000400:00000200:1.0:1767384634.687335:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384634.687341:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 448/448 into md 0x18e9 [1] + 0 00000400:00000200:1.0:1767384634.687349:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp17 to MR: 192.168.202.137@tcp17 local destination 00000400:00000200:1.0:1767384634.687354:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp17 NI seq info: [91:91:256:4294967295] 192.168.202.137@tcp17 LPNI seq info [89:89:8:4294967295] 00000400:00000200:1.0:1767384634.687365:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp17(192.168.202.137@tcp17:192.168.202.137@tcp17) -> 192.168.202.137@tcp17(192.168.202.137@tcp17:192.168.202.137@tcp17) 192.168.202.137@tcp17 : REPLY try# 0 00000800:00000200:1.0:1767384634.687372:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.137@tcp17 00000800:00000010:1.0:1767384634.687377:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfb6cded. 00000800:00000200:1.0:1767384634.687384:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b165b8f] -> 12345-192.168.202.137@tcp17 (6) 00000800:00000200:1.0:1767384634.687390:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp17 ip 192.168.202.137:1007 00000800:00000200:1.0:1767384634.687394:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfb6cded type 3, nob 544 niov 1 nkiov 1 00000800:00000001:3.0:1767384634.687436:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384634.687464:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384634.687466:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384634.687470:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cfb6cded. 00000800:00000001:2.0:1767384634.687474:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384634.687476:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384634.687477:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384634.687478:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384634.687485:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384634.687485:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp17->192.168.202.137@tcp17: REPLY: OK 00000400:00000200:2.0:1767384634.687493:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp17(192.168.202.137@tcp17) <- 192.168.202.137@tcp17 : REPLY - for me 00000400:00000200:2.0:1767384634.687515:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp17: Reply from 12345-192.168.202.137@tcp17 of length 448/448 into md 0x1905 00000800:00000001:2.0:1767384634.687518:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384634.687539:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384634.687540:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384634.687543:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp17->192.168.202.137@tcp17: REPLY: OK 00000400:00000200:2.0:1767384634.687546:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbbbeccc 00000400:00000010:2.0:1767384634.687547:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbbbeccc. 00000400:00000200:2.0:1767384634.687550:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384634.687551:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:2.0:1767384634.687553:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:2.0:1767384634.687556:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 26. state = 0x100271 00000400:00000200:2.0:1767384634.687584:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384634.687591:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (26) 00000800:00000001:2.0:1767384634.687597:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384634.687600:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384634.687657:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384634.687664:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000f1 00080000:00000010:3.0:1767384634.687669:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008fca5d96. 00000400:00000010:1.0:1767384634.687672:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 00000000c00700dc. 00000400:00000010:1.0:1767384634.687678:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 000000008110e088. 00000400:00000010:1.0:1767384634.687681:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 000000009274fd21. 00080000:00000010:2.0:1767384634.687697:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000adfe4873. 00040000:00000001:2.0:1767384634.687702:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384634.687704:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384634.687706:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384634.687709:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 00000400:00000200:1.0:1767384634.687711:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp29(00000000d7ec9f9e) status changed from 0xdeadface to 0x15aac0de 20000000:00000001:2.0:1767384634.687713:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384634.687719:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:1.0:1767384634.687723:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp30(00000000c5672f47) status changed from 0xdeadface to 0x15aac0de 20000000:01000000:2.0:1767384634.687728:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:1.0:1767384634.687738:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp31(00000000f436b0d1) status changed from 0xdeadface to 0x15aac0de 20000000:00000001:2.0:1767384634.687739:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384634.687744:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384634.687747:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008a5bfa65. 00000400:00000200:1.0:1767384634.687748:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp32(00000000e7acb59e) status changed from 0xdeadface to 0x15aac0de 00080000:00000001:2.0:1767384634.687751:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384634.687753:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:3.0:1767384634.687759:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000010:1.0:1767384634.687761:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d47ed264. 00080000:00000001:3.0:1767384634.687763:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384634.687767:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384634.687770:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d47ed264 nid 192.168.202.137@tcp33 00080000:00000001:3.0:1767384634.687775:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000010:1.0:1767384634.687777:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000614f699. 00000400:00000200:1.0:1767384634.687782:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000000614f699 net tcp33 00080000:00000001:3.0:1767384634.687785:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.687786:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (25) 00080000:00000001:3.0:1767384634.687790:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384634.687794:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384634.687794:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:1.0:1767384634.687797:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp33 flags 0x11 20000000:00000001:2.0:1767384634.687799:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384634.687801:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 10000000:01000000:2.0:1767384634.687804:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384634.687806:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.687808:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000010:1.0:1767384634.687808:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e0df6d1d. 00080000:00000002:3.0:1767384634.687811:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00010000:00000001:2.0:1767384634.687812:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:1.0:1767384634.687817:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e0df6d1d nid 192.168.202.137@tcp34 00000020:00000001:3.0:1767384634.687819:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00010000:00000010:2.0:1767384634.687820:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004e46358b. 00080000:00000002:3.0:1767384634.687825:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000010:1.0:1767384634.687825:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e4ad1d09. 00010000:00000001:2.0:1767384634.687826:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384634.687831:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5ac7893. 00000400:00000200:1.0:1767384634.687833:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e4ad1d09 net tcp34 00080000:00000001:3.0:1767384634.687834:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384634.687836:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:1.0:1767384634.687839:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (26) 00000020:00000040:2.0:1767384634.687840:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c5ac7893 with handle 0x7f71e2b70dd202e4 to hash 00080000:00000001:3.0:1767384634.687841:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384634.687847:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384634.687851:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp34 flags 0x11 00000020:00000001:3.0:1767384634.687852:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384634.687856:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000010:1.0:1767384634.687857:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 00000000c00700dc. 00010000:00000001:2.0:1767384634.687858:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00000020:00000001:3.0:1767384634.687859:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:2.0:1767384634.687865:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00080000:00000001:3.0:1767384634.687866:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000010:1.0:1767384634.687866:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 000000008110e088. 00010000:00000001:2.0:1767384634.687869:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:3.0:1767384634.687873:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b6d21072. 00010000:00000001:2.0:1767384634.687873:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.687873:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 000000009274fd21. 00080000:00000001:3.0:1767384634.687881:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799654044672 : -123274055506944 : ffff8fe205b62400) 00010000:00010000:2.0:1767384634.687881:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd202e4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384634.687881:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000430f7d4c. 00080000:00000001:3.0:1767384634.687889:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384634.687892:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000001:00000001:3.0:1767384634.687893:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384634.687894:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:3.0:1767384634.687900:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000091640614. 00010000:00000001:2.0:1767384634.687900:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:1.0:1767384634.687901:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100171 00080000:00000001:3.0:1767384634.687907:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.687910:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 rc 1 00010000:00000001:2.0:1767384634.687911:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384634.687915:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:1.0:1767384634.687917:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 00010000:00000001:2.0:1767384634.687921:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384634.687922:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000010:1.0:1767384634.687925:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00010000:00000001:2.0:1767384634.687927:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384634.687930:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384634.687931:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (27) 00010000:00000001:2.0:1767384634.687934:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384634.687935:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.687939:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000010:1.0:1767384634.687939:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008e85189d. 00010000:00000001:2.0:1767384634.687944:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384634.687949:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384634.687949:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000200:1.0:1767384634.687950:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp17 00010000:00000040:2.0:1767384634.687955:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004e46358b) refcount = 1 00010000:00010000:2.0:1767384634.687961:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd202e4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384634.687965:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp17 to MR: 192.168.202.137@tcp17 local destination 00080000:00000020:3.0:1767384634.687976:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384634.687976:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:1.0:1767384634.687977:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp17 NI seq info: [92:92:256:4294967295] 192.168.202.137@tcp17 LPNI seq info [90:90:8:4294967295] 00010000:00000001:2.0:1767384634.687980:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1767384634.687982:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384634.687983:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384634.687989:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bc37b014. 00010000:00000001:2.0:1767384634.687989:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.687990:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp17 00010000:00000001:2.0:1767384634.687995:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384634.687998:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000001:3.0:1767384634.688000:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384634.688003:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000040:3.0:1767384634.688006:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049184128 00010000:00000001:2.0:1767384634.688008:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384634.688012:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384634.688014:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1767384634.688015:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5ac7893 refcount=4 00000400:00000200:1.0:1767384634.688015:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp17(192.168.202.137@tcp17:192.168.202.137@tcp17) -> 192.168.202.137@tcp17(192.168.202.137@tcp17:192.168.202.137@tcp17) : PUT try# 0 00000020:00000001:2.0:1767384634.688021:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00010000:00000200:3.0:1767384634.688024:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e6f6444 x1853237049184128/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:615/0 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384634.688026:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00010000:00000001:2.0:1767384634.688030:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384634.688032:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd202e4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.688051:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000800:00000200:1.0:1767384634.688051:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.137@tcp17 00010000:00000001:3.0:1767384634.688054:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384634.688056:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd202e4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384634.688059:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384634.688059:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfb6cded. 00000100:00001000:3.0:1767384634.688067:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=51 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384634.688070:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1767384634.688073:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b165b8f] -> 12345-192.168.202.137@tcp17 (6) 00010000:00000001:2.0:1767384634.688075:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384634.688077:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384634.688079:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd202e4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384634.688082:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000800:00000200:1.0:1767384634.688087:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp17 ip 192.168.202.137:988 00000100:00000001:3.0:1767384634.688090:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000800:00000200:1.0:1767384634.688094:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfb6cded type 1, nob 544 niov 1 nkiov 1 02000000:00000001:3.0:1767384634.688098:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384634.688102:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.688105:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384634.688107:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384634.688108:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.688113:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384634.688116:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00000040:3.0:1767384634.688117:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384634.688117:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd202e4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384634.688125:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddca1acf. 00000400:00000200:1.0:1767384634.688125:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 rc 0 00010000:00010000:2.0:1767384634.688128:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c5ac7893 already unused, calling callback (0000000058ffb97a) 00000100:00000200:3.0:1767384634.688134:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049184128, offset 224 00010000:00000001:2.0:1767384634.688134:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384634.688137:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384634.688140:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd202e4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384634.688146:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384634.688148:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384634.688150:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384634.688152:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384634.688153:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c5ac7893 refcount=5 00000020:00000001:2.0:1767384634.688157:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00000400:00000200:3.0:1767384634.688160:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384634.688160:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258156544 : -123269451395072 : ffff8fe318235000) 00010000:00000001:2.0:1767384634.688166:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384634.688168:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd202e4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384634.688174:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004f80 00010000:00000001:2.0:1767384634.688175:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384634.688178:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384634.688180:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384634.688185:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18f1 [2] + 224 00010000:00000001:2.0:1767384634.688186:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384634.688189:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384634.688192:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384634.688194:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384634.688196:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384634.688196:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5ac7893 with handle 0x7f71e2b70dd202e4 from hash 00010000:00000001:2.0:1767384634.688201:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384634.688204:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1767384634.688205:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384634.688206:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384634.688207:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:1.0:1767384634.688211:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cfb6cded. 00000100:00000001:3.0:1767384634.688214:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384634.688215:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384634.688219:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1767384634.688220:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384634.688222:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:3.0:1767384634.688223:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f936500 x1853237049184128/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384634.688226:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384634.688230:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384634.688234:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp17->192.168.202.137@tcp17: PUT: OK 00010000:00000001:2.0:1767384634.688235:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.688241:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384634.688244:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384634.688244:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:2.0:1767384634.688250:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384634.688251:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009f936500 x1853237049184128/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384634.688252:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384634.688253:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp17: 0 00010000:00000001:2.0:1767384634.688256:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.688261:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.688266:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384634.688266:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1767384634.688272:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd202e4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1767384634.688275:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.688276:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.688279:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1767384634.688281:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384634.688283:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384634.688288:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000800:00000001:1.0:1767384634.688289:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.688291:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.688296:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.688300:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:1.0:1767384634.688305:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp17(192.168.202.137@tcp17) <- 192.168.202.137@tcp17 : PUT - for me 00010000:00000001:2.0:1767384634.688306:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.688311:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:2.0:1767384634.688312:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384634.688316:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd202e4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384634.688321:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddca1acf 00000400:00000200:1.0:1767384634.688321:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384634.688326:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddca1acf. 00010000:00000001:2.0:1767384634.688333:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384634.688334:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384634.688335:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384634.688338:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1767384634.688340:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c5ac7893/0x7f71e2b70dd202e4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384634.688344:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 448/448 into md 0x1901 [1] + 0 00000100:00000001:3.0:1767384634.688347:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384634.688355:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000010:1.0:1767384634.688355:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb5d6338. 00010000:00000040:2.0:1767384634.688358:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004e46358b count: 0 00000400:00000200:1.0:1767384634.688363:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000079996ec5 00010000:00000001:3.0:1767384634.688364:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384634.688367:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384634.688368:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384634.688369:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000800:00000001:1.0:1767384634.688370:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384634.688375:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000001:1.0:1767384634.688379:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384634.688382:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e6f6444 x1853237049184128/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:615/0 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.688384:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384634.688395:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp17->192.168.202.137@tcp17: PUT: OK 00000400:00000200:1.0:1767384634.688402:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079996ec5 00000100:00100000:3.0:1767384634.688406:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e6f6444 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049184128:12345-0@lo:253: Request processed in 1866us (2446us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384634.688406:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079996ec5. 00000400:00000200:1.0:1767384634.688411:0:16343:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384634.688417:0:16343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (28) 00000100:00100000:3.0:1767384634.688422:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000400:00000200:1.0:1767384634.688425:0:16343:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000100:00000040:3.0:1767384634.688429:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000400:00000010:1.0:1767384634.688431:0:16343:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000000fdd88a8. 00000100:00000001:3.0:1767384634.688434:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384634.688436:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384634.688441:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e05b96a2. 00000400:00000200:1.0:1767384634.688443:0:16343:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 26 00000400:00000200:1.0:1767384634.688450:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000020:00000010:3.0:1767384634.688451:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c203daba. 00000020:00000010:3.0:1767384634.688458:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000defc4db. 00000020:00000040:3.0:1767384634.688463:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000400:00000200:1.0:1767384634.688464:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (29) 02000000:00000001:3.0:1767384634.688467:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384634.688470:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007e614562. 00000400:00000200:1.0:1767384634.688472:0:16343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:3.0:1767384634.688476:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384634.688481:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384634.688482:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp17 to MR: 192.168.202.137@tcp17 local destination 00000100:00000200:3.0:1767384634.688488:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384634.688493:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp17 NI seq info: [93:93:256:4294967295] 192.168.202.137@tcp17 LPNI seq info [91:91:8:4294967295] 00000400:00000010:3.0:1767384634.688496:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055f41a75. 00000400:00000010:3.0:1767384634.688502:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddca1acf. 00000400:00000200:1.0:1767384634.688510:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp17(192.168.202.137@tcp17:192.168.202.137@tcp17) -> 192.168.202.137@tcp17(192.168.202.137@tcp17:192.168.202.137@tcp17) 192.168.202.137@tcp17 : ACK try# 0 00000400:00000200:2.0:1767384634.688518:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384634.688518:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp17 00000400:00000010:2.0:1767384634.688525:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031e8be39. 00000800:00000010:1.0:1767384634.688525:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfb6cded. 00000100:00000001:3.0:1767384634.688526:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384634.688530:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767384634.688536:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b165b8f] -> 12345-192.168.202.137@tcp17 (6) 00000400:00000001:3.0:1767384634.688537:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:2.0:1767384634.688538:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030198e8b. 00000400:00000001:3.0:1767384634.688543:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:1.0:1767384634.688545:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp17 ip 192.168.202.137:1007 00000800:00000200:1.0:1767384634.688549:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfb6cded type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384634.688555:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000324d0f3e. 00000400:00000200:3.0:1767384634.688561:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f63ac8f 00000400:00000010:3.0:1767384634.688563:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f63ac8f. 00000100:00000001:3.0:1767384634.688567:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384634.688568:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f391be43 00000100:00000200:3.0:1767384634.688573:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f936500 x1853237049184128/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384634.688574:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1004f1 00000400:00000010:2.0:1767384634.688581:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 00000000f63098c5. 00000400:00000010:2.0:1767384634.688587:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 00000000399fc49b. 00000100:00000200:3.0:1767384634.688591:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f936500 x1853237049184128/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384634.688591:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 00000000ce4f797c. 00000800:00000200:1.0:1767384634.688598:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384634.688605:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cfb6cded. 00000400:00000010:2.0:1767384634.688643:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 00000000f63098c5. 00000100:00000001:3.0:1767384634.688645:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384634.688648:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 00000000399fc49b. 00000100:00000001:3.0:1767384634.688650:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384634.688654:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 00000000ce4f797c. 00000100:00000001:3.0:1767384634.688656:0:16350:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384634.688656:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384634.688658:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000000fdd88a8. 02000000:00000001:3.0:1767384634.688662:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384634.688665:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384634.688668:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000100:00000001:3.0:1767384634.688670:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.688673:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp17->192.168.202.137@tcp17: ACK: OK 00000400:00000200:2.0:1767384634.688677:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100571 02000000:00000001:3.0:1767384634.688678:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384634.688684:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384634.688685:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 rc 1 00000100:00001000:3.0:1767384634.688686:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=51 v=5 (5 0 0 0) 00000800:00000001:1.0:1767384634.688691:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384634.688693:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 00000100:00001000:3.0:1767384634.688694:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=51 v=5 (1 0 0 0) 00000800:00000001:1.0:1767384634.688697:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384634.688699:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000100:00000001:3.0:1767384634.688702:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767384634.688703:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100511 rc 0 00000800:00000001:1.0:1767384634.688705:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.688707:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.688709:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000800:00000001:1.0:1767384634.688711:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384634.688714:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384634.688716:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (28) 00000800:00000001:1.0:1767384634.688719:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384634.688720:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.688725:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.688731:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp17(192.168.202.137@tcp17) <- 192.168.202.137@tcp17 : ACK - for me 00000100:00000040:3.0:1767384634.688734:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f936500 x1853237049184128/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.688749:0:16343:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp17: ACK from 12345-192.168.202.137@tcp17 into md 0x1909 00000100:00000001:3.0:1767384634.688753:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384634.688755:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384634.688761:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp17->192.168.202.137@tcp17: ACK: OK 00000400:00000200:1.0:1767384634.688765:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:1.0:1767384634.688767:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000400:00000200:1.0:1767384634.688771:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384634.688776:0:16343:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000100:00000001:3.0:1767384634.688780:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767384634.688781:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (27) 00000100:00000001:3.0:1767384634.688784:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384634.688789:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384634.688794:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384634.688796:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384634.688799:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000001:1.0:1767384634.688799:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:3.0:1767384634.688804:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000001:1.0:1767384634.688806:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384634.688807:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384634.688810:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384634.688813:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384634.688815:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384634.688824:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384634.688829:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f936500 x1853237049184128/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384634.688838:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049184128:0@lo:253: 00000100:00000001:3.0:1767384634.688843:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.688846:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384634.688849:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f936500 x1853237049184128/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.688856:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384634.688859:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384634.688861:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000050d6fae4. 02000000:00000001:3.0:1767384634.688866:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384634.688868:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384634.688870:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384634.688873:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384634.688875:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dde9f896. 02000000:00000001:3.0:1767384634.688880:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384634.688882:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384634.688884:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f936500. 00000100:00000001:3.0:1767384634.688888:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384634.688890:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.688892:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.688897:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384634.688899:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.688902:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384634.688904:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384634.689540:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b6d21072. 00080000:00000010:2.0:1767384634.689580:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000091640614. 00040000:00000001:2.0:1767384634.689584:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384634.689585:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384634.689587:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384634.689589:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384634.689590:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384634.689592:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384634.689594:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384634.689603:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384634.689633:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384634.689638:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384634.689651:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384634.689656:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384634.689658:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384634.689662:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384634.689665:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384634.689671:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000065f7948a. 00010000:00000001:3.0:1767384634.689675:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384634.689679:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003ea99e71. 00000020:00000001:3.0:1767384634.689689:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384634.689693:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003ea99e71 with handle 0x7f71e2b70dd202eb to hash 00000020:00000001:3.0:1767384634.689696:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384634.689698:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961953280 : -123268747598336 : ffff8fe342166600) 00010000:00000001:3.0:1767384634.689700:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961953280 : -123268747598336 : ffff8fe342166600) 00010000:00000001:3.0:1767384634.689703:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384634.689705:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384634.689708:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202eb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384634.689715:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384634.689718:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384634.689720:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384634.689721:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384634.689723:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384634.689726:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384634.689728:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384634.689730:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384634.689732:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384634.689733:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384634.689735:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384634.689737:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000065f7948a) refcount = 1 00010000:00010000:3.0:1767384634.689739:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202eb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384634.689746:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384634.689747:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384634.689750:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384634.689752:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384634.689754:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384634.689757:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384634.689760:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:3.0:1767384634.689763:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384634.689764:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384634.689766:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003ea99e71 refcount=4 00080000:00000020:2.0:1767384634.689770:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384634.689773:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384634.689776:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000691796e7. 00000020:00000001:3.0:1767384634.689778:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961953280 : -123268747598336 : ffff8fe342166600) 20000000:00000001:2.0:1767384634.689781:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384634.689783:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961953280 : -123268747598336 : ffff8fe342166600) 00010000:00000040:2.0:1767384634.689785:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049184256 00010000:00000001:3.0:1767384634.689788:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384634.689791:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202eb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.689795:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384634.689800:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eda11bf3 x1853237049184256/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:615/0 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384634.689809:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767384634.689811:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384634.689814:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202eb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.689814:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384634.689819:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384634.689826:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384634.689831:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384634.689831:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384634.689834:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:3.0:1767384634.689835:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384634.689837:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384634.689840:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202eb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384634.689841:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.689845:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384634.689850:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384634.689854:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc12c0cb. 00010000:00000001:3.0:1767384634.689857:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384634.689858:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049184256, offset 224 00010000:00000001:3.0:1767384634.689862:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.689865:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384634.689869:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384634.689873:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202eb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384634.689873:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384634.689884:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005000 00010000:00010000:3.0:1767384634.689885:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003ea99e71 already unused, calling callback (0000000058ffb97a) 00000400:00000200:2.0:1767384634.689889:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18f9 [2] + 224 00010000:00000001:3.0:1767384634.689891:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384634.689894:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384634.689895:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:2.0:1767384634.689900:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384634.689901:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202eb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384634.689903:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384634.689908:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000ac51833 x1853237049184256/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384634.689916:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384634.689920:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384634.689923:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384634.689927:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003ea99e71 refcount=5 00000100:00000040:2.0:1767384634.689928:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000ac51833 x1853237049184256/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384634.689932:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961953280 : -123268747598336 : ffff8fe342166600) 00010000:00000001:3.0:1767384634.689939:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961953280 : -123268747598336 : ffff8fe342166600) 00010000:00000001:3.0:1767384634.689945:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384634.689956:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384634.689959:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384634.689966:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384634.689968:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc12c0cb 00010000:00000001:3.0:1767384634.689969:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:2.0:1767384634.689973:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc12c0cb. 00010000:00000001:3.0:1767384634.689974:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.689979:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384634.689981:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384634.689981:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384634.689984:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384634.689985:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384634.689987:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.689988:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384634.689990:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384634.689992:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:1.0:1767384634.689993:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384634.689994:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.689997:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384634.689998:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384634.690000:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003ea99e71 with handle 0x7f71e2b70dd202eb from hash 00000400:00000010:1.0:1767384634.690001:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2b1f7b6. 00000020:00000001:2.0:1767384634.690007:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384634.690008:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767384634.690008:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b9b31e6 00000020:00000001:2.0:1767384634.690010:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384634.690014:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384634.690014:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b9b31e6. 00000100:00000040:2.0:1767384634.690017:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eda11bf3 x1853237049184256/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:615/0 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384634.690018:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384634.690019:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384634.690023:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:1.0:1767384634.690028:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000ac51833 x1853237049184256/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384634.690029:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384634.690033:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:2.0:1767384634.690036:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eda11bf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049184256:12345-0@lo:253: Request processed in 3344us (3926us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384634.690037:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384634.690042:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384634.690048:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384634.690054:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00010000:00000001:3.0:1767384634.690055:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:1.0:1767384634.690058:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000ac51833 x1853237049184256/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384634.690059:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00010000:00000001:3.0:1767384634.690060:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384634.690065:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384634.690067:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384634.690069:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384634.690073:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384634.690074:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f77ae4fe. 00000100:00000001:1.0:1767384634.690075:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384634.690077:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.690078:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384634.690080:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001b77b731. 00000100:00000001:1.0:1767384634.690085:0:16351:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384634.690086:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384634.690086:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a339a80d. 02000000:00000001:1.0:1767384634.690088:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384634.690092:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384634.690093:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384634.690094:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:1.0:1767384634.690094:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.690099:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:3.0:1767384634.690101:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202eb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384634.690101:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384634.690102:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003777c955. 00000100:00001000:1.0:1767384634.690107:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=51 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384634.690108:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384634.690111:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384634.690117:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=51 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384634.690118:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384634.690119:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384634.690124:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384634.690124:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384634.690126:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073934f96. 00000100:00000001:1.0:1767384634.690128:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384634.690129:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:2.0:1767384634.690131:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc12c0cb. 00010000:00000001:1.0:1767384634.690132:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384634.690133:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384634.690135:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384634.690138:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384634.690139:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384634.690142:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384634.690144:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000ac51833 x1853237049184256/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384634.690147:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384634.690152:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.690153:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.690155:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384634.690156:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384634.690158:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384634.690161:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 20000000:00000001:3.0:1767384634.690165:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384634.690165:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00010000:3.0:1767384634.690170:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202eb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384634.690174:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384634.690176:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384634.690179:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384634.690181:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384634.690183:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:3.0:1767384634.690188:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:1.0:1767384634.690188:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384634.690193:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384634.690193:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ac51833 x1853237049184256/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384634.690198:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202eb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384634.690205:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000ac51833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049184256:0@lo:253: 00000100:00000001:1.0:1767384634.690213:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384634.690215:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000065f7948a count: 0 00000100:00000001:1.0:1767384634.690216:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384634.690219:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000ac51833 x1853237049184256/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.690225:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384634.690226:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384634.690228:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000822b8983. 00010000:00000001:3.0:1767384634.690229:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384634.690231:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000001:3.0:1767384634.690232:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:1.0:1767384634.690234:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384634.690237:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384634.690239:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384634.690240:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000743869de. 02000000:00000001:1.0:1767384634.690243:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384634.690244:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384634.690245:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ac51833. 00000100:00000001:1.0:1767384634.690247:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384634.690248:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.690249:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.690253:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384634.690254:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.690256:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.690257:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.691668:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294923113, at 4294923114 00000100:00000010:1.0:1767384634.691675:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006def5d2f. 00000100:00000040:3.0:1767384634.692664:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294923113, at 4294923115 00000100:00000040:0.0:1767384634.692669:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294923113, at 4294923115 00000100:00000010:3.0:1767384634.692673:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007329b24e. 00000100:00000010:0.0:1767384634.692677:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002353ffa1. 00000100:00000040:2.0:1767384634.692727:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294923113, at 4294923115 00000100:00000010:2.0:1767384634.692733:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003466f4cf. 00010000:00000010:2.1:1767384634.697644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004e46358b. 00010000:00000010:2.1:1767384634.697650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5ac7893. 00010000:00000010:3.1:1767384634.697665:0:29148:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000065f7948a. 00010000:00000010:3.1:1767384634.697673:0:29148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003ea99e71. 00000400:00000010:1.0:1767384634.702696:0:29149:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000099d39d55. 00000400:00000040:1.0:1767384634.702710:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384634.702716:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384634.702718:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384634.702719:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384634.702721:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384634.702722:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384634.702724:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384634.702725:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384634.702726:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384634.702727:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384634.702729:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384634.702730:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384634.702731:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384634.702732:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384634.702733:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384634.702735:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384634.702736:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384634.702737:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384634.702738:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384634.702739:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384634.702740:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384634.702741:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384634.702742:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384634.702743:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384634.702744:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384634.702745:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384634.702746:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384634.702747:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384634.702748:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384634.702749:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384634.702750:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384634.702751:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384634.702752:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384634.702753:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384634.702754:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384634.702754:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384634.702755:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384634.702757:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384634.702758:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384634.702759:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384634.702765:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384634.702766:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384634.702767:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384634.702768:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384634.702769:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384634.702770:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384634.702771:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384634.702772:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384634.702773:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384634.702774:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384634.702775:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384634.702776:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384634.702777:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384634.702778:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384634.702779:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384634.702780:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384634.702780:0:29149:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384634.702834:0:29149:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000099d39d55. 00000004:00000001:1.0:1767384634.841677:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384634.841681:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:3.0:1767384634.841685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767384634.841686:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d3d1aa5. 00000020:00000040:1.0:1767384634.841693:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384634.841695:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384634.841698:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1767384634.841701:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0482fd. 02000000:00000001:1.0:1767384634.841702:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:3.0:1767384634.841707:0:36:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384634.841708:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.841715:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384634.841718:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384634.841718:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cfb6cded. 02000000:00000001:3.0:1767384634.841722:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.841726:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384634.841730:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a94a6eb. 00000100:00000001:1.0:1767384634.841733:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384634.841735:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.841736:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.841745:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d3d1aa5] to pc [ptlrpcd_00_00+0] req@000000007d3d1aa5 x1853237049184384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384634.841746:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384634.841769:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384634.841772:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384634.841777:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0482fd] to pc [ptlrpcd_00_01+1] req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384634.841783:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.841793:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.841795:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384634.841797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384634.841799:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384634.841802:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384634.841806:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384634.841808:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384634.841808:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.841813:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384634.841817:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000c740ba. 00000100:00000001:2.0:1767384634.841818:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767384634.841824:0:36:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:2.0:1767384634.841827:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d3d1aa5 x1853237049184384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.841829:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384634.841832:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384634.841836:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384634.841843:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002a947c5. 00000100:00000001:3.0:1767384634.841849:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.841854:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384634.841858:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384634.841858:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.841864:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384634.841867:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384634.841867:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384634.841872:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.841873:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.841874:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384634.841879:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.841881:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767384634.841882:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16349:1853237049184512:0@lo:400: 00000100:00000040:3.0:1767384634.841886:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c740ba] to pc [ptlrpcd_00_02+2] req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384634.841886:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.841888:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384634.841893:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384634.841894:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.841897:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.841901:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384634.841907:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d3d1aa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049184384:0@lo:13: 02000000:00000010:1.0:1767384634.841907:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dac76d1. 02000000:00000001:1.0:1767384634.841912:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.841913:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384634.841917:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384634.841918:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.841918:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b975a4. 02000000:00000001:2.0:1767384634.841919:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.841924:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384634.841925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767384634.841929:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000de9dd5a1. 00000400:00000010:1.0:1767384634.841929:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000100:00000001:3.0:1767384634.841930:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384634.841934:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384634.841937:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e932d677. 00000100:00000200:1.0:1767384634.841937:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049184512, portal 4 00000400:00000010:2.0:1767384634.841938:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df21878b. 00000100:00000001:1.0:1767384634.841943:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1767384634.841945:0:36:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384634.841946:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923218048 : -123268786333568 : ffff8fe33fc75880) 00000400:00000010:2.0:1767384634.841947:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b49f0c6. 00000100:00000001:3.0:1767384634.841952:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767384634.841953:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049184384, portal 4 00000100:00000040:1.0:1767384634.841955:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384634.841957:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384634.841957:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384634.841961:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924114688 : -123268785436928 : ffff8fe33fd50700) 02000000:00000001:3.0:1767384634.841962:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.841970:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767384634.841971:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b357a77f. 00000100:00000040:2.0:1767384634.841972:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d3d1aa5 x1853237049184384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384634.841976:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384634.841979:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.841982:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000486ed527. 00000100:00000200:1.0:1767384634.841988:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049184512, offset 0 00000100:00000001:2.0:1767384634.841989:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384634.841990:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384634.841998:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384634.841999:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384634.842003:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384d964. 00000100:00000200:2.0:1767384634.842009:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049184384, offset 0 00000100:00000001:3.0:1767384634.842013:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384634.842015:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384634.842016:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.842018:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384634.842026:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e932d677] to pc [ptlrpcd_00_03+3] req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.842033:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260005100 00000400:00000200:2.0:1767384634.842036:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384634.842046:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2992 00000100:00000001:3.0:1767384634.842050:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.842052:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260005080 00000400:00000200:1.0:1767384634.842057:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384634.842058:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (260) 00000400:00000200:2.0:1767384634.842061:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 1792 00000400:00000200:1.0:1767384634.842065:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384634.842069:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384634.842072:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384634.842073:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384634.842075:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384634.842076:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384634.842082:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384634.842083:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384634.842083:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095bb839c. 00000100:00000200:2.0:1767384634.842085:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384634.842087:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767384634.842090:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c79be1e. 00000100:00000040:1.0:1767384634.842093:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000095bb839c x1853237049184512 msgsize 224 00000100:00000040:3.0:1767384634.842095:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384634.842095:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000005c79be1e x1853237049184384 msgsize 224 00000100:00100000:1.0:1767384634.842103:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384634.842108:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384634.842117:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384634.842117:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384634.842119:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.842123:0:16348:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384634.842124:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384634.842128:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384634.842128:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000486ed527 00000400:00000010:1.0:1767384634.842132:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000486ed527. 02000000:00000001:3.0:1767384634.842133:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.842137:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384634.842139:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384d964 00000100:00100000:3.0:1767384634.842140:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000000c740ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049184640:0@lo:400: 00000400:00000010:2.0:1767384634.842143:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384d964. 00000100:00000200:1.0:1767384634.842143:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.842149:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384634.842150:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384634.842155:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d3d1aa5 x1853237049184384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384634.842156:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384634.842159:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384634.842160:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.842165:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384634.842167:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384634.842172:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a1badaf. 02000000:00000001:3.0:1767384634.842177:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384634.842186:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c355a5. 00000100:00000001:2.0:1767384634.842192:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384634.842193:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384634.842196:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a2fb840. 00000100:00000001:1.0:1767384634.842196:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384634.842197:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d3d1aa5 x1853237049184384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.842203:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384634.842204:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049184640, portal 10 00000100:00000001:2.0:1767384634.842210:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.842210:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3901 usecs (4 jiffies) 00000100:00000001:3.0:1767384634.842211:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384634.842216:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923213568 : -123268786338048 : ffff8fe33fc74700) 00000100:00000001:2.0:1767384634.842216:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384634.842218:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923268 00000100:00000001:2.0:1767384634.842223:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384634.842224:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006def5d2f. 00000100:00000040:3.0:1767384634.842227:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384634.842229:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3901 usecs (4 jiffies) 00000100:00000001:1.0:1767384634.842233:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384634.842235:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923268 00000100:00000001:2.0:1767384634.842241:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294923268 00000100:00000001:1.0:1767384634.842241:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923268 00000100:00000001:3.0:1767384634.842248:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384634.842248:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923268 00000100:00000010:1.0:1767384634.842248:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bda1fc4. 00000100:00000001:1.0:1767384634.842254:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384634.842256:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384634.842258:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923268 00000100:00000001:2.0:1767384634.842259:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294923268 00000400:00000010:3.0:1767384634.842260:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fbb15ff. 00000100:00000001:2.0:1767384634.842264:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923268 00000100:00000010:1.0:1767384634.842265:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018309095. 00000100:00000200:3.0:1767384634.842266:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049184640, offset 0 00000100:00000001:1.0:1767384634.842271:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384634.842275:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384634.842277:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294923268 00000100:00000001:1.0:1767384634.842277:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923268 00000100:00000001:2.0:1767384634.842283:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923268 00000100:00000010:1.0:1767384634.842284:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089ea1b42. 00000400:00000200:3.0:1767384634.842285:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384634.842290:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384634.842295:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384634.842298:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294923268 00000400:00000200:3.0:1767384634.842299:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260005180 00000100:00000001:1.0:1767384634.842300:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.842306:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.842307:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384634.842313:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00000001:2.0:1767384634.842313:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.842313:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.842320:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.842324:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384634.842325:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384634.842328:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384634.842330:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384634.842332:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384634.842333:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384634.842334:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384634.842335:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.842338:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384634.842341:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384634.842341:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.842341:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.842345:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384634.842346:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384634.842351:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384634.842351:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.842357:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384634.842359:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e390662. 00000100:00000040:3.0:1767384634.842364:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000001e390662 x1853237049184640 msgsize 224 00000100:00000001:1.0:1767384634.842367:0:18688:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384634.842370:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384634.842371:0:18688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184512 02000000:00000001:1.0:1767384634.842376:0:18688:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384634.842377:0:18688:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384634.842379:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384634.842379:0:18688:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384634.842382:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184384 02000000:00000001:1.0:1767384634.842385:0:18688:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.842386:0:16350:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384634.842386:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384634.842389:0:18688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184512 00000100:00000001:2.0:1767384634.842390:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384634.842392:0:18688:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384634.842394:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384634.842395:0:18688:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000400:00000200:3.0:1767384634.842396:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbb15ff 00000020:00000001:1.0:1767384634.842400:0:18688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384634.842401:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fbb15ff. 02000000:00000001:2.0:1767384634.842401:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384634.842404:0:18688:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000100:00000001:3.0:1767384634.842406:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384634.842407:0:18688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:1.0:1767384634.842411:0:18688:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000200:3.0:1767384634.842413:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384634.842416:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184384 00000100:00000001:1.0:1767384634.842417:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384634.842421:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384634.842422:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb2b5620. 00000020:00000040:2.0:1767384634.842426:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000010:1.0:1767384634.842429:0:18688:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004786a925. 00000020:00000001:2.0:1767384634.842432:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384634.842436:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384634.842436:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=6 00000020:00000040:1.0:1767384634.842437:0:18688:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000020:00000001:2.0:1767384634.842442:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000040:3.0:1767384634.842443:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384634.842448:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:1.0:1767384634.842448:0:18688:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384634.842454:0:18688:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000178a5c2. 00000100:00000001:2.0:1767384634.842456:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384634.842460:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e35d9163. 00000100:00000001:3.0:1767384634.842462:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384634.842462:0:18688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e692541. 00000100:00000001:2.0:1767384634.842465:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384634.842468:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384634.842469:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e35d9163. 00000020:00000010:1.0:1767384634.842471:0:18688:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00000001:3.0:1767384634.842475:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384634.842476:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7a99e95. 00000100:00000040:1.0:1767384634.842479:0:18688:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:3.0:1767384634.842481:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3255 usecs (4 jiffies) 00000020:00000010:2.0:1767384634.842482:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f341d60b. 00000100:00000001:1.0:1767384634.842483:0:18688:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384634.842486:0:18688:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384634.842488:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923268 00000100:00000001:1.0:1767384634.842489:0:18688:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384634.842490:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000100:00000001:3.0:1767384634.842495:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294923268 00000100:00000001:3.0:1767384634.842499:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923268 00000100:00000001:1.0:1767384634.842500:0:18688:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1767384634.842501:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384634.842502:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294923268 00000100:00000001:1.0:1767384634.842503:0:18688:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384634.842505:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384634.842507:0:18688:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.842509:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923268 00000100:00000001:2.0:1767384634.842509:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384634.842512:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.842514:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294923268 00000100:00000001:1.0:1767384634.842516:0:18688:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.842517:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923268 00000100:00000001:2.0:1767384634.842518:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.842525:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294923268 00000100:00000001:3.0:1767384634.842528:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.842529:0:18688:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384634.842531:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.842532:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.842538:0:18688:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384634.842540:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.842545:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384634.842545:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384634.842546:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384634.842548:0:18688:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:2.0:1767384634.842549:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384634.842554:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384634.842554:0:18688:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924127232 : -123268785424384 : ffff8fe33fd53800) 00000100:00100000:2.0:1767384634.842558:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1767384634.842559:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384634.842561:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 2 00000100:00000040:1.0:1767384634.842563:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000095bb839c x1853237049184512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:615/0 lens 224/0 e 0 to 0 dl 1767384645 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.842564:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120990080 : -123269588561536 : ffff8fe30ff65180) 00000100:00000040:2.0:1767384634.842572:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c79be1e x1853237049184384/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:615/0 lens 224/0 e 0 to 0 dl 1767384645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.842573:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384634.842577:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384634.842581:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384634.842587:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384634.842593:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.842597:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384634.842599:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384634.842601:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384634.842604:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e35d9163. 00000020:00000010:1.0:1767384634.842604:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004786a925. 00000100:00000001:1.0:1767384634.842637:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384634.842638:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384634.842640:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004786a925. 00000100:00000001:3.0:1767384634.842645:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384634.842648:0:18688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000095bb839c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16349:x1853237049184512:12345-0@lo:400: 00000100:00000001:3.0:1767384634.842649:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384634.842653:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384634.842654:0:18688:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184512 00000020:00000001:1.0:1767384634.842659:0:18688:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384634.842662:0:18688:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384634.842663:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384634.842665:0:18688:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.842669:0:18688:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384634.842672:0:18688:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:1.0:1767384634.842678:0:18688:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384634.842679:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384634.842681:0:18688:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.842683:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.842685:0:18688:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384634.842687:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384634.842688:0:18688:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384634.842689:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384634.842692:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384634.842692:0:18688:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384634.842693:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e35d9163. 00000020:00000001:1.0:1767384634.842698:0:18688:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384634.842700:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.842703:0:18688:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384634.842705:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16350:1853237049184768:0@lo:400: 00000100:00100000:2.0:1767384634.842705:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c79be1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16348:x1853237049184384:12345-0@lo:13: 02000000:00000001:1.0:1767384634.842707:0:18688:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384634.842712:0:18688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009274fd21. 00000100:00000001:3.0:1767384634.842717:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384634.842717:0:18688:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384634.842722:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384634.842723:0:18688:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384634.842724:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184384 02000000:00000001:3.0:1767384634.842727:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.842728:0:18688:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.842729:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384634.842734:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384634.842735:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:1.0:1767384634.842735:0:18688:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049184512 00000020:00000001:2.0:1767384634.842739:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384634.842740:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6d21072. 00010000:00000001:1.0:1767384634.842740:0:18688:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384634.842744:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384634.842745:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.842747:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00010000:00000200:1.0:1767384634.842747:0:18688:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000095bb839c x1853237049184512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384634.842751:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040a5c729. 00000020:00000001:2.0:1767384634.842752:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384634.842756:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384634.842759:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fbb15ff. 00000020:00000001:2.0:1767384634.842761:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384634.842764:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1767384634.842766:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049184768, portal 10 00000020:00000001:2.0:1767384634.842767:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.842772:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384634.842773:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384634.842776:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923219840 : -123268786331776 : ffff8fe33fc75f80) 02000000:00000001:2.0:1767384634.842777:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384634.842782:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000439e0089. 02000000:00000001:2.0:1767384634.842785:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.842785:0:18688:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384634.842788:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384634.842789:0:18688:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.842790:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384634.842797:0:17889:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00001000:1.0:1767384634.842797:0:18688:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=41 v=5 (1 0 0 0) 00002000:00000001:2.0:1767384634.842803:0:17889:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384634.842806:0:18688:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384634.842807:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384634.842807:0:17889:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:1.0:1767384634.842811:0:18688:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384634.842815:0:18688:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000040:3.0:1767384634.842816:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384634.842816:0:17889:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384634.842817:0:18688:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1767384634.842822:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee929650. 00002000:00000024:2.0:1767384634.842822:0:17889:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 02000000:00000001:1.0:1767384634.842822:0:18688:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.842828:0:18688:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384634.842831:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049184768, offset 0 00000020:00000020:2.0:1767384634.842831:0:17889:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000040:1.0:1767384634.842834:0:18688:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000020:2.0:1767384634.842836:0:17889:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000400:00000010:1.0:1767384634.842838:0:18688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000486ed527. 00002000:00000020:2.0:1767384634.842844:0:17889:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000200:1.0:1767384634.842846:0:18688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049184512, offset 224 00002000:00000001:2.0:1767384634.842847:0:17889:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:3.0:1767384634.842852:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384634.842854:0:17889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000e23ca209. 00000400:00000200:1.0:1767384634.842858:0:18688:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:2.0:1767384634.842859:0:17889:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:3.0:1767384634.842863:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:2.0:1767384634.842863:0:17889:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384634.842865:0:17889:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.842870:0:18688:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384634.842871:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049184384 00010000:00000001:2.0:1767384634.842876:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384634.842877:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260005200 00010000:00000200:2.0:1767384634.842881:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c79be1e x1853237049184384/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:615/0 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.842885:0:18688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260005100 00000400:00000200:3.0:1767384634.842888:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000400:00000200:3.0:1767384634.842899:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384634.842900:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384634.842902:0:18688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1921 [1] + 224 00000400:00000200:3.0:1767384634.842909:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384634.842909:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.842910:0:18688:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1767384634.842912:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384634.842919:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384634.842919:0:18688:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384634.842920:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384634.842922:0:18688:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384634.842924:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1767384634.842925:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000200:1.0:1767384634.842929:0:18688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.842930:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000010:3.0:1767384634.842931:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025342ae0. 02000000:00000001:2.0:1767384634.842936:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384634.842939:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000025342ae0 x1853237049184768 msgsize 224 02000000:00000001:2.0:1767384634.842939:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.842946:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384634.842950:0:18688:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384634.842952:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384634.842956:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384634.842958:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384d964. 00000100:00000200:2.0:1767384634.842965:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049184384, offset 224 00000400:00000200:2.0:1767384634.842971:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384634.842971:0:18688:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384634.842974:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384634.842978:0:18688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000486ed527 00000400:00000200:2.0:1767384634.842979:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384634.842981:0:18688:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000486ed527. 00000100:00000001:1.0:1767384634.842985:0:18688:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384634.842987:0:18688:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384634.842988:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260005080 00000400:00000200:3.0:1767384634.842992:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee929650 00000100:00000001:1.0:1767384634.842993:0:18688:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384634.842997:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee929650. 00000100:00000040:1.0:1767384634.842998:0:18688:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:1.0:1767384634.843002:0:18688:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384634.843004:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384634.843004:0:18688:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.843008:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1925 [1] + 224 00000020:00000001:1.0:1767384634.843009:0:18688:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384634.843013:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384634.843013:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384634.843022:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095bb839c x1853237049184512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384634.843024:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384634.843032:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384634.843038:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d3d1aa5 x1853237049184384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.843043:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384634.843050:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384634.843058:0:18688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000095bb839c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16349:x1853237049184512:12345-0@lo:400: Request processed in 457us (959us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384634.843065:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000007d3d1aa5 x1853237049184384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384634.843075:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384634.843081:0:18688:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:3.0:1767384634.843082:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.843085:0:18688:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384634.843089:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384634.843090:0:18688:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384634.843095:0:18688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e692541. 00000100:00000001:2.0:1767384634.843096:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384634.843097:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384634.843101:0:18688:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 00000100:00000040:3.0:1767384634.843103:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3261 usecs (4 jiffies) 00000400:00000200:2.0:1767384634.843103:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384d964 00000020:00000010:1.0:1767384634.843105:0:18688:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000178a5c2. 00000400:00000010:2.0:1767384634.843106:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384d964. 00000100:00000001:3.0:1767384634.843113:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294923269 00000100:00000001:2.0:1767384634.843113:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384634.843114:0:18688:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 5 00000100:00000001:2.0:1767384634.843116:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384634.843120:0:18688:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.843122:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.843123:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294923268 00000100:00000040:2.0:1767384634.843128:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384634.843131:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384634.843132:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294923269 00000020:00000001:2.0:1767384634.843132:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384634.843134:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:2.0:1767384634.843137:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767384634.843140:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:3.0:1767384634.843142:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294923268 00000100:00000040:2.0:1767384634.843143:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c79be1e x1853237049184384/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:615/0 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.843152:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294923269 00000100:00000001:1.0:1767384634.843155:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384634.843157:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294923268 00000100:00000001:1.0:1767384634.843158:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384634.843164:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384634.843166:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294923269 00000400:00000001:1.0:1767384634.843167:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384634.843170:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b975a4. 00000100:00100000:2.0:1767384634.843173:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c79be1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049184384:12345-0@lo:13: Request processed in 570us (1073us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384634.843176:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000100:00000001:3.0:1767384634.843179:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294923268 00000400:00000010:1.0:1767384634.843181:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000100:00100000:2.0:1767384634.843186:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384634.843187:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384634.843188:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384634.843190:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:3.0:1767384634.843193:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384634.843194:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.843195:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384634.843199:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384634.843200:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384634.843204:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f341d60b. 00000100:00000001:3.0:1767384634.843207:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384634.843211:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000100:00000200:1.0:1767384634.843214:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384634.843217:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7a99e95. 00000100:00000001:3.0:1767384634.843221:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384634.843224:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:3.0:1767384634.843226:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.843227:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.843227:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384634.843231:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.843234:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384634.843237:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384634.843238:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384634.843239:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.843242:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.843244:0:18687:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384634.843248:0:18687:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184640 02000000:00000001:3.0:1767384634.843252:0:18687:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384634.843252:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767384634.843252:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=41 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384634.843255:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384634.843257:0:18687:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1767384634.843258:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=41 v=5 (1 0 0 0) 00000400:00000001:2.0:1767384634.843260:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384634.843261:0:18687:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384634.843264:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384634.843264:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384634.843267:0:18687:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.843268:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384634.843269:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df21878b. 00000100:00100000:3.0:1767384634.843273:0:18687:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184640 00010000:00000001:1.0:1767384634.843274:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384634.843275:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b49f0c6 00000020:00000001:3.0:1767384634.843279:0:18687:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384634.843279:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b49f0c6. 00010000:00080000:1.0:1767384634.843281:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.843283:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384634.843284:0:18687:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000020:00000001:3.0:1767384634.843290:0:18687:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384634.843290:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d3d1aa5 x1853237049184384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384634.843293:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384634.843295:0:18687:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000100:00000001:1.0:1767384634.843297:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384634.843300:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:3.0:1767384634.843303:0:18687:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:1.0:1767384634.843304:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384634.843307:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.843310:0:18687:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000040:1.0:1767384634.843314:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.843319:0:18687:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384634.843322:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d3d1aa5 x1853237049184384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.843324:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384634.843325:0:18687:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005660eebf. 00000100:00000001:1.0:1767384634.843330:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384634.843332:0:18687:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.843334:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384634.843340:0:18687:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005660eebf. 00000100:00000040:1.0:1767384634.843343:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.843346:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384634.843349:0:18687:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e526fa1. 00000100:00000001:2.0:1767384634.843350:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384634.843354:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16349:1853237049184512:0@lo:400: 00000020:00000010:3.0:1767384634.843357:0:18687:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b7a4b4f. 00000100:00000001:2.0:1767384634.843357:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384634.843359:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384634.843360:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384634.843363:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384634.843365:0:18687:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f21dde45. 00000100:00000001:2.0:1767384634.843365:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.843365:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384634.843370:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0482fd x1853237049184512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384634.843371:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384634.843376:0:18687:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00001000:2.0:1767384634.843377:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=41 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384634.843379:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384634.843381:0:18687:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:2.0:1767384634.843384:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=41 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384634.843384:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384634.843385:0:18687:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1767384634.843387:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dac76d1. 00000100:00000001:3.0:1767384634.843391:0:18687:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.843391:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384634.843392:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384634.843396:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384634.843397:0:16349:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384634.843398:0:18687:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384634.843399:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384634.843403:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.843404:0:18687:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:1.0:1767384634.843404:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a94a6eb. 00000100:00000001:3.0:1767384634.843409:0:18687:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.843409:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384634.843411:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:2.0:1767384634.843417:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007d3d1aa5 x1853237049184384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384634.843418:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384634.843421:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0482fd. 00000100:00000001:3.0:1767384634.843422:0:18687:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.843427:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384634.843429:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.843433:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.843434:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.843440:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384634.843441:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384634.843442:0:18687:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384634.843443:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384634.843444:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384634.843446:0:18687:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184768 00000100:00000001:2.0:1767384634.843450:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384634.843451:0:18687:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384634.843451:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384634.843452:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.843455:0:18687:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384634.843456:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.843459:0:18687:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.843459:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d3d1aa5 x1853237049184384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384634.843466:0:18687:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.843469:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384634.843472:0:18687:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184768 00000100:00000001:2.0:1767384634.843473:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384634.843475:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384634.843478:0:18687:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000001:2.0:1767384634.843478:0:16348:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000040:3.0:1767384634.843482:0:18687:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000004:00000040:2.0:1767384634.843483:0:16348:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:3.0:1767384634.843488:0:18687:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000040:2.0:1767384634.843488:0:16348:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000040:3.0:1767384634.843493:0:18687:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000004:00000020:2.0:1767384634.843496:0:16348:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000001:3.0:1767384634.843498:0:18687:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000004:00000001:2.0:1767384634.843502:0:16348:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.843505:0:18687:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000040:2.0:1767384634.843506:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d3d1aa5 x1853237049184384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.843513:0:18687:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384634.843516:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d3d1aa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049184384:0@lo:13: 00000020:00000010:3.0:1767384634.843518:0:18687:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005660eebf. 00000100:00000001:2.0:1767384634.843521:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.843524:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384634.843525:0:18687:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e663ad81. 00000100:00000040:2.0:1767384634.843528:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d3d1aa5 x1853237049184384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384634.843533:0:18687:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000001:2.0:1767384634.843534:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384634.843537:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384634.843540:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000de9dd5a1. 02000000:00000001:2.0:1767384634.843544:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384634.843546:0:18687:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1767384634.843552:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1767384634.843553:0:18687:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073e33370. 00000020:00000040:2.0:1767384634.843554:0:16348:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384634.843559:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384634.843561:0:18687:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b697fb05. 02000000:00000010:2.0:1767384634.843561:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cfb6cded. 02000000:00000001:2.0:1767384634.843564:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384634.843567:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384634.843568:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d3d1aa5. 00000020:00000010:3.0:1767384634.843569:0:18687:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006845d9ab. 00000100:00000001:2.0:1767384634.843571:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384634.843574:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.843577:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.843578:0:18687:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384634.843580:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384634.843582:0:18687:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384634.843583:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.843586:0:18687:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.843586:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384634.843589:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.843593:0:18687:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384634.843596:0:18687:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384634.843598:0:18687:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.843649:0:18687:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.843662:0:18687:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384634.843663:0:18687:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384634.843667:0:18687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000040:3.0:1767384634.843670:0:18687:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000100:00000001:3.0:1767384634.843673:0:18687:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923226112 : -123268786325504 : ffff8fe33fc77800) 00000100:00000040:3.0:1767384634.843677:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e390662 x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:615/0 lens 224/0 e 0 to 0 dl 1767384645 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.843694:0:18687:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384634.843697:0:18687:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048e16976. 00000100:00000001:3.0:1767384634.843700:0:18687:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384634.843702:0:18687:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048e16976. 00000100:00100000:3.0:1767384634.843707:0:18687:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e390662 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049184640:12345-0@lo:400: 00000100:00000200:3.0:1767384634.843711:0:18687:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184640 00000020:00000001:3.0:1767384634.843713:0:18687:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384634.843716:0:18687:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384634.843717:0:18687:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.843720:0:18687:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384634.843722:0:18687:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:3.0:1767384634.843725:0:18687:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384634.843727:0:18687:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384634.843729:0:18687:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384634.843730:0:18687:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384634.843732:0:18687:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.843734:0:18687:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384634.843737:0:18687:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384634.843739:0:18687:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384634.843742:0:18687:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006f14d218. 02000000:00000001:3.0:1767384634.843744:0:18687:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.843746:0:18687:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.843748:0:18687:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384634.843750:0:18687:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049184640 00010000:00000001:3.0:1767384634.843752:0:18687:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384634.843755:0:18687:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e390662 x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384634.843763:0:18687:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384634.843764:0:18687:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384634.843766:0:18687:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384634.843770:0:18687:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384634.843772:0:18687:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384634.843781:0:18687:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384634.843784:0:18687:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384634.843786:0:18687:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.843788:0:18687:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384634.843791:0:18687:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384634.843794:0:18687:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee929650. 00000100:00000200:3.0:1767384634.843798:0:18687:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049184640, offset 224 00000400:00000200:3.0:1767384634.843802:0:18687:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384634.843808:0:18687:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384634.843816:0:18687:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260005180 00000400:00000200:3.0:1767384634.843821:0:18687:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1931 [1] + 224 00000400:00000200:3.0:1767384634.843825:0:18687:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384634.843830:0:18687:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384634.843833:0:18687:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384634.843838:0:18687:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384634.843847:0:18687:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.843860:0:18687:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384634.843865:0:18687:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee929650 00000400:00000010:3.0:1767384634.843868:0:18687:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee929650. 00000100:00000001:3.0:1767384634.843870:0:18687:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384634.843872:0:18687:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384634.843875:0:18687:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384634.843877:0:18687:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384634.843879:0:18687:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384634.843881:0:18687:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.843884:0:18687:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384634.843887:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e390662 x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384634.843895:0:18687:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e390662 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049184640:12345-0@lo:400: Request processed in 201us (1530us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384634.843903:0:18687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:3.0:1767384634.843912:0:18687:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000100:00000001:3.0:1767384634.843914:0:18687:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384634.843917:0:18687:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384634.843920:0:18687:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b7a4b4f. 00000020:00000010:3.0:1767384634.843923:0:18687:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f21dde45. 00000020:00000010:3.0:1767384634.843928:0:18687:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e526fa1. 00000020:00000040:3.0:1767384634.843932:0:18687:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000100:00000001:3.0:1767384634.843935:0:18687:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.843943:0:18687:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384634.843944:0:18687:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384634.843949:0:18687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000040:3.0:1767384634.843952:0:18687:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000100:00000001:3.0:1767384634.843953:0:18687:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923216256 : -123268786335360 : ffff8fe33fc75180) 00000100:00000040:3.0:1767384634.843959:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000025342ae0 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:615/0 lens 224/0 e 0 to 0 dl 1767384645 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.843966:0:18687:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384634.843968:0:18687:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048e16976. 00000100:00000001:3.0:1767384634.843971:0:18687:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384634.843973:0:18687:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048e16976. 00000100:00100000:3.0:1767384634.843979:0:18687:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000025342ae0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853237049184768:12345-0@lo:400: 00000100:00000200:3.0:1767384634.843982:0:18687:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184768 00000020:00000001:3.0:1767384634.843985:0:18687:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384634.843987:0:18687:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384634.843988:0:18687:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.843991:0:18687:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384634.843992:0:18687:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:3.0:1767384634.843995:0:18687:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384634.843998:0:18687:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384634.844000:0:18687:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384634.844002:0:18687:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384634.844004:0:18687:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.844007:0:18687:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384634.844015:0:18687:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384634.844017:0:18687:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384634.844021:0:18687:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004d3f60aa. 02000000:00000001:3.0:1767384634.844023:0:18687:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.844025:0:18687:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.844027:0:18687:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384634.844029:0:18687:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049184768 00010000:00000001:3.0:1767384634.844032:0:18687:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384634.844036:0:18687:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000025342ae0 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384634.844042:0:18687:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384634.844044:0:18687:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384634.844047:0:18687:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384634.844051:0:18687:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384634.844054:0:18687:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384634.844056:0:18687:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384634.844058:0:18687:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384634.844060:0:18687:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.844063:0:18687:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384634.844067:0:18687:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384634.844071:0:18687:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee929650. 00000100:00000200:3.0:1767384634.844075:0:18687:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049184768, offset 224 00000400:00000200:3.0:1767384634.844081:0:18687:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384634.844089:0:18687:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384634.844097:0:18687:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260005200 00000400:00000200:3.0:1767384634.844103:0:18687:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1939 [1] + 224 00000400:00000200:3.0:1767384634.844108:0:18687:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384634.844113:0:18687:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384634.844117:0:18687:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384634.844121:0:18687:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384634.844131:0:18687:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.844141:0:18687:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384634.844152:0:18687:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee929650 00000400:00000010:3.0:1767384634.844155:0:18687:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee929650. 00000100:00000001:3.0:1767384634.844158:0:18687:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384634.844160:0:18687:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384634.844164:0:18687:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384634.844167:0:18687:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384634.844169:0:18687:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384634.844172:0:18687:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.844174:0:18687:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384634.844178:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025342ae0 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384634.844188:0:18687:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000025342ae0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853237049184768:12345-0@lo:400: Request processed in 219us (1246us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384634.844195:0:18687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:3.0:1767384634.844197:0:18687:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000001:3.0:1767384634.844200:0:18687:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384634.844201:0:18687:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384634.844204:0:18687:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b697fb05. 00000020:00000010:3.0:1767384634.844208:0:18687:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006845d9ab. 00000020:00000010:3.0:1767384634.844212:0:18687:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073e33370. 00000020:00000040:3.0:1767384634.844217:0:18687:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000100:00000001:3.0:1767384634.844219:0:18687:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384634.844257:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384634.844260:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000001:3.0:1767384634.844269:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384634.844270:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384634.844273:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384634.844275:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384634.844277:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040a5c729. 00000400:00000200:3.0:1767384634.844281:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbb15ff 00000400:00000010:3.0:1767384634.844283:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fbb15ff. 00000100:00000001:3.0:1767384634.844285:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384634.844288:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384634.844297:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.844310:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384634.844312:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.844314:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384634.844316:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384634.844318:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384634.844319:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384634.844321:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384634.844326:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384634.844329:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384634.844331:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384634.844332:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384634.844335:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384634.844339:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384634.844345:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.844348:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384634.844349:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384634.844351:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384634.844353:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384634.844356:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.844363:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384634.844365:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384634.844366:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384634.844370:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384634.844378:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16350:1853237049184768:0@lo:400: 00000400:00000001:3.0:1767384634.844385:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384634.844386:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384634.844389:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c355a5. 00000400:00000200:3.0:1767384634.844392:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a2fb840 00000400:00000010:3.0:1767384634.844394:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a2fb840. 00000100:00000001:3.0:1767384634.844404:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384634.844408:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384634.844417:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.844424:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384634.844426:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.844428:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384634.844430:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384634.844432:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384634.844434:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384634.844436:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384634.844439:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384634.844443:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384634.844446:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384634.844448:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384634.844450:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384634.844454:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384634.844461:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.844464:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384634.844465:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384634.844467:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384634.844469:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384634.844474:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.844480:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384634.844483:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384634.844484:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384634.844488:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384634.844494:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000000c740ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049184640:0@lo:400: 00000100:00000001:3.0:1767384634.844505:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.844508:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384634.844511:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e932d677 x1853237049184768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.844518:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384634.844520:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384634.844522:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6d21072. 02000000:00000001:3.0:1767384634.844525:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384634.844527:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384634.844528:0:16350:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384634.844531:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384634.844532:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b357a77f. 02000000:00000001:3.0:1767384634.844535:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384634.844537:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384634.844539:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e932d677. 00000100:00000001:3.0:1767384634.844543:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384634.844545:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.844547:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384634.844550:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000000c740ba x1853237049184640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.844556:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384634.844557:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384634.844559:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a1badaf. 02000000:00000001:3.0:1767384634.844561:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384634.844562:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384634.844564:0:16350:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384634.844566:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384634.844568:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000002a947c5. 02000000:00000001:3.0:1767384634.844570:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384634.844571:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384634.844572:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000000c740ba. 00000100:00000001:3.0:1767384634.844576:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384634.844577:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.844579:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.844584:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384634.844585:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.844593:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384634.844594:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.847659:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294923269, at 4294923270 00000100:00000010:2.0:1767384634.847665:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018309095. 00000100:00000040:3.0:1767384634.847673:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294923269, at 4294923270 00000100:00000010:3.0:1767384634.847682:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089ea1b42. 00000100:00000040:1.0:1767384634.847700:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294923269, at 4294923270 00000100:00000010:1.0:1767384634.847707:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bda1fc4. 00000100:00000040:0.0:1767384634.847712:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294923269, at 4294923270 00000100:00000010:0.0:1767384634.847720:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006def5d2f. 00000400:00000200:0.0:1767384635.225787:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp32 00000400:00000010:0.0:1767384635.225793:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c59eff73. 00000400:00000010:0.0:1767384635.225800:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000097fea8a9. 00000400:00000010:0.0:1767384635.225804:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d33ff83. 00000400:00000010:0.0:1767384635.225812:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a1938771. 00000400:00000200:0.0:1767384635.225817:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp32 00000400:00000200:0.0:1767384635.225833:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp32 local destination 00000400:00000200:0.0:1767384635.225839:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp32 00000400:00000200:0.0:1767384635.225843:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp32 NI seq info: [94:94:256:4294967295] 192.168.202.137@tcp32 LPNI seq info [92:92:8:4294967295] 00000400:00000200:0.0:1767384635.225848:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp32 00000400:00000200:0.0:1767384635.225856:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp32(192.168.202.137@tcp32:) -> 192.168.202.137@tcp32(192.168.202.137@tcp32:192.168.202.137@tcp32) : GET try# 0 00000800:00000200:0.0:1767384635.225862:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp32 00000800:00000010:0.0:1767384635.225866:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000005b312db. 00000800:00000200:0.0:1767384635.225871:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000342d5db9] -> 12345-192.168.202.137@tcp32 (2) 00000800:00000200:0.1:1767384635.225875:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000342d5db9] -> 12345-192.168.202.137@tcp32 (2) 00000400:00000200:3.0:1767384635.225960:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226033:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226089:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226134:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226171:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384635.226181:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp32 added to recovery queue. ping count: 2 next ping: 260 health :800 00000400:00000200:3.0:1767384635.226196:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226263:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226336:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226383:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226401:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226417:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226432:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226447:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226463:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226483:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226507:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226537:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226566:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226594:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226666:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226697:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226724:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226749:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226768:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226798:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226832:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226859:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226891:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226928:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226944:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226960:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226976:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.226991:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.227007:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384635.227022:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384635.227133:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003777c955. 00000800:00000010:3.0:1767384635.227139:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009587c1b7. 00000800:00000010:3.0:1767384635.227144:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003cc8a1f7. 00000800:00000010:3.0:1767384635.227162:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003cc8a1f7. 00000800:00020000:3.0:1767384635.227170:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384635.227172:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009587c1b7. 00000800:00000010:3.0:1767384635.227174:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003777c955. 00000400:02020000:3.0:1767384635.227202:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp32 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384635.227207:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp32 notifying 192.168.202.137@tcp32: down 00000800:00000200:3.0:1767384635.227212:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp32 down 00000800:00000100:3.0:1767384635.227217:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp32 00000800:00000010:3.0:1767384635.227221:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000005b312db. 00000400:00000200:3.0:1767384635.227224:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384635.227229:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp32->192.168.202.137@tcp32: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384635.227236:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384635.227239:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384635.227243:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp32) recovery failed with -71 00010000:00000001:2.0:1767384635.354693:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384635.354698:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.354705:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384635.354707:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384635.354739:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384635.354743:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384635.354746:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384635.934163:0:29536:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000189e6bc4. 00080000:00000010:3.0:1767384635.934175:0:29536:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000189e6bc4. 00000020:00000001:3.0:1767384635.934181:0:29536:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384635.934191:0:29536:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000189e6bc4. 00080000:00000010:3.0:1767384635.934203:0:29536:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000189e6bc4. 00000020:00000001:3.0:1767384635.934207:0:29536:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384636.250663:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384636.250667:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384636.250670:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d33ff83 00000400:00000010:1.0:1767384636.250674:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d33ff83. 00000400:00000200:1.0:1767384636.250678:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384636.250684:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp32 recovery ping unlinked 00000400:00000010:1.0:1767384636.250694:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c59eff73. 00000400:00000010:1.0:1767384636.250698:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000097fea8a9. 00000400:00000200:1.0:1767384636.250702:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp29 00000400:00000010:1.0:1767384636.250705:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000014cd945c. 00000400:00000010:1.0:1767384636.250709:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004dac76d1. 00000400:00000010:1.0:1767384636.250712:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000400:00000010:1.0:1767384636.250718:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006942262c. 00000400:00000200:1.0:1767384636.250721:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp29 00000400:00000200:1.0:1767384636.250732:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp29 local destination 00000400:00000200:1.0:1767384636.250736:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp29 00000400:00000200:1.0:1767384636.250739:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp29 NI seq info: [95:95:256:4294967295] 192.168.202.137@tcp29 LPNI seq info [93:93:8:4294967295] 00000400:00000200:1.0:1767384636.250744:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp29 00000400:00000200:1.0:1767384636.250750:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp29(192.168.202.137@tcp29:) -> 192.168.202.137@tcp29(192.168.202.137@tcp29:192.168.202.137@tcp29) : GET try# 0 00000800:00000200:1.0:1767384636.250754:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp29 00000800:00000010:1.0:1767384636.250757:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c9e85372. 00000800:00000200:1.0:1767384636.250763:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000800:00000200:1.1:1767384636.250773:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000400:00000200:1.0:1767384636.250791:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp29 added to recovery queue. ping count: 3 next ping: 265 health :700 00000400:00000200:2.0:1767384636.250864:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.250909:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.250932:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.250953:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.250975:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.250996:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251018:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251038:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251059:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251079:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251102:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251125:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251149:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251172:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251196:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251227:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251249:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251270:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251293:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251316:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251341:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251366:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251389:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251411:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251433:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251456:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251481:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251504:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251528:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251550:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251572:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251625:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251659:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251681:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384636.251704:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:2.0:1767384636.251879:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000822b8983. 00000800:00000010:2.0:1767384636.251884:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c36ab64. 00000800:00000010:2.0:1767384636.251891:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f2cd1e9. 00000800:00000010:2.0:1767384636.251915:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f2cd1e9. 00000800:00020000:2.0:1767384636.251925:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:2.0:1767384636.251929:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c36ab64. 00000800:00000010:2.0:1767384636.251932:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000822b8983. 00000400:02020000:2.0:1767384636.251969:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp29 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384636.251977:0:16339:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp29 notifying 192.168.202.137@tcp29: down 00000800:00000200:2.0:1767384636.251983:0:16339:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp29 down 00000800:00000100:2.0:1767384636.251989:0:16339:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp29 00000800:00000010:2.0:1767384636.251998:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c9e85372. 00000400:00000200:2.0:1767384636.252003:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384636.252008:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp29->192.168.202.137@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384636.252017:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384636.252020:0:16339:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384636.252024:0:16339:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp29) recovery failed with -71 00010000:00000001:2.0:1767384636.377702:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384636.377710:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.377717:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384636.377719:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384636.377742:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384636.377746:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384636.377749:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384636.653740:0:29700:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384636.653744:0:29700:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:2.0:1767384636.656741:0:29700:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384636.662983:0:29701:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000be232211. 00000400:00000010:2.0:1767384636.662996:0:29701:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009c36ab64. 00000400:00000010:2.0:1767384636.663004:0:29701:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bd1ea857. 00000400:00000010:2.0:1767384636.663008:0:29701:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000666cf3d9. 00000400:00000010:2.0:1767384636.663011:0:29701:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d430357. 00000400:00000010:2.0:1767384636.663014:0:29701:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000444c8845. 00000400:00000010:2.0:1767384636.663015:0:29701:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000151807d0. 00000400:00000010:2.0:1767384636.663017:0:29701:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005797e824. 00000400:00000010:2.0:1767384636.663020:0:29701:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000043dc320. 00000800:00000010:2.0:1767384636.663033:0:29701:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000087a3b7e. 00000800:00000200:2.0:1767384636.663042:0:29701:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384636.663051:0:29701:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384636.663083:0:29701:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:2.0:1767384636.663107:0:29701:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp35 [8/256/0/180] 00000400:00000010:2.0:1767384636.664584:0:29701:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000002b6d3da7. 00000400:00000010:2.0:1767384636.664601:0:29701:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df21878b. 00000400:00000010:2.0:1767384636.664630:0:29701:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b49f0c6. 00000400:00000001:2.0:1767384636.664652:0:29701:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384636.664655:0:29701:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384636.664662:0:29701:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f2edf20. 00000400:00000200:2.0:1767384636.664667:0:29701:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077a39917 00000400:00000010:2.0:1767384636.664669:0:29701:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077a39917. 00000400:00000010:2.0:1767384636.664673:0:29701:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000ae1658f4. 00000400:00000200:2.0:1767384636.664676:0:29701:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (26) 00000400:00000200:2.0:1767384636.664688:0:29701:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384636.664698:0:29701:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:2.0:1767384636.664705:0:29701:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000822b8983. 00000020:01000000:2.0:1767384636.664710:0:29701:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384636.664710:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384636.664713:0:29701:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp35 00000400:00000200:1.0:1767384636.664715:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:1.0:1767384636.664721:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000486ed527. 00000400:00000200:1.0:1767384636.664724:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (27) 00000400:00000010:1.0:1767384636.664730:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009bacc15f. 00000400:00000010:2.0:1767384636.664731:0:29701:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009c36ab64. 00000400:00000010:2.0:1767384636.664735:0:29701:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000be232211. 00000400:00000200:1.0:1767384636.664735:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000200:1.0:1767384636.664749:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000020:00000001:0.0:1767384636.664754:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384636.664756:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 10000000:00000001:0.0:1767384636.664759:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384636.664764:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384636.664766:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 10000000:01000000:0.0:1767384636.664767:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384636.664772:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384636.664775:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384636.664777:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384636.664780:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:0.0:1767384636.664780:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384636.664783:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384636.664785:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384636.664787:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384636.664789:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384636.664791:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384636.664793:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:1.0:1767384636.664800:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000020:01000004:0.0:1767384636.664801:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384636.664806:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd8dd4bc. 00000400:00000200:1.0:1767384636.664809:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 00000020:00000040:0.0:1767384636.664812:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:1.0:1767384636.664818:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000100:00000001:0.0:1767384636.664819:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384636.664822:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384636.664828:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[93, 38] 02000000:00000001:0.0:1767384636.664829:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.664836:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 02000000:00000010:0.0:1767384636.664838:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a60e7de4. 00000400:00000200:1.0:1767384636.664846:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000100:00000001:0.0:1767384636.664847:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.664855:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000100:00000001:0.0:1767384636.664857:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384636.664860:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.664866:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000100:00000040:0.0:1767384636.664869:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd8dd4bc] to pc [ptlrpcd_00_00+0] req@00000000fd8dd4bc x1853237049184896/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384636.664879:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:1.0:1767384636.664888:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:1.0:1767384636.664900:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000400:00000200:1.0:1767384636.664906:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 10000000:00000001:0.0:1767384636.664906:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384636.664910:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384636.664915:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384636.664919:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384636.664920:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000020:00000001:0.0:1767384636.664928:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384636.664929:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 10000000:00000001:0.0:1767384636.664931:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384636.664935:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384636.664935:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384636.664939:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 24], ns[81, 24] 10000000:01000000:0.0:1767384636.664939:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384636.664942:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384636.664944:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384636.664947:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384636.664949:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384636.664953:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[93, 24], ns[95, 24] 00000020:01000004:0.0:1767384636.664954:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:3.0:1767384636.664957:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd8dd4bc x1853237049184896/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384636.664958:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384636.664961:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384636.664964:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384636.664967:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384636.664970:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384636.664971:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[84, 24], ns[86, 24] 00000020:01000004:0.0:1767384636.664973:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384636.664977:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005def2f30. 00000020:00000040:0.0:1767384636.664983:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384636.664989:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384636.664989:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[83, 24], ns[85, 24] 00000100:00000001:0.0:1767384636.664989:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384636.664992:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384636.664994:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384636.664995:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384636.665003:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767384636.665005:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bd6db825. 00000400:00000200:1.0:1767384636.665006:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[92, 24], ns[94, 24] 02000000:00000001:3.0:1767384636.665007:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384636.665009:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384636.665013:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384636.665021:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd8dd4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049184896:0@lo:253: 00000400:00000200:1.0:1767384636.665021:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[0, 24] 00000100:00000001:0.0:1767384636.665022:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384636.665025:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.665032:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384636.665034:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def2f30] to pc [ptlrpcd_00_01+1] req@000000005def2f30 x1853237049185024/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384636.665039:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384636.665039:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp33] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000001:3.0:1767384636.665043:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384636.665049:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384636.665056:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003777c955. 00000400:00000200:1.0:1767384636.665058:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 10000000:00000001:0.0:1767384636.665058:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384636.665060:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384636.665064:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384636.665067:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c355a5. 00000020:00000001:0.0:1767384636.665067:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.665068:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp33 00000020:01000000:0.0:1767384636.665073:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384636.665075:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009587c1b7. 00000020:00000010:0.0:1767384636.665076:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000822b8983. 00000400:00000200:1.0:1767384636.665079:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp33 lpni_is_preferred = 0 00000100:00000200:3.0:1767384636.665082:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049184896, portal 25 00000100:00000001:3.0:1767384636.665085:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384636.665087:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575792640 : -123274133758976 : ffff8fe2010c1c00) 00000400:00000200:1.0:1767384636.665087:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp33 00000100:00000001:0.0:1767384636.665089:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384636.665094:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384636.665097:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd8dd4bc x1853237049184896/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384636.665098:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384636.665101:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp33 NI seq info: [96:96:256:4294967295] 192.168.202.137@tcp33 LPNI seq info [94:94:8:4294967295] 00000100:00000040:0.0:1767384636.665105:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005def2f30 x1853237049185024/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384636.665119:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384636.665123:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp33 00000100:00000040:3.0:1767384636.665127:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384636.665127:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384636.665130:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384636.665132:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000857e4f59. 02000000:00000001:0.0:1767384636.665134:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384636.665137:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049184896, offset 0 02000000:00000001:0.0:1767384636.665138:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384636.665144:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.665145:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp33(192.168.202.137@tcp33:) -> 192.168.202.137@tcp33(192.168.202.137@tcp:192.168.202.137@tcp33) : PUT try# 0 00000100:00100000:0.0:1767384636.665149:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005def2f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049185024:0@lo:253: 00000400:00000200:3.0:1767384636.665150:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384636.665159:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384636.665162:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384636.665165:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384636.665166:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.137@tcp33 02000000:00000001:0.0:1767384636.665168:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384636.665173:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384636.665175:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c9ab8656. 00000800:00000010:1.0:1767384636.665176:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039e4e1ce. 02000000:00000001:0.0:1767384636.665179:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384636.665184:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc30387. 00000400:00000200:3.0:1767384636.665185:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005280 00000800:00000010:1.0:1767384636.665188:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000312be697. 00000400:00000010:0.0:1767384636.665192:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005876981b. 00000800:00000010:1.0:1767384636.665194:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009d28aeb9. 00000400:00000200:3.0:1767384636.665195:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11c5 [2] + 0 00000400:00000010:3.0:1767384636.665206:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f4367a3. 00000800:00000200:1.0:1767384636.665211:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312be697] -> 12345-192.168.202.137@tcp33 (2) 00000400:00000200:3.0:1767384636.665212:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f6801f3 00000100:00000200:0.0:1767384636.665218:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049185024, portal 25 00000400:00000200:3.0:1767384636.665220:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.1:1767384636.665220:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312be697] -> 12345-192.168.202.137@tcp33 (2) 00000100:00000001:0.0:1767384636.665224:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384636.665228:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384636.665229:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575789056 : -123274133762560 : ffff8fe2010c0e00) 00000400:00000200:3.0:1767384636.665235:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f6801f3 00000400:00000010:3.0:1767384636.665239:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f6801f3. 00000100:00000040:0.0:1767384636.665239:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005def2f30 x1853237049185024/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384636.665246:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384636.665247:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00000200:3.0:1767384636.665248:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384636.665255:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000052b36bfe x1853237049184896 msgsize 4848 00000400:00000200:1.0:1767384636.665256:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000100:00100000:3.0:1767384636.665267:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384636.665268:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384636.665270:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384636.665280:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384636.665281:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384636.665287:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018ed6f8c. 00000400:00000200:3.0:1767384636.665290:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000857e4f59 00000400:00000010:3.0:1767384636.665293:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000857e4f59. 00000100:00000001:3.0:1767384636.665296:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384636.665297:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049185024, offset 0 00000100:00000200:3.0:1767384636.665301:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd8dd4bc x1853237049184896/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384636.665307:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384636.665317:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384636.665320:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384636.665321:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000100:00000040:3.0:1767384636.665322:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd8dd4bc x1853237049184896/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384636.665334:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005300 00000100:00000001:3.0:1767384636.665336:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.665339:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384636.665342:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11cd [2] + 0 00000100:00000001:3.0:1767384636.665345:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384636.665346:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb70e388. 00000400:00000200:0.0:1767384636.665352:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e0e9ac9a 00000100:00000001:3.0:1767384636.665353:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294925092 00000400:00000200:0.0:1767384636.665357:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384636.665359:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bf7af9ff. 00000400:00000200:0.0:1767384636.665363:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384636.665367:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384636.665367:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0e9ac9a 00000400:00000010:0.0:1767384636.665369:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0e9ac9a. 00000100:00000001:0.0:1767384636.665374:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384636.665376:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384636.665377:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000040:0.0:1767384636.665379:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000007ca144fe x1853237049185024 msgsize 4848 00000100:00000001:3.0:1767384636.665383:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294925092 00000100:00000010:3.0:1767384636.665390:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082cbf76c. 00000100:00100000:0.0:1767384636.665393:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384636.665395:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384636.665399:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384636.665401:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294925092 00000100:00000010:3.0:1767384636.665406:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086ca773f. 00000100:00000001:3.0:1767384636.665408:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384636.665410:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294925092 00000100:00000001:0.0:1767384636.665412:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384636.665415:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384636.665420:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018ed6f8c 00000100:00000010:3.0:1767384636.665421:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017fdc9cc. 00000400:00000010:0.0:1767384636.665425:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018ed6f8c. 00000100:00000001:3.0:1767384636.665426:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384636.665433:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384636.665434:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384636.665438:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.665442:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384636.665442:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005def2f30 x1853237049185024/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384636.665444:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384636.665454:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384636.665454:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000001:0.0:1767384636.665456:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384636.665457:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384636.665462:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384636.665462:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005def2f30 x1853237049185024/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384636.665464:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384636.665468:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.665473:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.665480:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.665482:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384636.665487:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.665490:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294925092 00000400:00000200:1.0:1767384636.665492:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000001:0.0:1767384636.665493:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294925092 00000100:00000001:3.0:1767384636.665495:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384636.665499:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294925092 00000100:00100000:3.0:1767384636.665500:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184896 02000000:00000001:3.0:1767384636.665505:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384636.665505:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294925092 00000100:00000001:3.0:1767384636.665507:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384636.665509:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384636.665512:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.665515:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294925092 00000100:00100000:3.0:1767384636.665516:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184896 00000100:00000001:0.0:1767384636.665518:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294925092 00000020:00000001:3.0:1767384636.665520:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384636.665521:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294925092 00000020:00000040:3.0:1767384636.665523:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:0.0:1767384636.665525:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294925092 00000020:00000001:3.0:1767384636.665527:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384636.665528:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000001:0.0:1767384636.665529:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384636.665530:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:3.0:1767384636.665536:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384636.665536:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384636.665542:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384636.665542:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.665545:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384636.665546:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384636.665551:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f268a4. 00000100:00000001:0.0:1767384636.665551:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384636.665554:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384636.665556:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384636.665559:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384636.665560:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f268a4. 00000100:00000001:0.0:1767384636.665562:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384636.665565:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384636.665567:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000851390ea. 00000100:00000001:0.0:1767384636.665567:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.665569:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000020:00000010:3.0:1767384636.665575:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006aa81da. 00000020:00000010:3.0:1767384636.665581:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006845d9ab. 00000100:00000040:3.0:1767384636.665603:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384636.665606:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384636.665633:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384636.665634:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384636.665637:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185024 02000000:00000001:0.0:1767384636.665639:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384636.665641:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384636.665642:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.665643:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384636.665649:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384636.665651:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185024 00000100:00000001:3.0:1767384636.665654:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384636.665654:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384636.665656:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000400:00000200:1.0:1767384636.665657:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000020:00000001:0.0:1767384636.665659:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384636.665663:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:3.0:1767384636.665664:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384636.665669:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384636.665672:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384636.665675:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384636.665679:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1de4b78. 00000100:00000001:0.0:1767384636.665680:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384636.665682:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384636.665683:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1de4b78. 00000100:00000001:3.0:1767384636.665685:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384636.665690:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a2035a5. 00000100:00100000:3.0:1767384636.665693:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000040:3.0:1767384636.665697:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000020:00000010:0.0:1767384636.665697:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df9a5ec6. 00000400:00000200:1.0:1767384636.665701:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000100:00000001:3.0:1767384636.665702:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852967504 : -123268856584112 : ffff8fe33b976850) 00000020:00000010:0.0:1767384636.665704:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000100:00000040:3.0:1767384636.665710:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052b36bfe x1853237049184896/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:617/0 lens 4848/0 e 0 to 0 dl 1767384647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384636.665719:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384636.665720:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384636.665721:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384636.665724:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384636.665725:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f268a4. 00000100:00000001:3.0:1767384636.665728:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384636.665730:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384636.665731:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f268a4. 00000100:00000001:0.0:1767384636.665737:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384636.665739:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00100000:3.0:1767384636.665741:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052b36bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049184896:12345-0@lo:253: 00000100:00000200:3.0:1767384636.665746:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184896 00000020:00000001:3.0:1767384636.665749:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384636.665752:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384636.665752:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384636.665756:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384636.665757:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384636.665761:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384636.665763:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000100:00100000:0.0:1767384636.665764:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000020:00000001:3.0:1767384636.665767:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384636.665768:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000020:00000001:3.0:1767384636.665770:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384636.665772:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852959312 : -123268856592304 : ffff8fe33b974850) 00000020:00000001:3.0:1767384636.665773:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384636.665775:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000020:00000001:3.0:1767384636.665777:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384636.665778:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007ca144fe x1853237049185024/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:617/0 lens 4848/0 e 0 to 0 dl 1767384647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384636.665780:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.665787:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384636.665791:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384636.665792:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384636.665795:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1de4b78. 02000000:00000010:3.0:1767384636.665798:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000691796e7. 00000100:00000001:0.0:1767384636.665799:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384636.665803:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384636.665804:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1de4b78. 00000400:00000200:1.0:1767384636.665806:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000100:00000001:3.0:1767384636.665807:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384636.665813:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:0.0:1767384636.665814:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007ca144fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049185024:12345-0@lo:253: 00000100:00000200:0.0:1767384636.665819:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185024 00000020:00000001:0.0:1767384636.665821:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384636.665824:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:3.0:1767384636.665825:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000743869de. 00000020:00000001:0.0:1767384636.665825:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384636.665828:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384636.665829:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384636.665831:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384636.665835:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384636.665837:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384636.665837:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384636.665841:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000020:00000001:0.0:1767384636.665841:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384636.665842:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384636.665845:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384636.665846:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384636.665850:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384636.665851:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384636.665854:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384636.665855:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384636.665859:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384636.665861:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000051fd331e. 02000000:00000001:0.0:1767384636.665865:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.665866:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384636.665868:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b6696a03. 20000000:01000000:3.0:1767384636.665871:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00000400:00000200:1.0:1767384636.665874:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 20000000:00000001:0.0:1767384636.665877:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384636.665886:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384636.665887:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000083a8aa98. 20000000:01000000:0.0:1767384636.665891:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384636.665894:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384636.665895:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384636.665896:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384636.665899:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384636.665900:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384636.665901:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384636.665905:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384636.665908:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00080000:00000001:3.0:1767384636.665919:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384636.665936:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.665937:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00080000:00000001:3.0:1767384636.665941:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384636.665945:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384636.665948:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384636.665949:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384636.665953:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000020:00000001:3.0:1767384636.665958:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:3.0:1767384636.665960:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384636.665963:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384636.665968:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.665968:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00080000:00000001:3.0:1767384636.665971:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384636.665976:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384636.665982:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:3.0:1767384636.665986:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384636.665991:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b6d21072. 00080000:00000001:3.0:1767384636.665994:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799654044672 : -123274055506944 : ffff8fe205b62400) 00080000:00000001:3.0:1767384636.665997:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384636.666001:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1767384636.666001:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00080000:00000010:3.0:1767384636.666006:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c4f268a4. 00080000:00000001:3.0:1767384636.666010:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384636.666012:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384636.666026:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.666034:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00080000:00000001:3.0:1767384636.666041:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384636.666064:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666106:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666134:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666164:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666192:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666215:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666236:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666258:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666284:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666317:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666344:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666379:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666413:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666447:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666471:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384636.666493:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384636.666752:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050d6fae4. 00000800:00000010:1.0:1767384636.666758:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed394a23. 00000800:00000010:1.0:1767384636.666764:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e8668921. 00000800:00000010:1.0:1767384636.666800:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e8668921. 00000800:00020000:1.0:1767384636.666811:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384636.666815:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed394a23. 00000800:00000010:1.0:1767384636.666817:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050d6fae4. 00000400:02020000:1.0:1767384636.666867:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp33 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00080000:00000010:3.0:1767384636.666875:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b6d21072. 00000400:00000200:1.0:1767384636.666876:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp33 notifying 192.168.202.137@tcp33: down 00000800:00000200:1.0:1767384636.666884:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp33 down 00000800:00000100:1.0:1767384636.666891:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 464 0@<0:0>->192.168.202.137@tcp33 00000800:00000010:1.0:1767384636.666896:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039e4e1ce. 00000400:00000200:1.0:1767384636.666900:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384636.666905:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp33->192.168.202.137@tcp33: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384636.666913:0:16336:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp33 added to recovery queue. ping count: 0 next ping: 258 health :900 00080000:00000010:0.0:1767384636.666917:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c4f268a4. 00000400:00000200:1.0:1767384636.666918:0:16336:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00040000:00000001:0.0:1767384636.666924:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:1.0:1767384636.666925:0:16336:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 1 00040000:00000001:0.0:1767384636.666927:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384636.666931:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.666932:0:16336:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000020:00000002:0.0:1767384636.666934:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384636.666938:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384636.666939:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384636.666945:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384636.666955:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384636.666958:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384636.666963:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384636.666976:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:1.0:1767384636.666979:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000178a5c2. 20000000:00000001:3.0:1767384636.666981:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:1.0:1767384636.666985:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 10000000:01000000:3.0:1767384636.666986:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384636.666991:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384636.666994:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384636.666997:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384636.666999:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384636.667002:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:3.0:1767384636.667008:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007b122e5e. 00080000:00000001:1.0:1767384636.667011:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384636.667013:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384636.667017:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003ea99e71. 00000020:00000001:3.0:1767384636.667022:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384636.667025:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003ea99e71 with handle 0x7f71e2b70dd202f2 to hash 00000020:00000001:3.0:1767384636.667027:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384636.667027:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384636.667028:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:3.0:1767384636.667031:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961953280 : -123268747598336 : ffff8fe342166600) 00080000:00000001:1.0:1767384636.667033:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384636.667035:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961953280 : -123268747598336 : ffff8fe342166600) 00000400:00000200:0.0:1767384636.667036:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x101151 00080000:00000001:1.0:1767384636.667037:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.667041:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384636.667043:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384636.667044:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384636.667044:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384636.667048:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:1.0:1767384636.667049:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384636.667050:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202f2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384636.667051:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000486ed527 00080000:00000002:1.0:1767384636.667057:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00010000:00000001:3.0:1767384636.667059:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384636.667064:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:1.0:1767384636.667065:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00010000:00000001:3.0:1767384636.667068:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000002:1.0:1767384636.667069:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384636.667071:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384636.667074:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384636.667076:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384636.667078:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:0.0:1767384636.667078:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000486ed527. 00010000:00000001:3.0:1767384636.667083:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384636.667085:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384636.667085:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00010000:00000001:3.0:1767384636.667086:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384636.667090:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384636.667092:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384636.667093:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00010000:00000001:3.0:1767384636.667094:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384636.667098:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000001:1.0:1767384636.667099:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384636.667100:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (28) 00010000:00000040:3.0:1767384636.667101:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007b122e5e) refcount = 1 00010000:00010000:3.0:1767384636.667106:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202f2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384636.667106:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000400:00000200:0.0:1767384636.667106:0:16346:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384636.667113:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc -71 00080000:00000001:1.0:1767384636.667114:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384636.667121:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000010:1.0:1767384636.667121:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c74e47bb. 00000400:00000200:0.0:1767384636.667122:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00010000:00000001:3.0:1767384636.667125:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384636.667128:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384636.667129:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799660700672 : -123274048850944 : ffff8fe2061bb400) 00000400:00000200:0.0:1767384636.667130:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (27) 00080000:00000001:1.0:1767384636.667136:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384636.667137:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384636.667140:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384636.667141:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384636.667146:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000010:1.0:1767384636.667146:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e8668921. 20000000:01000000:3.0:1767384636.667148:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00080000:00000001:1.0:1767384636.667151:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.667152:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384636.667155:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000020:0.0:1767384636.667157:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000040:3.0:1767384636.667158:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003ea99e71 refcount=4 00080000:00000001:1.0:1767384636.667158:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384636.667163:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384636.667164:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961953280 : -123268747598336 : ffff8fe342166600) 20000000:00000010:0.0:1767384636.667166:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000743869de. 00010000:00000001:3.0:1767384636.667167:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961953280 : -123268747598336 : ffff8fe342166600) 00080000:00000001:1.0:1767384636.667171:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.667172:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 20000000:00000001:0.0:1767384636.667173:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384636.667175:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202f2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384636.667183:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384636.667184:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000040:0.0:1767384636.667185:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049184896 00010000:00010000:3.0:1767384636.667189:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202f2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384636.667189:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384636.667196:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052b36bfe x1853237049184896/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:617/0 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384636.667197:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384636.667200:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384636.667203:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202f2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384636.667210:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384636.667211:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384636.667213:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.667214:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.667220:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:0.0:1767384636.667221:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=53 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384636.667222:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202f2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384636.667233:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003ea99e71 already unused, calling callback (0000000058ffb97a) 00000100:00000001:0.0:1767384636.667233:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384636.667237:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:0.0:1767384636.667239:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:3.0:1767384636.667240:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384636.667243:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202f2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384636.667246:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:3.0:1767384636.667251:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:0.0:1767384636.667253:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384636.667255:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.667259:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384636.667261:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384636.667262:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384636.667263:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003ea99e71 refcount=5 00000020:00000001:3.0:1767384636.667267:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961953280 : -123268747598336 : ffff8fe342166600) 00000100:00000040:0.0:1767384636.667269:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384636.667270:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961953280 : -123268747598336 : ffff8fe342166600) 00010000:00000001:3.0:1767384636.667274:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384636.667275:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202f2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384636.667275:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018ed6f8c. 00010000:00000001:3.0:1767384636.667283:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:0.0:1767384636.667283:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049184896, offset 224 00010000:00000001:3.0:1767384636.667286:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384636.667289:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.667293:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384636.667296:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384636.667296:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384636.667299:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384636.667301:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384636.667305:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384636.667306:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003ea99e71 with handle 0x7f71e2b70dd202f2 from hash 00010000:00000001:3.0:1767384636.667310:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384636.667312:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384636.667313:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384636.667316:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1767384636.667317:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005280 00010000:00000001:3.0:1767384636.667320:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384636.667323:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1961 [2] + 224 00010000:00000001:3.0:1767384636.667324:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384636.667327:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384636.667329:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384636.667330:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384636.667333:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384636.667336:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384636.667337:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384636.667340:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384636.667342:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384636.667343:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384636.667345:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384636.667348:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384636.667348:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd8dd4bc x1853237049184896/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384636.667353:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.667357:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384636.667362:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202f2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384636.667366:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fd8dd4bc x1853237049184896/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384636.667371:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384636.667378:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384636.667380:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384636.667381:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384636.667382:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384636.667382:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384636.667384:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384636.667385:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384636.667386:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384636.667389:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384636.667391:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202f2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384636.667391:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018ed6f8c 00000400:00000010:0.0:1767384636.667396:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018ed6f8c. 00010000:00000001:3.0:1767384636.667398:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384636.667402:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384636.667403:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1767384636.667404:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003ea99e71/0x7f71e2b70dd202f2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384636.667408:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384636.667410:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1767384636.667411:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007b122e5e count: 0 00000100:00000001:1.0:1767384636.667415:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384636.667415:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.667420:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384636.667423:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 20000000:00000001:3.0:1767384636.667424:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000001:1.0:1767384636.667424:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384636.667428:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384636.667431:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c355a5. 00010000:00000001:0.0:1767384636.667434:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384636.667437:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.667438:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009587c1b7 00000020:00000001:0.0:1767384636.667439:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384636.667443:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009587c1b7. 00000100:00000040:0.0:1767384636.667446:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052b36bfe x1853237049184896/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:617/0 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384636.667450:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384636.667459:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd8dd4bc x1853237049184896/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384636.667459:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052b36bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049184896:12345-0@lo:253: Request processed in 1735us (2199us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384636.667473:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000040:0.0:1767384636.667477:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384636.667481:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384636.667484:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd8dd4bc x1853237049184896/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384636.667485:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384636.667489:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000006aa81da. 00000020:00000010:0.0:1767384636.667494:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006845d9ab. 00000020:00000010:0.0:1767384636.667499:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000851390ea. 00000100:00000001:1.0:1767384636.667501:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384636.667504:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:0.0:1767384636.667507:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384636.667510:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000691796e7. 00000100:00000001:1.0:1767384636.667511:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384636.667513:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384636.667516:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384636.667516:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384636.667521:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384636.667522:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384636.667525:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384636.667527:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7b434d8. 00000100:00000001:1.0:1767384636.667529:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384636.667532:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018ed6f8c. 02000000:00000001:1.0:1767384636.667534:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384636.667540:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=53 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384636.667544:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384636.667547:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384636.667549:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384636.667551:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384636.667553:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.667556:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384636.667560:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd8dd4bc x1853237049184896/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384636.667568:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384636.667571:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384636.667573:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384636.667576:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384636.667578:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384636.667579:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384636.667581:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384636.667582:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384636.667583:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384636.667585:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384636.667586:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384636.667587:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384636.667588:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384636.667629:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd8dd4bc x1853237049184896/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384636.667639:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd8dd4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049184896:0@lo:253: 00000100:00000001:1.0:1767384636.667645:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384636.667647:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384636.667649:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd8dd4bc x1853237049184896/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384636.667656:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384636.667664:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384636.667666:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003777c955. 02000000:00000001:1.0:1767384636.667669:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384636.667671:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384636.667672:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384636.667674:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384636.667676:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a60e7de4. 02000000:00000001:1.0:1767384636.667680:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384636.667682:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384636.667683:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd8dd4bc. 00000100:00000001:1.0:1767384636.667686:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384636.667688:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384636.667689:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384636.667694:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384636.667695:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.667697:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384636.667699:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384636.668471:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c74e47bb. 00080000:00000010:1.0:1767384636.668512:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e8668921. 00040000:00000001:1.0:1767384636.668518:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384636.668519:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384636.668521:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384636.668524:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384636.668526:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384636.668528:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384636.668530:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384636.668539:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384636.668542:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384636.668547:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384636.668548:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384636.668552:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384636.668554:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384636.668556:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384636.668557:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384636.668561:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000edf91ab3. 00010000:00000001:3.0:1767384636.668563:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384636.668565:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000097c750bd. 00000020:00000001:3.0:1767384636.668567:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384636.668569:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000097c750bd with handle 0x7f71e2b70dd202f9 to hash 00000020:00000001:3.0:1767384636.668571:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384636.668573:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384636.668574:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384636.668576:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384636.668577:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384636.668579:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202f9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384636.668602:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384636.668604:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384636.668606:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384636.668607:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384636.668626:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384636.668628:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384636.668630:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384636.668631:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384636.668632:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384636.668634:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384636.668635:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384636.668636:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000edf91ab3) refcount = 1 00010000:00010000:3.0:1767384636.668639:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202f9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384636.668642:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384636.668644:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384636.668645:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384636.668647:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.668648:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384636.668650:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384636.668652:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:3.0:1767384636.668654:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384636.668655:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384636.668657:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000097c750bd refcount=4 00000020:00000001:3.0:1767384636.668658:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384636.668660:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384636.668661:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384636.668663:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202f9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384636.668666:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384636.668667:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202f9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384636.668680:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384636.668681:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384636.668682:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202f9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384636.668685:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384636.668687:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.668688:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384636.668690:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202f9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384636.668693:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000097c750bd already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384636.668695:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384636.668696:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384636.668697:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202f9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384636.668701:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384636.668701:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384636.668703:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384636.668704:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000097c750bd refcount=5 00000020:00000001:3.0:1767384636.668705:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384636.668706:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961953792 : -123268747597824 : ffff8fe342166800) 00010000:00000001:3.0:1767384636.668708:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384636.668709:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202f9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384636.668712:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384636.668714:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384636.668715:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.668717:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384636.668719:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384636.668721:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384636.668726:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384636.668728:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000097c750bd with handle 0x7f71e2b70dd202f9 from hash 00010000:00000001:3.0:1767384636.668730:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384636.668731:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384636.668732:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000020:0.0:1767384636.668732:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384636.668735:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384636.668739:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384636.668739:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384636.668742:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 20000000:00000010:0.0:1767384636.668744:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000083a8aa98. 00010000:00000001:3.0:1767384636.668745:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384636.668747:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384636.668750:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.668751:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384636.668752:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:0.0:1767384636.668753:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.668754:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384636.668756:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384636.668759:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.668761:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384636.668761:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049185024 00010000:00000001:3.0:1767384636.668765:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384636.668767:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384636.668768:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202f9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384636.668774:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:0.0:1767384636.668775:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007ca144fe x1853237049185024/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:617/0 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384636.668776:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384636.668778:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384636.668780:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384636.668782:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384636.668784:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384636.668786:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384636.668789:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384636.668793:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384636.668797:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202f9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384636.668797:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384636.668801:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.668803:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384636.668806:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384636.668807:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=53 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384636.668808:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000097c750bd/0x7f71e2b70dd202f9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384636.668817:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:3.0:1767384636.668824:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000edf91ab3 count: 0 00000100:00000040:0.0:1767384636.668831:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:3.0:1767384636.668834:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384636.668835:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 20000000:00000001:3.0:1767384636.668836:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:0.0:1767384636.668841:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384636.668844:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.668847:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384636.668850:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384636.668853:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d9000ee. 00000100:00000200:0.0:1767384636.668857:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049185024, offset 224 00000400:00000200:0.0:1767384636.668863:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384636.668872:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384636.668879:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005300 00000400:00000200:0.0:1767384636.668885:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1969 [2] + 224 00000400:00000200:0.0:1767384636.668890:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384636.668893:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384636.668897:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384636.668901:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005def2f30 x1853237049185024/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384636.668910:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005def2f30 x1853237049185024/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384636.668928:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384636.668934:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9000ee 00000400:00000010:0.0:1767384636.668936:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d9000ee. 00000100:00000001:0.0:1767384636.668939:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384636.668940:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384636.668943:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384636.668946:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384636.668949:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384636.668951:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384636.668953:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384636.668955:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384636.668958:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007ca144fe x1853237049185024/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:617/0 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384636.668959:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384636.668965:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384636.668968:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384636.668972:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dc30387. 00000100:00100000:0.0:1767384636.668976:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007ca144fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049185024:12345-0@lo:253: Request processed in 3182us (3593us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384636.668979:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005876981b 00000400:00000010:1.0:1767384636.668983:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005876981b. 00000100:00000001:1.0:1767384636.668987:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384636.668993:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005def2f30 x1853237049185024/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384636.669006:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000040:0.0:1767384636.669010:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:0.0:1767384636.669015:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384636.669018:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384636.669023:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df9a5ec6. 00000100:00000200:1.0:1767384636.669029:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005def2f30 x1853237049185024/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384636.669029:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384636.669035:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a2035a5. 00000100:00000001:1.0:1767384636.669043:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384636.669044:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:1.0:1767384636.669046:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384636.669051:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384636.669051:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384636.669054:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767384636.669055:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000051fd331e. 00000100:00000001:1.0:1767384636.669057:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384636.669060:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384636.669061:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.669065:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384636.669066:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384636.669072:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=53 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384636.669072:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384636.669079:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=53 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384636.669079:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000679602a5. 00000100:00000001:1.0:1767384636.669086:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384636.669087:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d9000ee. 00000100:00000001:1.0:1767384636.669088:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384636.669093:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384636.669095:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.669098:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384636.669102:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005def2f30 x1853237049185024/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384636.669109:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384636.669111:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384636.669113:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384636.669115:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384636.669117:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384636.669119:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384636.669120:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384636.669121:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384636.669123:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384636.669124:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384636.669125:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384636.669127:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384636.669129:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005def2f30 x1853237049185024/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384636.669136:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005def2f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049185024:0@lo:253: 00000100:00000001:1.0:1767384636.669140:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384636.669147:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384636.669149:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005def2f30 x1853237049185024/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384636.669156:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384636.669157:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384636.669159:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c9ab8656. 02000000:00000001:1.0:1767384636.669163:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384636.669165:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384636.669166:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384636.669168:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384636.669170:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bd6db825. 02000000:00000001:1.0:1767384636.669172:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384636.669174:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384636.669175:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005def2f30. 00000100:00000001:1.0:1767384636.669177:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384636.669179:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384636.669180:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384636.669185:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384636.669186:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.669188:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384636.669190:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384636.670652:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294925092, at 4294925093 00000100:00000040:2.0:1767384636.670654:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294925092, at 4294925093 00000100:00000010:3.0:1767384636.670658:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017fdc9cc. 00000100:00000040:0.0:1767384636.670661:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294925092, at 4294925093 00000100:00000040:1.0:1767384636.670662:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294925092, at 4294925093 00000100:00000010:2.0:1767384636.670664:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086ca773f. 00000100:00000010:0.0:1767384636.670669:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bf7af9ff. 00000100:00000010:1.0:1767384636.670672:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082cbf76c. 00010000:00000010:3.1:1767384636.673627:0:29704:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007b122e5e. 00010000:00000010:3.1:1767384636.673634:0:29704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003ea99e71. 00010000:00000010:3.1:1767384636.678648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000edf91ab3. 00010000:00000010:3.1:1767384636.678656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000097c750bd. 00000400:00000010:2.0:1767384636.680869:0:29706:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009226609f. 00000400:00000040:2.0:1767384636.680889:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384636.680893:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384636.680895:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384636.680897:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384636.680900:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384636.680902:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384636.680905:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384636.680907:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384636.680908:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384636.680910:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384636.680913:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384636.680915:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384636.680917:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384636.680919:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384636.680920:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384636.680923:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384636.680925:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384636.680926:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384636.680927:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384636.680930:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384636.680932:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384636.680938:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384636.680940:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384636.680942:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384636.680943:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384636.680946:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384636.680948:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384636.680949:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384636.680951:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384636.680953:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384636.680954:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384636.680957:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384636.680958:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384636.680960:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384636.680962:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384636.680964:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384636.680965:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384636.680967:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384636.680969:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384636.680971:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384636.680972:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384636.680974:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384636.680976:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384636.680978:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384636.680979:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384636.680981:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384636.680983:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384636.680984:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384636.680987:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384636.680988:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384636.680990:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384636.680992:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384636.680993:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384636.680995:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384636.680997:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384636.680999:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384636.681000:0:29706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384636.681086:0:29706:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009226609f. 00000400:00000001:1.0:1767384637.273664:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384637.273669:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384637.273672:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:1.0:1767384637.273676:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000400:00000200:1.0:1767384637.273680:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384637.273686:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767384637.273695:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000014cd945c. 00000400:00000010:1.0:1767384637.273698:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004dac76d1. 00000400:00000200:1.0:1767384637.273703:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp31 00000400:00000010:1.0:1767384637.273707:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000097626e6f. 00000400:00000010:1.0:1767384637.273712:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000051caaeac. 00000400:00000010:1.0:1767384637.273717:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000400:00000010:1.0:1767384637.273724:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000534aa525. 00000400:00000200:1.0:1767384637.273737:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp31 00000400:00000200:1.0:1767384637.273752:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp31 local destination 00000400:00000200:1.0:1767384637.273758:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp31 00000400:00000200:1.0:1767384637.273763:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp31 NI seq info: [97:97:256:4294967295] 192.168.202.137@tcp31 LPNI seq info [95:95:8:4294967295] 00000400:00000200:1.0:1767384637.273771:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp31 00000400:00000200:1.0:1767384637.273783:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp31(192.168.202.137@tcp31:) -> 192.168.202.137@tcp31(192.168.202.137@tcp31:192.168.202.137@tcp31) : GET try# 0 00000800:00000200:1.0:1767384637.273790:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp31 00000800:00000010:1.0:1767384637.273795:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d89ea816. 00000800:00000200:1.0:1767384637.273801:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000800:00000200:1.1:1767384637.273805:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000400:00000200:1.0:1767384637.273822:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp31 added to recovery queue. ping count: 3 next ping: 266 health :700 00000400:00000200:1.0:1767384637.273825:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp30 00000400:00000010:1.0:1767384637.273828:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fa702719. 00000400:00000010:1.0:1767384637.273832:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000090f9bed3. 00000400:00000010:1.0:1767384637.273835:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000600d16b. 00000400:00000010:1.0:1767384637.273841:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007ce159d5. 00000400:00000200:1.0:1767384637.273843:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp30 00000400:00000200:1.0:1767384637.273848:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp30 local destination 00000400:00000200:1.0:1767384637.273851:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp30 00000400:00000200:1.0:1767384637.273854:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp30 NI seq info: [98:98:256:4294967295] 192.168.202.137@tcp30 LPNI seq info [96:96:8:4294967295] 00000400:00000200:1.0:1767384637.273857:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp30 00000400:00000200:1.0:1767384637.273861:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp30(192.168.202.137@tcp30:) -> 192.168.202.137@tcp30(192.168.202.137@tcp30:192.168.202.137@tcp30) : GET try# 0 00000800:00000200:1.0:1767384637.273864:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp30 00000800:00000010:1.0:1767384637.273867:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000652fb89d. 00000800:00000200:1.0:1767384637.273870:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b982e44] -> 12345-192.168.202.137@tcp30 (2) 00000800:00000200:1.1:1767384637.273872:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b982e44] -> 12345-192.168.202.137@tcp30 (2) 00000400:00000200:1.0:1767384637.273884:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp30 added to recovery queue. ping count: 3 next ping: 266 health :700 00000400:00000200:1.0:1767384637.273891:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp33 00000400:00000200:0.0:1767384637.273893:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000010:1.0:1767384637.273895:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f664ea17. 00000400:00000010:1.0:1767384637.273903:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f7783a3a. 00000400:00000010:1.0:1767384637.273916:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3d8d3c5. 00000400:00000010:1.0:1767384637.273924:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000668d8d59. 00000400:00000200:1.0:1767384637.273930:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp33 00000400:00000200:1.0:1767384637.273942:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp33 local destination 00000400:00000200:1.0:1767384637.273946:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp33 00000400:00000200:1.0:1767384637.273951:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp33 NI seq info: [99:99:256:4294967295] 192.168.202.137@tcp33 LPNI seq info [97:97:8:4294967295] 00000400:00000200:3.0:1767384637.273956:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.273959:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp33 00000400:00000200:1.0:1767384637.273975:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp33(192.168.202.137@tcp33:) -> 192.168.202.137@tcp33(192.168.202.137@tcp33:192.168.202.137@tcp33) : GET try# 0 00000400:00000200:0.0:1767384637.273979:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000800:00000200:1.0:1767384637.273984:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp33 00000800:00000010:1.0:1767384637.273989:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002811e2d8. 00000800:00000200:1.0:1767384637.273994:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312be697] -> 12345-192.168.202.137@tcp33 (2) 00000800:00000200:1.1:1767384637.273998:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312be697] -> 12345-192.168.202.137@tcp33 (2) 00000400:00000200:1.0:1767384637.274014:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp33 added to recovery queue. ping count: 1 next ping: 260 health :900 00000400:00000200:3.0:1767384637.274048:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274050:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.274063:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.274125:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274127:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.274137:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274211:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.274221:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.274223:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274287:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.274304:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.274306:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274354:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.274380:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.274393:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274416:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.274442:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.274455:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274489:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.274499:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.274510:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274556:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.274562:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.274570:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274648:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.274679:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.274680:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274705:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.274753:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.274756:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274776:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.274819:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.274824:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274843:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.274883:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.274885:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274919:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.274948:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.274960:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.274976:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.275004:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275028:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.275040:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.275066:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275096:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.275103:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.275128:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275158:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.275185:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.275189:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275217:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.275260:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.275265:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275266:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275331:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.275335:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.275338:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275390:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.275397:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.275412:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275451:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.275468:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.275492:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275512:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.275540:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.275561:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275564:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.275643:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275665:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.275681:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.275719:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275772:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.275772:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.275797:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275848:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.275860:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.275870:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275904:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.275943:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.275943:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.275971:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.276012:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.276027:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.276053:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.276085:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.276104:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.276127:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.276159:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.276179:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.276214:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.276238:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.276250:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.276289:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.276320:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.276320:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.276349:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.276393:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.276402:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.276425:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.276473:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.276502:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.276545:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.276572:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.276647:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384637.276649:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083a8aa98. 00000800:00000010:0.0:1767384637.276656:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f1207cf5. 00000800:00000010:0.0:1767384637.276661:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004b60088. 00000400:00000200:3.0:1767384637.276670:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000800:00000010:0.0:1767384637.276690:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004b60088. 00000800:00020000:0.0:1767384637.276702:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384637.276705:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f1207cf5. 00000800:00000010:0.0:1767384637.276708:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000083a8aa98. 00000400:00000200:1.0:1767384637.276717:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:3.0:1767384637.276741:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:02020000:0.0:1767384637.276788:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp31 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384637.276793:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.276800:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp31 notifying 192.168.202.137@tcp31: down 00000800:00000200:0.0:1767384637.276807:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp31 down 00000800:00000100:0.0:1767384637.276822:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp31 00000400:00000200:3.0:1767384637.276823:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000800:00000010:0.0:1767384637.276825:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d89ea816. 00000400:00000200:0.0:1767384637.276831:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384637.276835:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp31->192.168.202.137@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384637.276843:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384637.276847:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384637.276853:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp31) recovery failed with -71 00000400:00000200:1.0:1767384637.276871:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.276926:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.276967:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.277023:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000800:00000010:3.0:1767384637.277072:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dde9f896. 00000800:00000010:3.0:1767384637.277078:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f17ad9b3. 00000800:00000010:3.0:1767384637.277083:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000661e59ec. 00000800:00000010:3.0:1767384637.277124:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000661e59ec. 00000800:00000010:1.0:1767384637.277215:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050d6fae4. 00000800:00000010:1.0:1767384637.277220:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a253a65c. 00000800:00000010:1.0:1767384637.277224:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000daa912a2. 00000400:00000200:0.0:1767384637.277226:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384637.277240:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp30 from 215.3.0.2 00000800:00000010:0.0:1767384637.277243:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000075463dc4. 00000800:00000010:1.0:1767384637.277249:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000daa912a2. 00000800:00000010:3.0:1767384637.277279:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000743869de. 00000800:00000010:3.0:1767384637.277285:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000039f5c368. 00000800:00000010:3.0:1767384637.277303:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000048adaee7. 00000800:00000200:3.1:1767384637.277308:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b982e44] -> 12345-192.168.202.137@tcp30 (2) 00000800:00000200:3.1:1767384637.277319:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp30 0000000048adaee7 deleted 00000800:00000010:3.1:1767384637.277321:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000048adaee7. 00000800:00000200:3.1:1767384637.277325:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384637.277330:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp30 ip 192.168.202.137:983 00000800:00000200:3.1:1767384637.277333:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000652fb89d type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384637.277338:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp30 p 3.x 192.168.202.137 -> 192.168.202.137:983 incarnation:1767384627137413659 sched[0] 00000800:00000010:3.0:1767384637.277342:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000661e59ec. 00000400:00000200:0.0:1767384637.277374:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384637.277387:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000661e59ec. 00000400:00000200:0.0:1767384637.277388:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp33 from 214.3.0.2 00000800:00000010:3.0:1767384637.277393:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000039f5c368. 00000800:00000010:0.0:1767384637.277394:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f694ef24. 00000800:00000200:1.1:1767384637.277420:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384637.277427:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp30 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384627137413659 sched[0] 00000800:00000010:1.0:1767384637.277431:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f17ad9b3. 00000800:00000010:3.0:1767384637.277433:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000075463dc4. 00000800:00000010:3.0:1767384637.277445:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000522b1681. 00000800:00000010:3.0:1767384637.277447:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000039f5c368. 00000800:00000010:3.0:1767384637.277465:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000048adaee7. 00000800:00000001:1.0:1767384637.277465:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767384637.277472:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312be697] -> 12345-192.168.202.137@tcp33 (2) 00000800:00000200:3.1:1767384637.277477:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp33 0000000048adaee7 deleted 00000800:00000010:3.1:1767384637.277478:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000048adaee7. 00000800:00000200:3.1:1767384637.277481:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384637.277484:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp33 ip 192.168.202.137:982 00000800:00000200:3.1:1767384637.277486:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002811e2d8 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384637.277491:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp33 p 3.x 192.168.202.137 -> 192.168.202.137:982 incarnation:1767384632788893591 sched[0] 00000800:00000001:1.0:1767384637.277493:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384637.277503:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000661e59ec. 00000800:00000200:1.0:1767384637.277554:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384637.277558:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000661e59ec. 00000800:00000010:1.0:1767384637.277558:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000652fb89d. 00000800:00000010:3.0:1767384637.277564:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000039f5c368. 00000400:00000200:1.0:1767384637.277564:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384637.277575:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp30->192.168.202.137@tcp30: GET: OK 00000400:00000200:1.0:1767384637.277580:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384637.277599:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp30 recovery message sent successfully:0 00000800:00000010:3.0:1767384637.277625:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f694ef24. 00000800:00000001:1.0:1767384637.277640:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.277649:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384637.277652:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.277658:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384637.277666:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp30(192.168.202.137@tcp30) <- 192.168.202.137@tcp30 : GET - for me 00000400:00000200:1.0:1767384637.277675:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384637.277682:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x1959 [1] + 0 00000400:00000200:1.0:1767384637.277692:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp30 to MR: 192.168.202.137@tcp30 local destination 00000400:00000200:1.0:1767384637.277697:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp30 NI seq info: [100:100:256:4294967295] 192.168.202.137@tcp30 LPNI seq info [98:98:8:4294967295] 00000400:00000200:1.0:1767384637.277711:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp30(192.168.202.137@tcp30:192.168.202.137@tcp30) -> 192.168.202.137@tcp30(192.168.202.137@tcp30:192.168.202.137@tcp30) 192.168.202.137@tcp30 : REPLY try# 0 00000800:00000200:1.0:1767384637.277716:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp30 00000800:00000010:1.0:1767384637.277719:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000652fb89d. 00000800:00000200:1.0:1767384637.277724:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b982e44] -> 12345-192.168.202.137@tcp30 (4) 00000800:00000200:1.0:1767384637.277728:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp30 ip 192.168.202.137:988 00000800:00000200:1.0:1767384637.277730:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000652fb89d type 3, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384637.277778:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384637.277780:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002811e2d8. 00000400:00000200:1.0:1767384637.277783:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384637.277788:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.277789:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp33->192.168.202.137@tcp33: GET: OK 00000400:00000200:1.0:1767384637.277797:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384637.277800:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp33 recovery message sent successfully:0 00000800:00000001:1.0:1767384637.277810:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.277814:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384637.277838:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000800:00000200:1.0:1767384637.277851:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384637.277858:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000652fb89d. 00000400:00000200:1.0:1767384637.277862:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384637.277867:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp30->192.168.202.137@tcp30: REPLY: OK 00000800:00000001:1.0:1767384637.277879:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384637.277882:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000001:1.0:1767384637.277883:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384637.277889:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.277894:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384637.277896:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.277900:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384637.277906:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp30(192.168.202.137@tcp30) <- 192.168.202.137@tcp30 : REPLY - for me 00000400:00000200:1.0:1767384637.277916:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp30: Reply from 12345-192.168.202.137@tcp30 of length 272/272 into md 0x1985 00000800:00000001:1.0:1767384637.277921:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.277929:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384637.277930:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384637.277933:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp30->192.168.202.137@tcp30: REPLY: OK 00000400:00000200:1.0:1767384637.277937:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000600d16b 00000400:00000200:0.0:1767384637.277938:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000010:1.0:1767384637.277939:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000600d16b. 00000400:00000200:1.0:1767384637.277944:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384637.277948:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fa702719. 00000400:00000010:1.0:1767384637.277953:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000090f9bed3. 00000800:00000001:1.0:1767384637.277960:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384637.277964:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384637.277989:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000800:00000200:1.1:1767384637.278015:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384637.278021:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp33 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384632788893591 sched[0] 00000800:00000010:1.0:1767384637.278024:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a253a65c. 00000400:00000200:0.0:1767384637.278038:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.278093:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.278109:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.278159:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.278183:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.278220:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.278247:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.278289:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.278335:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.278362:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.278408:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.278445:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.278501:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.278525:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.278564:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000800:00000001:2.0:1767384637.278572:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384637.278597:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384637.278601:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000800:00000001:2.0:1767384637.278602:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384637.278649:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384637.278659:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp33(192.168.202.137@tcp33) <- 192.168.202.137@tcp33 : GET - for me 00000400:00000200:2.0:1767384637.278671:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384637.278676:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384637.278677:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x1959 [1] + 0 00000400:00000200:2.0:1767384637.278690:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp33 to MR: 192.168.202.137@tcp33 local destination 00000400:00000200:2.0:1767384637.278697:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp33 NI seq info: [101:101:256:4294967295] 192.168.202.137@tcp33 LPNI seq info [99:99:8:4294967295] 00000400:00000200:2.0:1767384637.278710:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp33(192.168.202.137@tcp33:192.168.202.137@tcp33) -> 192.168.202.137@tcp33(192.168.202.137@tcp33:192.168.202.137@tcp33) 192.168.202.137@tcp33 : REPLY try# 0 00000800:00000200:2.0:1767384637.278715:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp33 00000800:00000010:2.0:1767384637.278719:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efd22337. 00000400:00000200:1.0:1767384637.278724:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000800:00000200:2.0:1767384637.278725:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312be697] -> 12345-192.168.202.137@tcp33 (4) 00000800:00000200:2.0:1767384637.278730:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp33 ip 192.168.202.137:988 00000800:00000200:2.0:1767384637.278734:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000efd22337 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384637.278769:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000800:00000200:2.0:1767384637.278796:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384637.278800:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efd22337. 00000400:00000200:2.0:1767384637.278804:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384637.278809:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp33->192.168.202.137@tcp33: REPLY: OK 00000400:00000200:1.0:1767384637.278816:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000800:00000001:2.0:1767384637.278820:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384637.278826:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384637.278830:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384637.278834:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384637.278836:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384637.278840:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384637.278847:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp33(192.168.202.137@tcp33) <- 192.168.202.137@tcp33 : REPLY - for me 00000400:00000200:2.0:1767384637.278856:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp33: Reply from 12345-192.168.202.137@tcp33 of length 272/272 into md 0x1989 00000800:00000001:2.0:1767384637.278860:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384637.278863:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000800:00000001:2.0:1767384637.278866:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384637.278869:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384637.278874:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp33->192.168.202.137@tcp33: REPLY: OK 00000400:00000200:2.0:1767384637.278883:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d8d3c5 00000400:00000010:2.0:1767384637.278885:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3d8d3c5. 00000400:00000200:2.0:1767384637.278889:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384637.278895:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f664ea17. 00000400:00000010:2.0:1767384637.278898:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f7783a3a. 00000800:00000001:2.0:1767384637.278904:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384637.278906:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000800:00000001:2.0:1767384637.278907:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384637.278939:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.278971:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.278989:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279017:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.279040:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279065:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.279106:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279124:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.279163:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279183:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.279217:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279241:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.279273:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279296:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.279338:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279341:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.279396:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279403:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279454:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.279469:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279490:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.279533:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279547:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.279602:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279692:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279722:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279746:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279768:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279810:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279848:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279881:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279911:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279953:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.279966:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.279998:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.280017:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.280050:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.280072:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.280103:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.280137:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.280185:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.280218:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000800:00000010:1.0:1767384637.280245:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c0388b51. 00000800:00000010:1.0:1767384637.280250:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a253a65c. 00000400:00000200:0.0:1767384637.280253:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384637.280254:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000daa912a2. 00000800:00000010:1.0:1767384637.280276:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000daa912a2. 00000800:00020000:1.0:1767384637.280284:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000400:00000200:0.0:1767384637.280290:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000800:00000010:1.0:1767384637.280293:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a253a65c. 00000800:00000010:1.0:1767384637.280298:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c0388b51. 00000400:02020000:1.0:1767384637.280341:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp33 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384637.280354:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.280387:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.280425:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.280459:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.280497:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:0.0:1767384637.280522:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:1.0:1767384637.280718:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384637.280731:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083a8aa98. 00000800:00000010:0.0:1767384637.280735:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a1df38a2. 00000400:00000200:1.0:1767384637.280739:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp30 from 213.3.0.2 00000800:00000010:0.0:1767384637.280740:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004b60088. 00000800:00000010:1.0:1767384637.280743:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f664ea17. 00000800:00000010:0.0:1767384637.280774:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004b60088. 00000800:00000010:0.0:1767384637.280809:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003777c955. 00000800:00000010:0.0:1767384637.280813:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3fc5d2e. 00000800:00000010:0.0:1767384637.280832:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f1207cf5. 00000800:00000200:0.1:1767384637.280839:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b982e44] -> 12345-192.168.202.137@tcp30 (4) 00000800:00000200:0.1:1767384637.280844:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp30 00000000f1207cf5 deleted 00000800:00000010:0.1:1767384637.280846:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f1207cf5. 00000800:00000200:0.1:1767384637.280850:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384637.280855:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp30 p 3.x 192.168.202.137 -> 192.168.202.137:981 incarnation:1767384627137413659 sched[0] 00000800:00000010:0.0:1767384637.280868:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004b60088. 00000800:00000010:0.0:1767384637.280911:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004b60088. 00000800:00000010:0.0:1767384637.280915:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3fc5d2e. 00000800:00000010:0.0:1767384637.280945:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f664ea17. 00000800:00000001:0.0:1767384637.280955:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384637.280959:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384637.280984:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384637.280988:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp30 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384627137413659 sched[0] 00000800:00000010:0.0:1767384637.280990:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a1df38a2. 00000800:00000001:0.0:1767384637.281020:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384637.281023:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384637.401917:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384637.401922:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.401927:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384637.401928:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384637.401966:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384637.401970:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384637.401974:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384637.402662:0:17067:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384637.402664:0:17064:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384637.402666:0:17067:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.402668:0:17064:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384637.949233:0:30104:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000060da8421. 00080000:00000010:3.0:1767384637.949242:0:30104:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000060da8421. 00000020:00000001:3.0:1767384637.949246:0:30104:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384637.949252:0:30104:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000060da8421. 00080000:00000010:3.0:1767384637.949256:0:30104:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000060da8421. 00000020:00000001:3.0:1767384637.949258:0:30104:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384638.297679:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384638.297688:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384638.297690:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:1.0:1767384638.297694:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000400:00000200:1.0:1767384638.297698:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384638.297704:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp31 recovery ping unlinked 00000400:00000010:1.0:1767384638.297718:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000097626e6f. 00000400:00000010:1.0:1767384638.297721:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000051caaeac. 00010000:00000001:2.0:1767384638.425750:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384638.425755:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384638.425760:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384638.425761:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384638.425799:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384638.425804:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384638.425819:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384638.665875:0:30268:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384638.665879:0:30268:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:0.0:1767384638.668669:0:30268:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384638.674527:0:30269:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d9321185. 00000400:00000010:1.0:1767384638.674541:0:30269:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000857e4f59. 00000400:00000010:1.0:1767384638.674551:0:30269:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000026e0b4c6. 00000400:00000010:1.0:1767384638.674554:0:30269:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ec2d9614. 00000400:00000010:1.0:1767384638.674557:0:30269:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d9a3036. 00000400:00000010:1.0:1767384638.674560:0:30269:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002a42174b. 00000400:00000010:1.0:1767384638.674561:0:30269:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002b2dbf01. 00000400:00000010:1.0:1767384638.674563:0:30269:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a0c569f6. 00000400:00000010:1.0:1767384638.674566:0:30269:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004b14f795. 00000800:00000010:1.0:1767384638.674594:0:30269:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000652fb89d. 00000800:00000200:1.0:1767384638.674605:0:30269:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384638.674629:0:30269:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384638.674663:0:30269:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:1.0:1767384638.674683:0:30269:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp36 [8/256/0/180] 00000400:00000010:1.0:1767384638.675949:0:30269:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 0000000098e9eef9. 00000400:00000010:1.0:1767384638.675955:0:30269:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b975a4. 00000400:00000010:1.0:1767384638.675959:0:30269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000400:00000001:1.0:1767384638.675974:0:30269:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384638.675976:0:30269:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384638.675983:0:30269:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df21878b. 00000400:00000200:1.0:1767384638.675985:0:30269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b49f0c6 00000400:00000010:1.0:1767384638.675986:0:30269:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b49f0c6. 00000400:00000010:1.0:1767384638.675990:0:30269:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000002b6d3da7. 00000400:00000200:1.0:1767384638.676009:0:30269:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (26) 00000400:00000200:1.0:1767384638.676021:0:30269:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384638.676028:0:30269:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:1.0:1767384638.676034:0:30269:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c0388b51. 00000020:01000000:1.0:1767384638.676039:0:30269:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384638.676041:0:30269:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp36 00000400:00000200:0.0:1767384638.676044:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384638.676051:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 00000400:00000010:1.0:1767384638.676055:0:30269:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000857e4f59. 00000400:00000010:0.0:1767384638.676057:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a41866c. 00000400:00000010:1.0:1767384638.676059:0:30269:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d9321185. 00000400:00000200:0.0:1767384638.676061:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (27) 00000400:00000010:0.0:1767384638.676068:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eed4c065. 00000400:00000200:0.0:1767384638.676072:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000020:00000001:3.0:1767384638.676084:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384638.676084:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 10000000:00000001:3.0:1767384638.676090:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384638.676092:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 10000000:00000001:3.0:1767384638.676094:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384638.676097:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384638.676099:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000020:01000004:3.0:1767384638.676101:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384638.676105:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384638.676105:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:3.0:1767384638.676107:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384638.676110:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384638.676113:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384638.676115:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:3.0:1767384638.676116:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384638.676118:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384638.676121:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384638.676122:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384638.676124:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384638.676128:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000c740ba. 00000400:00000200:0.0:1767384638.676133:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000020:00000040:3.0:1767384638.676135:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:0.0:1767384638.676137:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 00000100:00000001:3.0:1767384638.676142:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384638.676142:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 02000000:00000001:3.0:1767384638.676147:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384638.676148:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[93, 38] 02000000:00000001:3.0:1767384638.676152:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384638.676153:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000400:00000200:0.0:1767384638.676159:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:0.0:1767384638.676162:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 02000000:00000010:3.0:1767384638.676163:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e3dac134. 00000400:00000200:0.0:1767384638.676166:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000100:00000001:3.0:1767384638.676171:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384638.676171:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:0.0:1767384638.676178:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000100:00000001:3.0:1767384638.676182:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384638.676182:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000100:00000001:3.0:1767384638.676186:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384638.676188:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000400:00000200:0.0:1767384638.676192:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000400:00000200:0.0:1767384638.676199:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00000100:00000040:3.0:1767384638.676203:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c740ba] to pc [ptlrpcd_00_02+2] req@0000000000c740ba x1853237049185152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384638.676204:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 24], ns[81, 24] 00000400:00000200:0.0:1767384638.676218:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[93, 24], ns[95, 24] 00000400:00000200:0.0:1767384638.676224:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 24], ns[100, 24] 00000400:00000200:0.0:1767384638.676227:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 24], ns[97, 24] 00000400:00000200:0.0:1767384638.676237:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[92, 24], ns[94, 24] 00000400:00000200:0.0:1767384638.676240:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 24], ns[101, 24] 10000000:00000001:3.0:1767384638.676241:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384638.676245:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[0, 24] 10000000:00000001:3.0:1767384638.676246:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.676251:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.676254:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384638.676254:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000020:01000000:3.0:1767384638.676255:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384638.676259:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384638.676263:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp34 00000020:00000001:3.0:1767384638.676264:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384638.676264:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384638.676268:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384638.676269:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp34 lpni_is_preferred = 0 10000000:00000001:3.0:1767384638.676272:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384638.676273:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000000c740ba x1853237049185152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384638.676274:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384638.676276:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp34 00000020:01000004:3.0:1767384638.676280:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384638.676284:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384638.676287:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp34 NI seq info: [102:102:256:4294967295] 192.168.202.137@tcp34 LPNI seq info [100:100:8:4294967295] 00000020:01000004:3.0:1767384638.676288:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384638.676291:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384638.676292:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384638.676294:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384638.676296:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384638.676299:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384638.676299:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384638.676299:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp34 00000020:01000004:3.0:1767384638.676304:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384638.676304:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384638.676307:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384638.676310:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384638.676310:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384638.676316:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e932d677. 00000100:00100000:1.0:1767384638.676317:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000000c740ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049185152:0@lo:253: 00000400:00000200:0.0:1767384638.676317:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp34(192.168.202.137@tcp34:) -> 192.168.202.137@tcp34(192.168.202.137@tcp:192.168.202.137@tcp34) : PUT try# 0 00000020:00000040:3.0:1767384638.676321:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384638.676329:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384638.676329:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384638.676333:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384638.676335:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384638.676336:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.676339:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.676342:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384638.676343:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fdd6a92f. 02000000:00000010:1.0:1767384638.676347:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bd6db825. 00000800:00000200:0.0:1767384638.676348:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.137@tcp34 00000100:00000001:3.0:1767384638.676349:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.676351:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.676356:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1767384638.676357:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000626afda4. 00000400:00000010:1.0:1767384638.676358:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2f51c8f. 00000100:00000001:3.0:1767384638.676360:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.676367:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e932d677] to pc [ptlrpcd_00_03+3] req@00000000e932d677 x1853237049185280/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384638.676367:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a50268e5. 00000800:00000010:0.0:1767384638.676367:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c8cbf4bb. 00000100:00000200:1.0:1767384638.676374:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049185152, portal 25 00000800:00000010:0.0:1767384638.676374:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f1207cf5. 00000100:00000001:1.0:1767384638.676380:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:3.0:1767384638.676383:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.676384:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923213568 : -123268786338048 : ffff8fe33fc74700) 00000800:00000200:0.0:1767384638.676385:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8cbf4bb] -> 12345-192.168.202.137@tcp34 (2) 10000000:00000001:3.0:1767384638.676387:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.676392:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.676395:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000000c740ba x1853237049185152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:3.0:1767384638.676397:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:0.1:1767384638.676397:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8cbf4bb] -> 12345-192.168.202.137@tcp34 (2) 00000020:00000010:3.0:1767384638.676403:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c0388b51. 00000100:00000001:1.0:1767384638.676409:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384638.676415:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384638.676416:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000010:1.0:1767384638.676419:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087da533b. 00000400:00000200:0.0:1767384638.676420:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 rc 0 00000100:00000001:3.0:1767384638.676423:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384638.676425:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049185152, offset 0 00000100:00000001:3.0:1767384638.676427:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384638.676430:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384638.676433:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384638.676436:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e932d677 x1853237049185280/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384638.676445:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384638.676446:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384638.676449:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384638.676452:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384638.676454:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384638.676457:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005380 02000000:00000001:3.0:1767384638.676458:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384638.676463:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049185280:0@lo:253: 00000400:00000200:1.0:1767384638.676466:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11dd [2] + 0 00000100:00000001:3.0:1767384638.676471:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384638.676471:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013316bd4. 02000000:00000001:3.0:1767384638.676475:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384638.676475:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384638.676477:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000010e07612 02000000:00000001:3.0:1767384638.676479:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384638.676482:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384638.676486:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384638.676487:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a327df6e. 02000000:00000001:3.0:1767384638.676492:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384638.676492:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384638.676500:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f4367a3. 00000400:00000200:1.0:1767384638.676500:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010e07612 00000400:00000010:1.0:1767384638.676504:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010e07612. 00000100:00000001:1.0:1767384638.676509:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384638.676510:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384638.676513:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000060b61316 x1853237049185152 msgsize 4848 00000400:00000010:3.0:1767384638.676515:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000256d4975. 00000100:00100000:1.0:1767384638.676520:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384638.676522:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049185280, portal 25 00000100:00000040:1.0:1767384638.676523:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384638.676524:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000001:3.0:1767384638.676528:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384638.676531:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923219840 : -123268786331776 : ffff8fe33fc75f80) 00000100:00000001:1.0:1767384638.676535:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384638.676538:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e932d677 x1853237049185280/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384638.676543:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087da533b 00000100:00000001:3.0:1767384638.676544:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384638.676546:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087da533b. 00000100:00000040:3.0:1767384638.676550:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384638.676551:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384638.676554:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c22695bc. 00000100:00000200:1.0:1767384638.676557:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000000c740ba x1853237049185152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384638.676559:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049185280, offset 0 00000400:00000200:0.0:1767384638.676560:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384638.676580:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384638.676585:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384638.676590:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000000c740ba x1853237049185152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.676591:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384638.676600:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.676602:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384638.676605:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005400 00000400:00000200:3.0:1767384638.676630:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11f5 [2] + 0 00000400:00000010:3.0:1767384638.676633:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ed7ebd6. 00000400:00000200:0.0:1767384638.676635:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384638.676636:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c3e4d0f5 00000100:00000001:1.0:1767384638.676640:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.676644:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294927104 00000400:00000200:3.0:1767384638.676648:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384638.676649:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c00c4ab. 00000400:00000200:3.0:1767384638.676653:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384638.676656:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3e4d0f5 00000400:00000010:3.0:1767384638.676659:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3e4d0f5. 00000100:00000001:1.0:1767384638.676661:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384638.676663:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384638.676665:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000200:3.0:1767384638.676666:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384638.676667:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294927104 00000100:00000040:3.0:1767384638.676672:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000052cbcaa4 x1853237049185280 msgsize 4848 00000100:00000010:1.0:1767384638.676673:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb1b8e25. 00000100:00000001:1.0:1767384638.676678:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767384638.676682:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384638.676683:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294927104 00000100:00000040:3.0:1767384638.676685:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384638.676688:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001aeb33bf. 00000100:00000001:1.0:1767384638.676691:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384638.676695:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384638.676695:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294927104 00000400:00000200:0.0:1767384638.676696:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000010:1.0:1767384638.676700:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d6cef36. 00000400:00000200:3.0:1767384638.676704:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c22695bc 00000100:00000001:1.0:1767384638.676704:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384638.676709:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c22695bc. 00000100:00000001:1.0:1767384638.676712:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384638.676713:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384638.676715:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.676718:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384638.676719:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e932d677 x1853237049185280/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.676723:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.676731:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384638.676734:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e932d677 x1853237049185280/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384638.676736:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000001:3.0:1767384638.676743:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.676745:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384638.676747:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384638.676749:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384638.676750:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.676756:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.676757:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294927104 00000100:00000001:1.0:1767384638.676760:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384638.676761:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294927104 00000100:00000001:1.0:1767384638.676763:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.676766:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294927104 00000100:00000001:1.0:1767384638.676767:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.676769:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294927104 00000400:00000200:0.0:1767384638.676772:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000001:3.0:1767384638.676773:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294927104 00000100:00000001:3.0:1767384638.676777:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294927104 00000100:00000001:3.0:1767384638.676779:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294927104 00000100:00000001:3.0:1767384638.676780:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294927104 00000100:00000001:3.0:1767384638.676782:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384638.676784:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.676786:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.676793:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.676797:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384638.676798:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384638.676801:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.676802:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384638.676803:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.676805:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384638.676826:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.676872:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000001:1.0:1767384638.676879:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384638.676882:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185152 02000000:00000001:1.0:1767384638.676885:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384638.676887:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384638.676889:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.676892:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384638.676895:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185152 00000020:00000001:1.0:1767384638.676897:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384638.676899:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384638.676901:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384638.676910:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000400:00000200:0.0:1767384638.676912:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000020:00000001:1.0:1767384638.676913:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384638.676915:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384638.676919:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384638.676929:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006cc5d583. 00000100:00000001:1.0:1767384638.676932:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384638.676934:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006cc5d583. 00000100:00000001:3.0:1767384638.676935:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384638.676939:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185280 00000020:00000010:1.0:1767384638.676941:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090f9bed3. 02000000:00000001:3.0:1767384638.676942:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384638.676946:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384638.676947:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e38a868c. 00000100:00000001:3.0:1767384638.676950:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384638.676952:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 02000000:00000001:3.0:1767384638.676955:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384638.676960:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185280 00000400:00000200:0.0:1767384638.676962:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000020:00000001:3.0:1767384638.676963:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384638.676964:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:3.0:1767384638.676969:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:1.0:1767384638.676970:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384638.676973:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384638.676975:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384638.676975:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384638.676979:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:3.0:1767384638.676984:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384638.676985:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.676990:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384638.676994:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384638.676996:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384638.676998:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bf1f8eb. 00000100:00000001:3.0:1767384638.677002:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384638.677004:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bf1f8eb. 00000100:00000001:1.0:1767384638.677010:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384638.677011:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027b8a81f. 00000100:00000001:1.0:1767384638.677014:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384638.677017:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006aa81da. 00000100:00100000:1.0:1767384638.677021:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000400:00000200:0.0:1767384638.677022:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000020:00000010:3.0:1767384638.677024:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f21dde45. 00000100:00000040:1.0:1767384638.677025:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384638.677029:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852961360 : -123268856590256 : ffff8fe33b975050) 00000100:00000001:3.0:1767384638.677032:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384638.677035:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060b61316 x1853237049185152/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:619/0 lens 4848/0 e 0 to 0 dl 1767384649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.677036:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384638.677040:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.677047:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384638.677048:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384638.677051:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006cc5d583. 00000100:00000001:3.0:1767384638.677053:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.677054:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384638.677057:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006cc5d583. 00000100:00100000:1.0:1767384638.677063:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060b61316 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049185152:12345-0@lo:253: 00000100:00000001:3.0:1767384638.677067:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767384638.677067:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185152 00000020:00000001:1.0:1767384638.677069:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384638.677070:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384638.677073:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384638.677076:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384638.677078:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000100:00100000:3.0:1767384638.677079:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000020:00000001:1.0:1767384638.677081:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384638.677085:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000100:00000040:3.0:1767384638.677086:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000020:00000001:1.0:1767384638.677088:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384638.677090:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.677095:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852964432 : -123268856587184 : ffff8fe33b975c50) 00000020:00000001:1.0:1767384638.677101:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384638.677104:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052cbcaa4 x1853237049185280/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:619/0 lens 4848/0 e 0 to 0 dl 1767384649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384638.677104:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384638.677107:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.677113:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384638.677116:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384638.677116:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384638.677120:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bf1f8eb. 02000000:00000010:1.0:1767384638.677123:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c9ab8656. 00000400:00000200:0.0:1767384638.677124:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000100:00000001:3.0:1767384638.677125:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384638.677127:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384638.677130:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bf1f8eb. 00000100:00000001:1.0:1767384638.677131:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384638.677136:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:3.0:1767384638.677139:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052cbcaa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049185280:12345-0@lo:253: 00000100:00000200:3.0:1767384638.677143:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185280 00000020:00000001:3.0:1767384638.677145:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:1.0:1767384638.677145:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000051fd331e. 00000020:00000001:3.0:1767384638.677149:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:1.0:1767384638.677150:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384638.677152:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384638.677154:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384638.677155:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384638.677155:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 20000000:00000001:1.0:1767384638.677157:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384638.677158:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:3.0:1767384638.677162:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384638.677162:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.677166:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384638.677166:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.677169:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384638.677170:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384638.677172:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384638.677175:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.677177:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384638.677179:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384638.677180:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002ad845a6. 00000400:00000200:0.0:1767384638.677181:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 02000000:00000010:3.0:1767384638.677183:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c0388b51. 20000000:01000000:1.0:1767384638.677184:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 02000000:00000001:3.0:1767384638.677190:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.677192:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384638.677193:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384638.677195:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384638.677199:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384638.677203:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:3.0:1767384638.677204:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000da583c8. 20000000:01000000:3.0:1767384638.677209:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384638.677209:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 20000000:00000001:3.0:1767384638.677212:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384638.677215:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384638.677217:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384638.677217:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384638.677219:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384638.677223:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384638.677230:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00080000:00000001:1.0:1767384638.677231:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384638.677235:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384638.677237:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384638.677239:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384638.677240:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384638.677242:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000020:00000001:1.0:1767384638.677246:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:1.0:1767384638.677248:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384638.677250:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384638.677253:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384638.677255:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384638.677258:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384638.677258:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000020:00000001:1.0:1767384638.677264:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:1.0:1767384638.677268:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384638.677277:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f7783a3a. 00080000:00000001:1.0:1767384638.677280:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649537536 : -123274060014080 : ffff8fe205715e00) 00080000:00000001:1.0:1767384638.677283:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384638.677286:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384638.677290:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006cc5d583. 00080000:00000001:1.0:1767384638.677292:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384638.677294:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384638.677296:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00080000:00000001:1.0:1767384638.677308:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384638.677324:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384638.677347:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.677377:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.677399:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.677419:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.677445:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.677487:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.677527:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.677555:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.677587:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.677636:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.677687:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.677711:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.677732:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384638.677753:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384638.677904:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000691796e7. 00000800:00000010:0.0:1767384638.677908:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000edae372d. 00000800:00000010:0.0:1767384638.677911:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1db0d2c. 00000800:00000010:0.0:1767384638.677926:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1db0d2c. 00000800:00020000:0.0:1767384638.677933:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384638.677936:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000edae372d. 00000800:00000010:0.0:1767384638.677937:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000691796e7. 00000400:02020000:0.0:1767384638.677980:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp34 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384638.677987:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp34 notifying 192.168.202.137@tcp34: down 00000800:00000200:0.0:1767384638.677992:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp34 down 00000800:00000100:0.0:1767384638.677998:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 480 0@<0:0>->192.168.202.137@tcp34 00000800:00000010:0.0:1767384638.678002:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000626afda4. 00000400:00000200:0.0:1767384638.678005:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384638.678009:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp34->192.168.202.137@tcp34: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384638.678016:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp34 added to recovery queue. ping count: 0 next ping: 260 health :900 00000400:00000200:0.0:1767384638.678020:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384638.678024:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 1 00000400:00000200:0.0:1767384638.678028:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384638.678060:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384638.678065:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x101171 00000400:00000001:1.0:1767384638.678068:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384638.678069:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384638.678070:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a41866c 00000400:00000010:1.0:1767384638.678072:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a41866c. 00000400:00000200:1.0:1767384638.678075:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384638.678078:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384638.678080:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (28) 00000400:00000200:1.0:1767384638.678083:0:16346:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384638.678084:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 rc -71 00000400:00000200:1.0:1767384638.678087:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:1.0:1767384638.678089:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (27) 00080000:00000010:3.0:1767384638.678307:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f7783a3a. 00080000:00000010:1.0:1767384638.678343:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006cc5d583. 00040000:00000001:1.0:1767384638.678348:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384638.678349:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384638.678351:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384638.678354:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384638.678356:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384638.678357:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384638.678366:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384638.678376:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384638.678378:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384638.678381:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e80098c4. 00080000:00000001:1.0:1767384638.678383:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384638.678384:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:3.0:1767384638.678388:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384638.678390:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384638.678392:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384638.678398:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384638.678404:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384638.678406:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384638.678407:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384638.678408:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384638.678409:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384638.678411:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000020:00000001:3.0:1767384638.678413:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:3.0:1767384638.678414:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384638.678417:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384638.678419:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384638.678421:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384638.678422:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384638.678425:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:3.0:1767384638.678427:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384638.678430:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000044942807. 20000000:01000000:0.0:1767384638.678430:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384638.678435:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799650937344 : -123274058614272 : ffff8fe20586ba00) 20000000:00000001:0.0:1767384638.678435:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384638.678440:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 10000000:01000000:0.0:1767384638.678440:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000001:00000001:3.0:1767384638.678443:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384638.678446:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:3.0:1767384638.678447:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004bf1f8eb. 00010000:00000001:0.0:1767384638.678449:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384638.678450:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384638.678453:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:0.0:1767384638.678458:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000419d84a7. 00080000:00000001:3.0:1767384638.678462:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.678463:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384638.678468:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b2a045f. 00080000:00000001:3.0:1767384638.678470:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:0.0:1767384638.678471:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384638.678475:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b2a045f with handle 0x7f71e2b70dd20300 to hash 00000020:00000001:0.0:1767384638.678477:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384638.678479:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:0.0:1767384638.678480:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:0.0:1767384638.678483:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384638.678484:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384638.678486:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd20300 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384638.678493:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384638.678496:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384638.678498:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384638.678505:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384638.678507:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384638.678509:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384638.678510:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384638.678512:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384638.678514:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000020:1.0:1767384638.678515:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384638.678515:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384638.678518:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:1.0:1767384638.678520:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:0.0:1767384638.678521:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000419d84a7) refcount = 1 20000000:00000010:1.0:1767384638.678523:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000051fd331e. 00010000:00010000:0.0:1767384638.678525:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd20300 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384638.678529:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384638.678533:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 20000000:00000001:1.0:1767384638.678534:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.678535:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384638.678539:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384638.678540:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049185152 00010000:00000001:0.0:1767384638.678542:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384638.678543:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:00000001:0.0:1767384638.678546:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000200:1.0:1767384638.678549:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060b61316 x1853237049185152/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:619/0 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:0.0:1767384638.678550:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384638.678556:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384638.678558:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384638.678560:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1767384638.678561:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b2a045f refcount=4 00000020:00000001:0.0:1767384638.678565:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:1.0:1767384638.678566:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.678568:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00000100:00001000:1.0:1767384638.678570:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=55 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384638.678586:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384638.678588:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000040:1.0:1767384638.678591:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00010000:0.0:1767384638.678591:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd20300 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384638.678595:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384638.678600:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384638.678603:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.678604:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1767384638.678627:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384638.678630:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384638.678633:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087da533b. 00000100:00000200:1.0:1767384638.678635:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049185152, offset 224 00000400:00000200:1.0:1767384638.678639:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384638.678642:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd20300 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384638.678646:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384638.678654:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384638.678656:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384638.678659:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005380 00010000:00010000:0.0:1767384638.678659:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd20300 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384638.678667:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1995 [2] + 224 00000400:00000200:1.0:1767384638.678671:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384638.678674:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384638.678680:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384638.678684:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767384638.678685:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000000c740ba x1853237049185152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384638.678687:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.678692:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384638.678695:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd20300 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384638.678699:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000000c740ba x1853237049185152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384638.678707:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b2a045f already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384638.678712:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384638.678714:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384638.678715:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd20300 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384638.678720:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384638.678720:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384638.678722:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384638.678724:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384638.678726:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087da533b 00000020:00000040:0.0:1767384638.678726:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b2a045f refcount=5 00000100:00000001:3.0:1767384638.678728:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384638.678730:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087da533b. 00000020:00000001:0.0:1767384638.678731:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00000100:00000001:3.0:1767384638.678732:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384638.678735:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384638.678736:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00000100:00000001:1.0:1767384638.678737:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384638.678738:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384638.678740:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000001:3.0:1767384638.678742:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1767384638.678742:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd20300 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384638.678745:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2f51c8f. 00000100:00000001:1.0:1767384638.678750:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.678753:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a50268e5 00010000:00000001:0.0:1767384638.678755:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:3.0:1767384638.678757:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a50268e5. 00000100:00000040:1.0:1767384638.678758:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384638.678758:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384638.678761:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384638.678764:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384638.678765:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384638.678766:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1767384638.678767:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.678769:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:1.0:1767384638.678771:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384638.678772:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384638.678775:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384638.678777:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b2a045f with handle 0x7f71e2b70dd20300 from hash 00000100:00000200:3.0:1767384638.678779:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000000c740ba x1853237049185152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384638.678779:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060b61316 x1853237049185152/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:619/0 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384638.678780:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384638.678783:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384638.678785:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384638.678792:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384638.678795:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384638.678799:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384638.678803:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384638.678806:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384638.678812:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384638.678815:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000000c740ba x1853237049185152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384638.678818:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060b61316 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049185152:12345-0@lo:253: Request processed in 1766us (2299us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384638.678818:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384638.678821:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384638.678827:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384638.678829:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384638.678832:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384638.678837:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00010000:00000001:0.0:1767384638.678838:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.678839:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384638.678842:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00000001:0.0:1767384638.678843:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.678844:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.678845:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384638.678848:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384638.678850:0:16350:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:0.0:1767384638.678850:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd20300 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384638.678853:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e38a868c. 02000000:00000001:3.0:1767384638.678854:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384638.678857:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384638.678860:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384638.678860:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 00010000:00000001:0.0:1767384638.678861:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384638.678865:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090f9bed3. 00010000:00000001:0.0:1767384638.678865:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384638.678866:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.678868:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:1.0:1767384638.678872:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00010000:00000001:0.0:1767384638.678872:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00001000:3.0:1767384638.678873:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=55 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384638.678873:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384638.678877:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384638.678879:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384638.678880:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=55 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384638.678880:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000010:1.0:1767384638.678882:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c9ab8656. 00010000:00000001:0.0:1767384638.678884:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.678888:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384638.678889:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 20000000:00000001:0.0:1767384638.678889:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.678892:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.678893:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384638.678894:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd20300 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384638.678897:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384638.678899:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384638.678903:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.678904:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:1.0:1767384638.678905:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061e193df. 00000100:00000001:3.0:1767384638.678907:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.678907:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384638.678910:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087da533b. 00010000:00010000:0.0:1767384638.678911:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd20300 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384638.678916:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000000c740ba x1853237049185152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384638.678919:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000419d84a7 count: 0 00010000:00000001:0.0:1767384638.678927:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384638.678929:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384638.678929:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384638.678934:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384638.678937:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384638.678940:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384638.678942:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384638.678943:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384638.678945:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384638.678946:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384638.678947:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384638.678948:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384638.678949:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384638.678950:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384638.678951:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384638.678954:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000c740ba x1853237049185152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384638.678962:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000000c740ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049185152:0@lo:253: 00000100:00000001:3.0:1767384638.678974:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.678976:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384638.678978:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000000c740ba x1853237049185152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.678985:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384638.678986:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384638.678988:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bd6db825. 02000000:00000001:3.0:1767384638.678991:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384638.678992:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384638.678993:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384638.678995:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384638.678996:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e3dac134. 02000000:00000001:3.0:1767384638.678999:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384638.679000:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384638.679001:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000000c740ba. 00000100:00000001:3.0:1767384638.679004:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384638.679005:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.679007:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.679010:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384638.679011:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.679013:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.679014:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384638.679851:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000044942807. 00080000:00000010:3.0:1767384638.679885:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004bf1f8eb. 00040000:00000001:3.0:1767384638.679890:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384638.679891:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384638.679893:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384638.679895:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384638.679897:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384638.679899:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384638.679900:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384638.679909:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384638.679913:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384638.679917:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384638.679918:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384638.679927:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384638.679929:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384638.679932:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384638.679933:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384638.679937:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b5750b41. 00010000:00000001:0.0:1767384638.679941:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384638.679944:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007309c556. 00000020:00000001:0.0:1767384638.679946:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384638.679947:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007309c556 with handle 0x7f71e2b70dd20307 to hash 00000020:00000001:0.0:1767384638.679949:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384638.679950:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000001:0.0:1767384638.679953:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000001:0.0:1767384638.679956:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384638.679957:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384638.679960:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007309c556/0x7f71e2b70dd20307 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384638.679967:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384638.679970:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384638.679972:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384638.679974:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384638.679976:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384638.679978:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384638.679980:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384638.679982:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384638.679984:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384638.679986:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384638.679988:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384638.679989:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b5750b41) refcount = 1 00010000:00010000:0.0:1767384638.679992:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007309c556/0x7f71e2b70dd20307 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384638.679998:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384638.680000:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384638.680002:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384638.680004:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.680012:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384638.680016:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000020:3.0:1767384638.680018:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:01000000:0.0:1767384638.680019:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00000100:00000001:3.0:1767384638.680023:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384638.680024:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000010:3.0:1767384638.680025:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000da583c8. 00000020:00000001:0.0:1767384638.680028:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384638.680029:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007309c556 refcount=4 00000020:00000001:0.0:1767384638.680032:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 20000000:00000001:3.0:1767384638.680036:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.680036:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000001:0.0:1767384638.680038:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000040:3.0:1767384638.680041:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049185280 00010000:00010000:0.0:1767384638.680042:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007309c556/0x7f71e2b70dd20307 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384638.680047:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384638.680051:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000200:3.0:1767384638.680054:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052cbcaa4 x1853237049185280/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:619/0 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384638.680054:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007309c556/0x7f71e2b70dd20307 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384638.680070:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384638.680073:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384638.680074:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384638.680078:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384638.680078:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007309c556/0x7f71e2b70dd20307 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384638.680083:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=55 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384638.680091:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384638.680091:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384638.680094:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.680095:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384638.680098:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384638.680099:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00010000:0.0:1767384638.680101:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007309c556/0x7f71e2b70dd20307 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384638.680102:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384638.680105:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384638.680110:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007309c556 already unused, calling callback (0000000058ffb97a) 00000100:00000001:3.0:1767384638.680111:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384638.680114:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384638.680116:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:3.0:1767384638.680117:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384638.680118:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007309c556/0x7f71e2b70dd20307 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384638.680121:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c22695bc. 00010000:00000001:0.0:1767384638.680124:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:3.0:1767384638.680126:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049185280, offset 224 00010000:00000001:0.0:1767384638.680126:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384638.680134:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384638.680134:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384638.680137:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007309c556 refcount=5 00000020:00000001:0.0:1767384638.680140:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000001:0.0:1767384638.680144:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00000400:00000200:3.0:1767384638.680146:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384638.680148:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384638.680151:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007309c556/0x7f71e2b70dd20307 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384638.680155:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005400 00010000:00000001:0.0:1767384638.680155:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384638.680157:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384638.680160:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.680164:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x199d [2] + 224 00010000:00000001:0.0:1767384638.680164:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384638.680167:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384638.680170:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384638.680170:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384638.680171:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384638.680177:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007309c556 with handle 0x7f71e2b70dd20307 from hash 00000400:00000200:3.0:1767384638.680180:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384638.680181:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384638.680184:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384638.680185:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384638.680186:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384638.680188:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:3.0:1767384638.680190:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e932d677 x1853237049185280/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384638.680191:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384638.680194:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384638.680197:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384638.680199:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384638.680202:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.680203:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e932d677 x1853237049185280/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384638.680204:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384638.680207:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384638.680213:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384638.680216:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384638.680217:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.680219:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.680221:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384638.680222:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007309c556/0x7f71e2b70dd20307 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384638.680226:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384638.680227:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384638.680232:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384638.680233:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c22695bc 00010000:00000001:0.0:1767384638.680234:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:3.0:1767384638.680237:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c22695bc. 00010000:00000001:0.0:1767384638.680237:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384638.680239:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384638.680241:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384638.680242:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384638.680244:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384638.680244:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384638.680247:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384638.680248:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384638.680250:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007309c556/0x7f71e2b70dd20307 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384638.680257:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384638.680257:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384638.680259:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384638.680261:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007309c556/0x7f71e2b70dd20307 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384638.680262:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384638.680267:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000040:0.0:1767384638.680271:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b5750b41 count: 0 00000020:00000001:3.0:1767384638.680272:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.680276:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384638.680281:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052cbcaa4 x1853237049185280/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:619/0 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.680284:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384638.680286:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384638.680288:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:0.0:1767384638.680289:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:3.0:1767384638.680293:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052cbcaa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049185280:12345-0@lo:253: Request processed in 3173us (3616us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384638.680293:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384638.680296:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384638.680300:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f4367a3. 00000100:00100000:3.0:1767384638.680304:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000400:00000200:1.0:1767384638.680306:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000256d4975 00000100:00000040:3.0:1767384638.680307:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000400:00000010:1.0:1767384638.680309:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000256d4975. 00000100:00000001:3.0:1767384638.680311:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384638.680315:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384638.680315:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384638.680319:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000006aa81da. 00000100:00000200:1.0:1767384638.680322:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e932d677 x1853237049185280/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384638.680324:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f21dde45. 00000020:00000010:3.0:1767384638.680329:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027b8a81f. 00000020:00000040:3.0:1767384638.680335:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000200:1.0:1767384638.680337:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e932d677 x1853237049185280/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384638.680339:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384638.680341:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c0388b51. 02000000:00000001:3.0:1767384638.680343:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384638.680345:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384638.680351:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384638.680356:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384638.680357:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040a5c729. 00000100:00000001:1.0:1767384638.680358:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.680363:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384638.680364:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384638.680365:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c22695bc. 00000100:00000001:1.0:1767384638.680366:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384638.680369:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.680371:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384638.680374:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=55 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384638.680376:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=55 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384638.680378:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384638.680378:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384638.680380:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384638.680381:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.680382:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.680385:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e932d677 x1853237049185280/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.680389:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384638.680391:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384638.680392:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384638.680394:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384638.680395:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384638.680396:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384638.680397:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384638.680397:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384638.680398:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384638.680399:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384638.680400:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384638.680401:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384638.680402:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e932d677 x1853237049185280/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384638.680406:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049185280:0@lo:253: 00000100:00000001:1.0:1767384638.680409:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.680410:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384638.680412:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e932d677 x1853237049185280/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.680421:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384638.680423:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384638.680425:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a327df6e. 02000000:00000001:1.0:1767384638.680427:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384638.680428:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384638.680430:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384638.680431:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384638.680432:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fdd6a92f. 02000000:00000001:1.0:1767384638.680435:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384638.680436:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384638.680437:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e932d677. 00000100:00000001:1.0:1767384638.680440:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384638.680441:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.680443:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.680446:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384638.680448:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.680450:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384638.680452:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384638.682656:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294927104, at 4294927105 00000100:00000010:0.0:1767384638.682663:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c00c4ab. 00000100:00000040:1.0:1767384638.682665:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294927104, at 4294927105 00000100:00000010:1.0:1767384638.682672:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb1b8e25. 00000100:00000040:3.0:1767384638.682675:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294927104, at 4294927105 00000100:00000010:3.0:1767384638.682683:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d6cef36. 00000100:00000040:2.0:1767384638.683721:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294927104, at 4294927106 00000100:00000010:2.0:1767384638.683728:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001aeb33bf. 00010000:00000010:0.1:1767384638.686653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000419d84a7. 00010000:00000010:0.1:1767384638.686661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b2a045f. 00010000:00000010:0.1:1767384638.686663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b5750b41. 00010000:00000010:0.1:1767384638.686666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007309c556. 00000400:00000010:1.0:1767384638.691122:0:30274:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ebefa8b9. 00000400:00000040:1.0:1767384638.691139:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384638.691141:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384638.691143:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384638.691144:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384638.691146:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384638.691147:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384638.691149:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384638.691150:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384638.691151:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384638.691152:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384638.691154:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384638.691155:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384638.691157:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384638.691158:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384638.691159:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384638.691166:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384638.691167:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384638.691168:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384638.691169:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384638.691171:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384638.691172:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384638.691173:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384638.691174:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384638.691175:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384638.691176:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384638.691177:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384638.691178:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384638.691179:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384638.691180:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384638.691181:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384638.691182:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384638.691183:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384638.691184:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384638.691185:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384638.691186:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384638.691187:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384638.691188:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384638.691189:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384638.691190:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384638.691191:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384638.691192:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384638.691193:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384638.691194:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384638.691195:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384638.691196:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384638.691197:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384638.691198:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384638.691198:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384638.691200:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384638.691201:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384638.691202:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384638.691203:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384638.691203:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384638.691204:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384638.691210:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384638.691211:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384638.691212:0:30274:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384638.691266:0:30274:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ebefa8b9. 00000400:00000200:1.0:1767384639.321697:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp32 00000400:00000010:1.0:1767384639.321705:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b8daf294. 00000400:00000010:1.0:1767384639.321714:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b8647c87. 00000400:00000010:1.0:1767384639.321721:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000600d16b. 00000400:00000010:1.0:1767384639.321730:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f9030fb5. 00000400:00000200:1.0:1767384639.321735:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp32 00000400:00000200:1.0:1767384639.321754:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp32 local destination 00000400:00000200:1.0:1767384639.321761:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp32 00000400:00000200:1.0:1767384639.321766:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp32 NI seq info: [103:103:256:4294967295] 192.168.202.137@tcp32 LPNI seq info [101:101:8:4294967295] 00000400:00000200:1.0:1767384639.321775:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp32 00000400:00000200:1.0:1767384639.321784:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp32(192.168.202.137@tcp32:) -> 192.168.202.137@tcp32(192.168.202.137@tcp32:192.168.202.137@tcp32) : GET try# 0 00000800:00000200:1.0:1767384639.321790:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp32 00000800:00000010:1.0:1767384639.321795:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f28c6a01. 00000800:00000200:1.0:1767384639.321803:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000342d5db9] -> 12345-192.168.202.137@tcp32 (2) 00000800:00000200:1.1:1767384639.321810:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000342d5db9] -> 12345-192.168.202.137@tcp32 (2) 00000400:00000200:1.0:1767384639.321835:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp32 added to recovery queue. ping count: 3 next ping: 268 health :700 00000400:00000200:1.0:1767384639.321841:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp34 00000400:00000010:1.0:1767384639.321844:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ba292301. 00000400:00000010:1.0:1767384639.321849:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000090f9bed3. 00000400:00000010:1.0:1767384639.321853:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da87f175. 00000400:00000010:1.0:1767384639.321859:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000688c4278. 00000400:00000200:1.0:1767384639.321863:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp34 00000400:00000200:1.0:1767384639.321871:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp34 local destination 00000400:00000200:1.0:1767384639.321875:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp34 00000400:00000200:1.0:1767384639.321878:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp34 NI seq info: [104:104:256:4294967295] 192.168.202.137@tcp34 LPNI seq info [102:102:8:4294967295] 00000400:00000200:2.0:1767384639.321884:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.321884:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp34 00000400:00000200:1.0:1767384639.321897:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp34(192.168.202.137@tcp34:) -> 192.168.202.137@tcp34(192.168.202.137@tcp34:192.168.202.137@tcp34) : GET try# 0 00000800:00000200:1.0:1767384639.321916:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp34 00000800:00000010:1.0:1767384639.321920:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000068315780. 00000400:00000200:2.0:1767384639.321921:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000800:00000200:1.0:1767384639.321932:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8cbf4bb] -> 12345-192.168.202.137@tcp34 (2) 00000800:00000200:1.1:1767384639.321939:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8cbf4bb] -> 12345-192.168.202.137@tcp34 (2) 00000400:00000200:1.0:1767384639.321962:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp34 added to recovery queue. ping count: 1 next ping: 262 health :900 00000400:00000200:2.0:1767384639.321979:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.322028:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322048:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.322077:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322098:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.322121:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322143:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.322165:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322192:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.322236:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322254:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.322305:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322317:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.322350:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322362:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.322388:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322432:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.322436:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322494:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.322505:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322581:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.322583:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322693:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322732:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322755:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322782:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322818:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322870:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322927:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.322962:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.322982:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323033:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323040:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323078:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323094:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323139:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323158:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323204:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323227:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323263:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323275:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323312:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323325:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323376:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323386:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323441:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323448:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323487:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323499:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323533:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323549:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323587:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323644:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323645:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323721:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323721:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323804:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323805:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323843:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323858:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323888:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323904:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.323933:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.323952:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.324000:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.324031:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.324058:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000800:00000010:3.0:1767384639.324078:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000da583c8. 00000400:00000200:2.0:1767384639.324080:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384639.324084:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d330ce87. 00000800:00000010:3.0:1767384639.324090:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002060cd7e. 00000400:00000200:2.0:1767384639.324101:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000800:00000010:3.0:1767384639.324118:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002060cd7e. 00000400:00000200:2.0:1767384639.324126:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000800:00020000:3.0:1767384639.324128:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384639.324132:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d330ce87. 00000800:00000010:3.0:1767384639.324135:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000da583c8. 00000400:00000200:2.0:1767384639.324157:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:02020000:3.0:1767384639.324186:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp34 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384639.324192:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp34 notifying 192.168.202.137@tcp34: down 00000400:00000200:3.0:1767384639.324196:0:16336:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384639.324199:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp34 00000400:00000200:2.0:1767384639.324201:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000800:00000010:3.0:1767384639.324203:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000068315780. 00000400:00000200:3.0:1767384639.324209:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384639.324214:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp34->192.168.202.137@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384639.324221:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384639.324223:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384639.324227:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp34) recovery failed with -71 00000400:00000200:2.0:1767384639.324241:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.324262:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.324274:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.324288:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000800:00000010:2.0:1767384639.324411:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e614562. 00000800:00000010:2.0:1767384639.324415:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002aa5a7db. 00000800:00000010:2.0:1767384639.324417:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017aaf480. 00000800:00000010:2.0:1767384639.324451:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017aaf480. 00000400:00000200:1.0:1767384639.324532:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384639.324552:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp32 from 212.3.0.2 00000800:00000010:1.0:1767384639.324556:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c4afed4a. 00000800:00000010:2.0:1767384639.324648:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc37b014. 00000800:00000010:2.0:1767384639.324653:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aac88d85. 00000800:00000010:2.0:1767384639.324669:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c465385b. 00000800:00000200:2.1:1767384639.324674:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000342d5db9] -> 12345-192.168.202.137@tcp32 (2) 00000800:00000200:2.1:1767384639.324677:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp32 00000000c465385b deleted 00000800:00000010:2.1:1767384639.324679:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c465385b. 00000800:00000200:2.1:1767384639.324684:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384639.324690:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp32 ip 192.168.202.137:980 00000800:00000200:2.1:1767384639.324693:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f28c6a01 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384639.324697:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp32 p 3.x 192.168.202.137 -> 192.168.202.137:980 incarnation:1767384630892142438 sched[0] 00000800:00000010:2.0:1767384639.324701:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017aaf480. 00000800:00000010:2.0:1767384639.324749:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017aaf480. 00000800:00000010:2.0:1767384639.324754:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aac88d85. 00000800:00000200:3.1:1767384639.324770:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384639.324777:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp32 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384630892142438 sched[0] 00000800:00000010:3.0:1767384639.324780:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002aa5a7db. 00000800:00000010:2.0:1767384639.324791:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c4afed4a. 00000800:00000001:2.0:1767384639.324812:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.324817:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384639.324840:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000200:2.0:1767384639.324860:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384639.324863:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f28c6a01. 00000400:00000200:2.0:1767384639.324867:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384639.324871:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp32->192.168.202.137@tcp32: GET: OK 00000400:00000200:2.0:1767384639.324874:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384639.324877:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp32 recovery message sent successfully:0 00000800:00000001:2.0:1767384639.324889:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384639.324891:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000800:00000001:2.0:1767384639.324895:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384639.324898:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.324906:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.324913:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp32(192.168.202.137@tcp32) <- 192.168.202.137@tcp32 : GET - for me 00000400:00000200:2.0:1767384639.324923:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384639.324930:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x198d [1] + 0 00000400:00000200:3.0:1767384639.324937:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.324943:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp32 to MR: 192.168.202.137@tcp32 local destination 00000400:00000200:2.0:1767384639.324951:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp32 NI seq info: [105:105:256:4294967295] 192.168.202.137@tcp32 LPNI seq info [103:103:8:4294967295] 00000400:00000200:2.0:1767384639.324978:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp32(192.168.202.137@tcp32:192.168.202.137@tcp32) -> 192.168.202.137@tcp32(192.168.202.137@tcp32:192.168.202.137@tcp32) 192.168.202.137@tcp32 : REPLY try# 0 00000400:00000200:3.0:1767384639.324980:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000800:00000200:2.0:1767384639.324995:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp32 00000800:00000010:2.0:1767384639.325000:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dce8288a. 00000800:00000200:2.0:1767384639.325008:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000342d5db9] -> 12345-192.168.202.137@tcp32 (4) 00000800:00000200:2.0:1767384639.325019:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp32 ip 192.168.202.137:988 00000800:00000200:2.0:1767384639.325022:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384639.325037:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000800:00000200:2.0:1767384639.325062:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384639.325065:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dce8288a. 00000400:00000200:2.0:1767384639.325069:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384639.325074:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp32->192.168.202.137@tcp32: REPLY: OK 00000800:00000001:2.0:1767384639.325085:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384639.325086:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000800:00000001:2.0:1767384639.325090:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384639.325094:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.325099:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384639.325100:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.325105:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.325113:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp32(192.168.202.137@tcp32) <- 192.168.202.137@tcp32 : REPLY - for me 00000400:00000200:2.0:1767384639.325123:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp32: Reply from 12345-192.168.202.137@tcp32 of length 272/272 into md 0x19b5 00000800:00000001:2.0:1767384639.325127:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.325131:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.325133:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384639.325136:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp32->192.168.202.137@tcp32: REPLY: OK 00000400:00000200:2.0:1767384639.325140:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000600d16b 00000400:00000010:2.0:1767384639.325142:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000600d16b. 00000400:00000200:2.0:1767384639.325146:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:3.0:1767384639.325148:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000010:2.0:1767384639.325150:0:16342:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b8daf294. 00000400:00000010:2.0:1767384639.325156:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b8647c87. 00000800:00000001:2.0:1767384639.325163:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.325167:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384639.325213:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325267:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325320:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325365:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325403:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325437:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325482:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325543:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325590:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325656:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325694:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325752:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325806:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325860:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325894:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325919:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325949:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.325991:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.326037:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.326064:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.326111:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.326165:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.326219:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.326261:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.326304:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.326364:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.326397:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.326419:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384639.326528:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000da583c8. 00000800:00000010:3.0:1767384639.326533:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d330ce87. 00000800:00000010:3.0:1767384639.326536:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002060cd7e. 00000800:00000010:3.0:1767384639.326559:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002060cd7e. 00000800:00020000:3.0:1767384639.326583:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384639.326586:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d330ce87. 00000800:00000010:3.0:1767384639.326589:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000da583c8. 00000400:02020000:3.0:1767384639.326665:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp32 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384639.449703:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384639.449708:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384639.449713:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384639.449714:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.449760:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384639.449763:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384639.449767:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384639.961669:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384639.961675:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 2 10000000:00000001:0.0:1767384639.961681:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384639.961684:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384639.961685:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384639.961686:0:17077:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384639.961688:0:17077:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000100:00000040:2.0:1767384639.961691:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1767384639.961691:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 10000000:00000001:0.0:1767384639.961691:0:17077:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384639.961699:0:17077:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8fe3054f6000 from 51 00000004:00000020:1.0:1767384639.961701:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 10000000:00000001:0.0:1767384639.961706:0:17077:0:(mgc_request.c:990:mgc_enqueue()) Process entered 00000100:00000001:2.0:1767384639.961707:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 10000000:01000000:0.0:1767384639.961709:0:17077:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384639.961715:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d5f7041. 00000100:00000010:1.0:1767384639.961715:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b13cafb8. 00000100:00000010:0.0:1767384639.961716:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a27bbbcd. 00000020:00000040:2.0:1767384639.961721:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000040:0.0:1767384639.961721:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000020:00000040:1.0:1767384639.961728:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384639.961730:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384639.961730:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384639.961734:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384639.961735:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384639.961737:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384639.961741:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.961741:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384639.961746:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384639.961749:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384639.961749:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039e4e1ce. 02000000:00000010:0.0:1767384639.961754:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008abd9701. 02000000:00000010:2.0:1767384639.961758:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ba3a374. 00000100:00000001:1.0:1767384639.961758:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.961759:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.961765:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.961767:0:17077:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000100:00000001:1.0:1767384639.961768:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384639.961771:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.961771:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:2.0:1767384639.961775:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@000000007d5f7041 x1853237049185664/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384639.961779:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b13cafb8] to pc [ptlrpcd_00_00+0] req@00000000b13cafb8 x1853237049185408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384639.961781:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b5750b41. 00010000:00000001:0.0:1767384639.961788:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384639.961793:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007309c556. 00000100:00000001:2.0:1767384639.961798:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1767384639.961799:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1767384639.961800:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384639.961804:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007309c556 with handle 0x7f71e2b70dd2030e to hash 00000100:00000040:2.0:1767384639.961807:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5f7041] to pc [ptlrpcd_00_01+1] req@000000007d5f7041 x1853237049185664/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384639.961808:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384639.961812:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00000004:00000001:1.0:1767384639.961813:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.961818:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000001:0.0:1767384639.961825:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384639.961826:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384639.961828:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.961829:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.961830:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384639.961836:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384639.961836:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1767384639.961836:0:17077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384639.961838:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384639.961843:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384639.961846:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384639.961849:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b13cafb8 x1853237049185408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384639.961851:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ac51833. 00000100:00000001:3.0:1767384639.961852:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1767384639.961853:0:17077:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384639.961856:0:38:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384639.961860:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d5f7041 x1853237049185664/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.961862:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384639.961865:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384639.961869:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384639.961875:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000428d89d2. 00010000:00010000:0.0:1767384639.961880:0:17077:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384639.961882:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.961882:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384639.961886:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.961889:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384639.961891:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384639.961893:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.961893:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384639.961897:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.961899:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 02000000:00000001:3.0:1767384639.961901:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384639.961904:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384639.961907:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384639.961910:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.961912:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.961912:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 02000000:00000001:3.0:1767384639.961913:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.961915:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac51833] to pc [ptlrpcd_00_02+2] req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384639.961919:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000231eff34. 00000100:00100000:1.0:1767384639.961922:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049185408:0@lo:13: 00000100:00100000:3.0:1767384639.961923:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d5f7041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049185664:0@lo:400: 00000100:00000001:0.0:1767384639.961925:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799650137792 : -123274059413824 : ffff8fe2057a86c0) 00000100:00000001:0.0:1767384639.961932:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384639.961934:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384639.961935:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384639.961936:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575798016 : -123274133753600 : ffff8fe2010c3100) 02000000:00000001:3.0:1767384639.961942:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384639.961943:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384639.961945:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.961946:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384639.961948:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384639.961948:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.961950:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384639.961954:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099125148. 02000000:00000001:1.0:1767384639.961955:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384639.961955:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384639.961956:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384639.961960:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.961960:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384639.961962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767384639.961963:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000074c07651. 00000400:00000010:3.0:1767384639.961968:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010db7717. 02000000:00000001:1.0:1767384639.961970:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384639.961970:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a27bbbcd x1853237049185536/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.961971:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767384639.961976:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a2fb840. 00000100:00000010:2.0:1767384639.961978:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f936500. 00000400:00000010:1.0:1767384639.961980:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004594fa6a. 00000020:00000040:2.0:1767384639.961985:0:38:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:1.0:1767384639.961990:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b553cac0. 00000100:00000001:2.0:1767384639.961998:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767384639.961999:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049185408, portal 4 02000000:00000001:2.0:1767384639.962001:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384639.962005:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384639.962006:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.962009:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924112896 : -123268785438720 : ffff8fe33fd50000) 00000100:00000200:3.0:1767384639.962015:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049185664, portal 25 02000000:00000010:2.0:1767384639.962015:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004328a2d4. 00000100:00000040:1.0:1767384639.962022:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b13cafb8 x1853237049185408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.962023:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384639.962024:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.962024:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384639.962026:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120995456 : -123269588556160 : ffff8fe30ff66680) 00000100:00000001:0.0:1767384639.962028:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.962033:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384639.962035:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384639.962036:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d5f7041 x1853237049185664/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384639.962040:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384639.962047:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384639.962056:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a27bbbcd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049185536:0@lo:101: 00000100:00000001:1.0:1767384639.962058:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384639.962067:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384639.962068:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384639.962071:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384639.962072:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384639.962074:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.962074:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384639.962075:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 02000000:00000001:0.0:1767384639.962077:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384639.962079:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384639.962081:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384639.962082:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049185408, offset 0 00000400:00000010:3.0:1767384639.962084:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fbb15ff. 00000100:00000040:2.0:1767384639.962085:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f936500] to pc [ptlrpcd_00_03+3] req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384639.962087:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d8ee363b. 02000000:00000001:0.0:1767384639.962093:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.962094:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384639.962101:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093c8ad7b. 00000100:00000200:3.0:1767384639.962102:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049185664, offset 0 00000100:00000001:2.0:1767384639.962103:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.962108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384639.962110:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914a0186. 00000400:00000200:1.0:1767384639.962111:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384639.962116:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384639.962117:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384639.962123:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd410bd2. 00000100:00000200:0.0:1767384639.962124:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049185536, portal 25 00000020:00000040:2.0:1767384639.962126:0:38:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384639.962129:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384639.962131:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260005480 00000100:00000001:2.0:1767384639.962133:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384639.962134:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384639.962134:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575798016 : -123274133753600 : ffff8fe2010c3100) 02000000:00000001:2.0:1767384639.962138:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384639.962142:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.962142:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2016 00000100:00000040:0.0:1767384639.962143:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a27bbbcd x1853237049185536/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384639.962150:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260005580 02000000:00000010:2.0:1767384639.962150:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a5e6182d. 00000100:00000001:2.0:1767384639.962156:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.962161:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1221 [2] + 0 00000100:00000001:0.0:1767384639.962163:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384639.962165:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384639.962169:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b7622e. 00000100:00000040:0.0:1767384639.962170:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384639.962175:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a182b47. 00000400:00000200:3.0:1767384639.962176:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa114ecb 00000100:00000001:2.0:1767384639.962181:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384639.962182:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049185536, offset 0 00000400:00000200:3.0:1767384639.962183:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384639.962183:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.962188:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd410bd2] to pc [ptlrpcd_00_00+0] req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384639.962191:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384639.962193:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384639.962200:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384639.962201:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384639.962207:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384639.962210:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa114ecb 00000400:00000010:3.0:1767384639.962215:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa114ecb. 00000100:00000001:2.0:1767384639.962218:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.962221:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384639.962222:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260005500 00000100:00000040:2.0:1767384639.962224:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (266) 00000100:00000200:3.0:1767384639.962225:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384639.962228:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384639.962231:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1235 [2] + 0 00000100:00000040:3.0:1767384639.962232:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000b04f85a6 x1853237049185664 msgsize 224 00000100:00000200:1.0:1767384639.962232:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384639.962237:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767384639.962240:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003be2132b. 00000100:00000001:2.0:1767384639.962241:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384639.962243:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080b81a91. 00000100:00000001:2.0:1767384639.962245:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384639.962246:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384639.962247:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000003be2132b x1853237049185408 msgsize 224 00000100:00000040:3.0:1767384639.962249:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384639.962250:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e18d34f 00000100:00100000:1.0:1767384639.962257:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384639.962259:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384639.962259:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384639.962259:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384639.962269:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384639.962269:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384639.962270:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbb15ff 00000400:00000010:3.0:1767384639.962275:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fbb15ff. 00000100:00000001:2.0:1767384639.962275:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384639.962279:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.962281:0:16349:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384639.962282:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384639.962282:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e18d34f 02000000:00000001:2.0:1767384639.962285:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384639.962287:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d5f7041 x1853237049185664/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384639.962288:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384639.962293:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e18d34f. 00000100:00100000:2.0:1767384639.962296:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16351:1853237049185920:0@lo:400: 00000400:00000200:1.0:1767384639.962300:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000100:00000001:0.0:1767384639.962300:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384639.962304:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384639.962305:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384639.962306:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 02000000:00000001:2.0:1767384639.962310:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384639.962311:0:17077:0:(events.c:337:request_in_callback()) incoming req@00000000bb73f103 x1853237049185536 msgsize 328 00000100:00000001:1.0:1767384639.962312:0:16348:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384639.962314:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.962315:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384639.962320:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384639.962321:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d5f7041 x1853237049185664/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384639.962323:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1767384639.962325:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a019851e. 00000100:00000200:1.0:1767384639.962325:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b13cafb8 x1853237049185408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384639.962329:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 02000000:00000001:2.0:1767384639.962331:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.962337:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7cdd203. 00000100:00000001:0.0:1767384639.962341:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384639.962344:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384d964. 00000400:00000200:0.0:1767384639.962348:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a182b47 00000400:00000010:0.0:1767384639.962352:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a182b47. 00000100:00000001:3.0:1767384639.962355:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.962357:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384639.962358:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384639.962359:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049185920, portal 10 00000100:00000001:3.0:1767384639.962360:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384639.962364:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a27bbbcd x1853237049185536/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.962365:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384639.962365:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b13cafb8 x1853237049185408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.962369:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120992768 : -123269588558848 : ffff8fe30ff65c00) 00000100:00000001:3.0:1767384639.962370:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.962379:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294928389 00000100:00000040:2.0:1767384639.962380:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384639.962391:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cdb9ffe. 00000100:00000001:3.0:1767384639.962402:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384639.962402:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.962402:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384639.962403:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384639.962408:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384639.962409:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a27bbbcd x1853237049185536/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384639.962411:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384639.962413:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294928389 00000100:00000001:1.0:1767384639.962415:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.962416:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ded120f. 00000100:00000010:3.0:1767384639.962423:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4b61074. 00000100:00000200:2.0:1767384639.962423:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049185920, offset 0 00000100:00000040:1.0:1767384639.962424:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3701 usecs (4 jiffies) 00000100:00000001:0.0:1767384639.962425:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.962431:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384639.962432:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384639.962432:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928388 00000400:00000200:2.0:1767384639.962436:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384639.962436:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.962439:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294928389 00000100:00000001:3.0:1767384639.962440:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294928389 00000100:00000001:0.0:1767384639.962443:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294928389 00000100:00000001:1.0:1767384639.962444:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928388 00000100:00000010:3.0:1767384639.962447:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6fb372c. 00000100:00000001:0.0:1767384639.962449:0:17077:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294928389 00000400:00000200:2.0:1767384639.962450:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384639.962451:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294928389 00000100:00000001:3.0:1767384639.962453:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384639.962455:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294928389 00000100:00000001:1.0:1767384639.962458:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928388 00000100:00000001:3.0:1767384639.962460:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294928389 00000100:00000001:1.0:1767384639.962461:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294928389 00000100:00000001:0.0:1767384639.962461:0:17077:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294928389 00000400:00000200:2.0:1767384639.962465:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260005680 00000100:00000010:3.0:1767384639.962468:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4387dc8. 00000100:00000001:1.0:1767384639.962468:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928388 00000100:00000001:0.0:1767384639.962469:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294928389 00000100:00000001:3.0:1767384639.962474:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384639.962475:0:17077:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294928389 00000400:00000200:2.0:1767384639.962476:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000100:00000001:0.0:1767384639.962480:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294928389 00000100:00000001:3.0:1767384639.962487:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384639.962487:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384639.962488:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294928389 00000100:00000001:3.0:1767384639.962492:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.962494:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.962495:0:17077:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294928389 00000100:00000001:3.0:1767384639.962496:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.962499:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384639.962499:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.962502:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384639.962503:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.962505:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.962509:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384639.962510:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.962510:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.962514:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384639.962514:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384639.962516:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384639.962516:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384639.962519:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384639.962520:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384639.962521:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384639.962522:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384639.962523:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 00000000231eff34 going to sleep for 11 seconds 00000100:00000001:3.0:1767384639.962525:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384639.962529:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384639.962530:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.962530:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384639.962531:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7a26ca0. 00000100:00000001:1.0:1767384639.962532:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384639.962536:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.962536:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384639.962537:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000a7a26ca0 x1853237049185920 msgsize 224 00000100:00000001:0.0:1767384639.962540:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.962543:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.962554:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384639.962554:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384639.962556:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384639.962573:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384639.962574:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.962576:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384639.962577:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384639.962579:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384639.962581:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185664 00000100:00000001:2.0:1767384639.962582:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384639.962586:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384639.962586:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384639.962588:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.962590:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384639.962591:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ded120f 02000000:00000001:1.0:1767384639.962595:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.962595:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.962596:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ded120f. 02000000:00000001:0.0:1767384639.962602:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.962603:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384639.962606:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd410bd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16348:1853237049186048:0@lo:400: 00000100:00000200:2.0:1767384639.962631:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.962632:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767384639.962633:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185664 00000100:00000001:3.0:1767384639.962635:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.962639:0:17072:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384639.962641:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384639.962643:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:1.0:1767384639.962645:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384639.962646:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384639.962647:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384639.962649:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384639.962651:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 02000000:00000001:3.0:1767384639.962654:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.962654:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.962657:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 02000000:00000001:1.0:1767384639.962660:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384639.962663:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00100000:3.0:1767384639.962664:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000ac51833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049185792:0@lo:400: 00000100:00000001:2.0:1767384639.962665:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767384639.962665:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c170377f. 00000100:00000001:0.0:1767384639.962670:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384639.962671:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.962672:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384639.962676:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a064dfb1. 00000100:00000001:3.0:1767384639.962677:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384639.962678:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007876cd85. 00000100:00000001:0.0:1767384639.962684:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384639.962685:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384639.962686:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000100:00000001:2.0:1767384639.962690:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384639.962691:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384639.962691:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a064dfb1. 00000100:00000200:1.0:1767384639.962693:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049186048, portal 10 00000100:00000001:2.0:1767384639.962694:0:16351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384639.962699:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384639.962699:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1767384639.962700:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fae0b251. 00000100:00000001:2.0:1767384639.962701:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.962703:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120991872 : -123269588559744 : ffff8fe30ff65880) 02000000:00000010:3.0:1767384639.962705:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b52d1c60. 00000100:00000040:2.0:1767384639.962707:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3246 usecs (4 jiffies) 00000020:00000010:0.0:1767384639.962708:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000bc3333c. 02000000:00000001:3.0:1767384639.962711:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.962712:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.962714:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928389 00000020:00000010:0.0:1767384639.962716:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000400:00000010:3.0:1767384639.962718:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082a98551. 00000100:00000001:2.0:1767384639.962719:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294928389 00000100:00000001:2.0:1767384639.962725:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928389 00000400:00000010:3.0:1767384639.962726:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fbb15ff. 00000100:00000040:0.0:1767384639.962727:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384639.962730:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384639.962731:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294928389 00000100:00000001:0.0:1767384639.962733:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384639.962734:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049185792, portal 4 00000100:00000001:2.0:1767384639.962735:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928389 00000100:00000001:0.0:1767384639.962737:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384639.962739:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384639.962740:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384639.962741:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.962742:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294928389 00000100:00000001:3.0:1767384639.962743:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120994560 : -123269588557056 : ffff8fe30ff66300) 00000400:00000010:1.0:1767384639.962744:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083594b58. 00000100:00000001:2.0:1767384639.962748:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928389 00000100:00000001:2.0:1767384639.962751:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294928389 00000100:00000200:1.0:1767384639.962751:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049186048, offset 0 00000100:00000001:0.0:1767384639.962753:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384639.962755:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.962757:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384639.962762:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.962764:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384639.962766:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.962768:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.962773:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.962778:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384639.962778:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384639.962779:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384639.962781:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384639.962782:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185536 00000100:00000001:2.0:1767384639.962784:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384639.962785:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384639.962789:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260005700 00000100:00000001:2.0:1767384639.962790:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384639.962790:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384639.962794:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384639.962795:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384639.962800:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 02000000:00000001:0.0:1767384639.962800:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.962801:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384639.962802:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee929650. 00000100:00000001:2.0:1767384639.962805:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384639.962807:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185536 00000100:00000200:3.0:1767384639.962810:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049185792, offset 0 00000400:00000200:1.0:1767384639.962810:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384639.962811:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.962811:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384639.962817:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384639.962821:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384639.962821:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384639.962825:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384639.962828:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000400:00000200:3.0:1767384639.962829:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384639.962829:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384639.962832:0:27782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384639.962832:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384639.962834:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00100000:2.0:1767384639.962837:0:27782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185408 00000100:00000010:1.0:1767384639.962839:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bb14fad. 00000020:00000001:0.0:1767384639.962839:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 02000000:00000001:2.0:1767384639.962840:0:27782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384639.962844:0:27782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384639.962845:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260005600 00000100:00000040:1.0:1767384639.962846:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000004bb14fad x1853237049186048 msgsize 224 00000100:00000001:2.0:1767384639.962848:0:27782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.962848:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384639.962855:0:27782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384639.962855:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a064dfb1. 00000100:00100000:1.0:1767384639.962859:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384639.962861:0:27782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185408 00000100:00000001:0.0:1767384639.962862:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384639.962865:0:27782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384639.962866:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a064dfb1. 00000020:00000040:2.0:1767384639.962869:0:27782:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000100:00000001:1.0:1767384639.962870:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384639.962872:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000375d68c6. 00000400:00000200:3.0:1767384639.962874:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 3216 00000020:00000001:2.0:1767384639.962874:0:27782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384639.962878:0:27782:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000020:00000010:0.0:1767384639.962879:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007754d9ca. 00000400:00000200:3.0:1767384639.962881:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384639.962883:0:27782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000400:00000200:1.0:1767384639.962883:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083594b58 00000020:00000010:0.0:1767384639.962885:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003172c43b. 00000400:00000010:1.0:1767384639.962888:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083594b58. 00000020:00000001:2.0:1767384639.962889:0:27782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000400:00000200:3.0:1767384639.962890:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384639.962892:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384639.962895:0:27782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384639.962896:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384639.962899:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384639.962900:0:27782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007b69630a. 00000100:00000001:1.0:1767384639.962901:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384639.962902:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384639.962903:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384639.962905:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1767384639.962906:0:27782:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bb2b5620. 00000100:00000001:0.0:1767384639.962908:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384639.962909:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384639.962911:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000c740ba. 00000020:00000040:2.0:1767384639.962915:0:27782:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000040:3.0:1767384639.962918:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000000c740ba x1853237049185792 msgsize 224 00000100:00000001:0.0:1767384639.962920:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384639.962924:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384639.962928:0:27782:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384639.962930:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384639.962935:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384639.962935:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000020:00000010:2.0:1767384639.962936:0:27782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fca5d96. 00000100:00000040:1.0:1767384639.962936:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384639.962943:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000020:00000010:2.0:1767384639.962945:0:27782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035d5727b. 00000100:00000001:0.0:1767384639.962947:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729439312 : -123268980112304 : ffff8fe3343a8450) 00000100:00000001:3.0:1767384639.962949:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384639.962954:0:27782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000100:00000040:0.0:1767384639.962955:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b04f85a6 x1853237049185664/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:620/0 lens 224/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384639.962957:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee929650 00000100:00000001:1.0:1767384639.962958:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384639.962961:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee929650. 00000100:00000001:1.0:1767384639.962965:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384639.962966:0:27782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384639.962967:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384639.962973:0:27782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384639.962974:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384639.962975:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.962975:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.962978:0:27782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384639.962980:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a064dfb1. 00000100:00000001:2.0:1767384639.962983:0:27782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.962984:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3218 usecs (4 jiffies) 00000100:00000001:0.0:1767384639.962985:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384639.962992:0:27782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.962992:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294928389 00000020:00000010:0.0:1767384639.962992:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a064dfb1. 00000100:00000001:3.0:1767384639.962996:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384639.963001:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294928389 00000100:00000040:3.0:1767384639.963002:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384639.963002:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b04f85a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049185664:12345-0@lo:400: 00000100:00000001:2.0:1767384639.963005:0:27782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.963007:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294928389 00000100:00000001:1.0:1767384639.963013:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294928389 00000100:00000200:0.0:1767384639.963014:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185664 00000100:00000001:2.0:1767384639.963018:0:27782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384639.963019:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384639.963020:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294928389 00000100:00000001:3.0:1767384639.963021:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.963022:0:27782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384639.963027:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384639.963028:0:27782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384639.963028:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294928389 00000020:00000001:0.0:1767384639.963029:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384639.963034:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.963034:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.963035:0:27782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:1.0:1767384639.963035:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294928389 00000020:00000001:0.0:1767384639.963038:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384639.963042:0:27782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924119168 : -123268785432448 : ffff8fe33fd51880) 00000100:00000001:1.0:1767384639.963042:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294928389 00000100:00000040:3.0:1767384639.963043:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3701 usecs (4 jiffies) 00000020:00000001:0.0:1767384639.963043:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000100:00000001:1.0:1767384639.963049:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384639.963050:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928389 00000020:00000001:0.0:1767384639.963050:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384639.963054:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384639.963056:0:27782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003be2132b x1853237049185408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:620/0 lens 224/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.963056:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.963057:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294928389 00000020:00000001:0.0:1767384639.963058:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384639.963063:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384639.963064:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928389 00000100:00000001:1.0:1767384639.963064:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.963068:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.963070:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384639.963071:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294928389 00000020:00000001:0.0:1767384639.963073:0:17072:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384639.963078:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928389 00000100:00000001:1.0:1767384639.963078:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384639.963079:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384639.963081:0:27782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384639.963082:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384639.963084:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294928389 02000000:00000001:0.0:1767384639.963085:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384639.963086:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384639.963087:0:27782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000104635b7. 00000100:00000001:1.0:1767384639.963089:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384639.963089:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000713d7ca0. 00000100:00000001:1.0:1767384639.963094:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.963095:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928389 00000100:00000001:2.0:1767384639.963095:0:27782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384639.963095:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.963101:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.963103:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294928389 00000100:00000001:0.0:1767384639.963103:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384639.963104:0:27782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000104635b7. 00000020:00000001:0.0:1767384639.963110:0:17072:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.963111:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384639.963117:0:27782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003be2132b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049185408:12345-0@lo:13: 00000100:00000001:3.0:1767384639.963118:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384639.963118:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049185664 00000100:00000001:1.0:1767384639.963124:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767384639.963124:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384639.963125:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384639.963127:0:27782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185408 00000100:00000001:1.0:1767384639.963128:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384639.963129:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384639.963132:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b04f85a6 x1853237049185664/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384639.963134:0:27782:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384639.963135:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000001:3.0:1767384639.963137:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384639.963140:0:27782:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384639.963141:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384639.963142:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000020:00000001:2.0:1767384639.963145:0:27782:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.963146:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384639.963149:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384639.963151:0:27782:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384639.963153:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.963153:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729445456 : -123268980106160 : ffff8fe3343a9c50) 00010000:00000001:0.0:1767384639.963153:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384639.963156:0:27782:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00010000:00000001:0.0:1767384639.963157:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.963159:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.963163:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb73f103 x1853237049185536/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:620/0 lens 328/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384639.963164:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=56 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384639.963165:0:27782:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384639.963170:0:27782:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.963175:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384639.963177:0:27782:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384639.963181:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384639.963182:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384639.963182:0:27782:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384639.963184:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384639.963186:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185920 00000100:00000001:0.0:1767384639.963187:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000001:2.0:1767384639.963188:0:27782:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384639.963188:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004786a925. 02000000:00000001:3.0:1767384639.963189:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384639.963191:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384639.963193:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384639.963195:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384639.963196:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.963196:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.963197:0:27782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384639.963202:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004786a925. 02000000:00000001:2.0:1767384639.963203:0:27782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384639.963204:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.963204:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384639.963210:0:27782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000de9dd5a1. 00000100:00100000:3.0:1767384639.963211:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185920 00000100:00100000:1.0:1767384639.963211:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb73f103 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049185536:12345-0@lo:101: 00000100:00000040:0.0:1767384639.963211:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384639.963217:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384639.963217:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a182b47. 02000000:00000001:2.0:1767384639.963218:0:27782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384639.963218:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185536 00000020:00000040:3.0:1767384639.963221:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000020:00000001:1.0:1767384639.963224:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384639.963224:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049185664, offset 224 00000020:00000001:3.0:1767384639.963225:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384639.963225:0:27782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.963228:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:3.0:1767384639.963229:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00002000:00000001:2.0:1767384639.963233:0:27782:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:1.0:1767384639.963233:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384639.963234:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384639.963235:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00002000:00000001:2.0:1767384639.963239:0:27782:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384639.963240:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000020:00000001:1.0:1767384639.963240:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384639.963243:0:27782:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384639.963244:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000100:00000001:3.0:1767384639.963246:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384639.963246:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384639.963248:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384639.963252:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf55fe66. 00000020:00000001:1.0:1767384639.963252:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384639.963258:0:27782:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384639.963258:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384639.963259:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384639.963259:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260005580 00000020:00000001:1.0:1767384639.963262:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384639.963267:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf55fe66. 00002000:00000024:2.0:1767384639.963267:0:27782:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000001:1.0:1767384639.963268:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384639.963273:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x19c1 [1] + 224 00000020:00000001:1.0:1767384639.963274:0:17075:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000010:3.0:1767384639.963276:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000895f7dcc. 00000020:00000020:2.0:1767384639.963276:0:27782:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00010000:00000001:1.0:1767384639.963277:0:17075:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384639.963282:0:17075:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000010:3.0:1767384639.963283:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065665b8f. 00000020:00000020:2.0:1767384639.963284:0:27782:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00010000:00000001:1.0:1767384639.963285:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000400:00000200:0.0:1767384639.963287:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384639.963289:0:17075:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384639.963290:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f21dde45. 00002000:00000020:2.0:1767384639.963294:0:27782:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00010000:00000001:1.0:1767384639.963297:0:17075:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:3.0:1767384639.963298:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384639.963302:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:2.0:1767384639.963302:0:27782:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00010000:00000010:1.0:1767384639.963305:0:17075:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000514b2c77. 00000001:00000001:2.0:1767384639.963309:0:27782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1767384639.963309:0:17075:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1767384639.963310:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384639.963313:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384639.963314:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384639.963314:0:17075:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aa7eefe5. 00000100:00000001:0.0:1767384639.963319:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:2.0:1767384639.963320:0:27782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.963321:0:17075:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1767384639.963323:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:1.0:1767384639.963325:0:17075:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000aa7eefe5 with handle 0x7f71e2b70dd20315 to hash 00002000:00000001:2.0:1767384639.963326:0:27782:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384639.963326:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d5f7041 x1853237049185664/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.963327:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384639.963332:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.963332:0:17075:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000040:2.0:1767384639.963334:0:27782:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049185408 00010000:00000001:1.0:1767384639.963337:0:17075:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782841344 : -123268926710272 : ffff8fe337695e00) 00010000:00000001:2.0:1767384639.963341:0:27782:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384639.963342:0:17075:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782841344 : -123268926710272 : ffff8fe337695e00) 00000100:00000001:3.0:1767384639.963343:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384639.963349:0:27782:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003be2132b x1853237049185408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:620/0 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384639.963350:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d5f7041 x1853237049185664/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384639.963353:0:17075:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd20315 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f71e2b70dd2030e expref: -99 pid: 17075 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384639.963355:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384639.963360:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186048 02000000:00000001:3.0:1767384639.963364:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384639.963369:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384639.963373:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384639.963375:0:17075:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000f6abc116 : new locks_count 10 02000000:00000001:3.0:1767384639.963380:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384639.963382:0:17075:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=16 00010000:00000001:2.0:1767384639.963388:0:27782:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384639.963389:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186048 00000100:00000001:1.0:1767384639.963391:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384639.963392:0:27782:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384639.963393:0:17080:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384639.963394:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384639.963394:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384639.963399:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000100:00001000:2.0:1767384639.963399:0:27782:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=46 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384639.963400:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000045e30194. 00000400:00000200:0.0:1767384639.963401:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a182b47 00000020:00000001:3.0:1767384639.963405:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384639.963406:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384639.963407:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a182b47. 00000100:00000001:2.0:1767384639.963408:0:27782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767384639.963410:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000100:00000001:0.0:1767384639.963413:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384639.963414:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000001:1.0:1767384639.963414:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.963415:0:27782:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:0.0:1767384639.963417:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384639.963419:0:17075:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:3.0:1767384639.963421:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000001:2.0:1767384639.963422:0:27782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:0.0:1767384639.963423:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.963424:0:17075:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1767384639.963425:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384639.963428:0:17075:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000010:3.0:1767384639.963430:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf55fe66. 02000000:00000001:2.0:1767384639.963431:0:27782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384639.963431:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000040:0.0:1767384639.963432:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 02000000:00000001:2.0:1767384639.963436:0:27782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.963436:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384639.963438:0:17080:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005660eebf. 00010000:00000001:0.0:1767384639.963438:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384639.963442:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.963443:0:27782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384639.963443:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000040:3.0:1767384639.963445:0:17080:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00010000:00000001:1.0:1767384639.963447:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384639.963448:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384639.963450:0:17080:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1767384639.963452:0:27782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384639.963454:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087be978d. 00010000:00000001:1.0:1767384639.963454:0:17075:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:0.0:1767384639.963456:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b04f85a6 x1853237049185664/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384639.963458:0:27782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ded120f. 00010000:00000001:1.0:1767384639.963458:0:17075:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000010:3.0:1767384639.963460:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000050922095. 00010000:00000001:1.0:1767384639.963461:0:17075:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384639.963466:0:17075:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000010:3.0:1767384639.963467:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007ea21a94. 00000100:00000200:2.0:1767384639.963467:0:27782:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049185408, offset 224 00010000:00000040:1.0:1767384639.963470:0:17075:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000514b2c77) refcount = 1 00000100:00000001:3.0:1767384639.963473:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384639.963474:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b04f85a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16349:x1853237049185664:12345-0@lo:400: Request processed in 497us (1238us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384639.963477:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00010000:1.0:1767384639.963480:0:17075:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd20315 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7f71e2b70dd2030e expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384639.963481:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.963482:0:27782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384639.963489:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:1.0:1767384639.963491:0:17075:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00100000:0.0:1767384639.963491:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000001:3.0:1767384639.963492:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1767384639.963496:0:17075:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1767384639.963497:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.963498:0:27782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384639.963499:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00000001:1.0:1767384639.963500:0:17075:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.963505:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384639.963506:0:17075:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.963507:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.963509:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384639.963510:0:17075:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384639.963514:0:27782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260005480 00000100:00000001:3.0:1767384639.963515:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384639.963516:0:17075:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000020:00000010:0.0:1767384639.963516:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000bc3333c. 00010000:00010000:1.0:1767384639.963522:0:17075:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd20315 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd2030e expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384639.963522:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000100:00000001:3.0:1767384639.963525:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384639.963526:0:27782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x19bd [1] + 224 00000020:00000010:0.0:1767384639.963529:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fae0b251. 00000100:00100000:3.0:1767384639.963534:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000020:00000040:0.0:1767384639.963536:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000400:00000200:2.0:1767384639.963539:0:27782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384639.963540:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:3.0:1767384639.963541:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 02000000:00000001:0.0:1767384639.963543:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384639.963544:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120985600 : -123269588566016 : ffff8fe30ff64000) 02000000:00000010:0.0:1767384639.963547:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000713d7ca0. 00000400:00000200:2.0:1767384639.963549:0:27782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384639.963550:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:0.0:1767384639.963553:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384639.963554:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a7a26ca0 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:620/0 lens 224/0 e 0 to 0 dl 1767384650 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384639.963554:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.963557:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384639.963575:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.963576:0:27782:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384639.963582:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384639.963585:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384639.963586:0:27782:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b13cafb8 x1853237049185408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384639.963586:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384639.963587:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384639.963589:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005660eebf. 00010000:00000001:1.0:1767384639.963590:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384639.963593:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035f178ac. 00010000:00010000:1.0:1767384639.963595:0:17075:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000aa7eefe5, rc 0) 00000100:00000001:3.0:1767384639.963596:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384639.963599:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000596db894. 00000020:00000001:1.0:1767384639.963602:0:17075:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384639.963603:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005660eebf. 00010000:00000040:1.0:1767384639.963629:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049185536 00000100:00100000:3.0:1767384639.963630:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a7a26ca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16351:x1853237049185920:12345-0@lo:400: 00010000:00000001:1.0:1767384639.963634:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384639.963641:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb73f103 x1853237049185536/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:620/0 lens 328/344 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384639.963642:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185920 00000100:00000040:2.0:1767384639.963646:0:27782:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b13cafb8 x1853237049185408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384639.963649:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384639.963653:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384639.963658:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.963658:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384639.963661:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384639.963666:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:1.0:1767384639.963667:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=56 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384639.963671:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000001:1.0:1767384639.963674:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384639.963677:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384639.963678:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000020:00000001:3.0:1767384639.963682:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.963682:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:2.0:1767384639.963683:0:27782:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384639.963688:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384639.963689:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384639.963691:0:27782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ded120f 02000000:00000001:1.0:1767384639.963692:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384639.963693:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384639.963695:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1767384639.963698:0:27782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ded120f. 00000100:00000001:1.0:1767384639.963698:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384639.963699:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384639.963700:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.963705:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384639.963706:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384639.963706:0:27782:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767384639.963708:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000001:3.0:1767384639.963711:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384639.963712:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083594b58. 00000100:00000040:0.0:1767384639.963713:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 02000000:00000001:3.0:1767384639.963715:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384639.963717:0:27782:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384639.963720:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924120960 : -123268785430656 : ffff8fe33fd51f80) 00000100:00000200:1.0:1767384639.963721:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049185536, offset 224 02000000:00000010:3.0:1767384639.963722:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b5084f0a. 00000100:00000001:2.0:1767384639.963725:0:27782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384639.963726:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004bb14fad x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:620/0 lens 224/0 e 0 to 0 dl 1767384650 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384639.963727:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.963733:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.963734:0:27782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000400:00000200:1.0:1767384639.963735:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384639.963738:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384639.963742:0:27782:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000040:3.0:1767384639.963744:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049185920 00000020:00000001:2.0:1767384639.963747:0:27782:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.963749:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384639.963751:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384639.963753:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384639.963755:0:27782:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384639.963758:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a064dfb1. 00010000:00000200:3.0:1767384639.963759:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a7a26ca0 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384639.963762:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260005500 00000100:00000040:2.0:1767384639.963763:0:27782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003be2132b x1853237049185408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:620/0 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.963765:0:17081:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384639.963773:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a064dfb1. 00000400:00000200:1.0:1767384639.963777:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x19cd [1] + 224 00000100:00100000:0.0:1767384639.963783:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004bb14fad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853237049186048:12345-0@lo:400: 00000400:00000200:1.0:1767384639.963787:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384639.963795:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186048 00000400:00000200:1.0:1767384639.963797:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384639.963800:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384639.963805:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384639.963805:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384639.963806:0:27782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003be2132b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049185408:12345-0@lo:13: Request processed in 722us (1555us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384639.963810:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384639.963813:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a27bbbcd x1853237049185536/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384639.963815:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384639.963819:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00010000:00000001:3.0:1767384639.963824:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384639.963825:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1767384639.963829:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384639.963829:0:27782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00000001:0.0:1767384639.963830:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384639.963837:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=51 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384639.963837:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a27bbbcd x1853237049185536/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384639.963838:0:27782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000020:00000001:0.0:1767384639.963838:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384639.963841:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384639.963844:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.963845:0:27782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384639.963846:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384639.963849:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384639.963851:0:27782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384639.963853:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:0.0:1767384639.963854:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384639.963858:0:27782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035d5727b. 00000100:00000001:3.0:1767384639.963859:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384639.963859:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384639.963864:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000713d7ca0. 02000000:00000001:3.0:1767384639.963866:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767384639.963867:0:27782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 02000000:00000001:3.0:1767384639.963870:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.963870:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.963871:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384639.963874:0:27782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fca5d96. 00000100:00000001:0.0:1767384639.963876:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.963877:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384639.963879:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083594b58 00000020:00000001:0.0:1767384639.963881:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384639.963882:0:27782:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000040:3.0:1767384639.963883:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384639.963884:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083594b58. 00000100:00000001:2.0:1767384639.963888:0:27782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384639.963890:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee929650. 00000100:00000001:1.0:1767384639.963891:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:0.0:1767384639.963891:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186048 00000100:00000001:1.0:1767384639.963895:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384639.963896:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767384639.963897:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049185920, offset 224 00000100:00000001:1.0:1767384639.963900:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384639.963903:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004bb14fad x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384639.963905:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384639.963908:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384639.963911:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384639.963914:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384639.963915:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384639.963919:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.963920:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1767384639.963922:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384639.963924:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384639.963925:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384639.963926:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384639.963929:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.963931:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004594fa6a. 00000100:00000040:1.0:1767384639.963933:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb73f103 x1853237049185536/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:620/0 lens 328/344 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384639.963934:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=51 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384639.963935:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260005680 00000400:00000200:2.0:1767384639.963939:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b553cac0 00000400:00000010:2.0:1767384639.963945:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b553cac0. 00000100:00000001:0.0:1767384639.963946:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384639.963954:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384639.963955:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000400:00000200:3.0:1767384639.963959:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19d5 [1] + 224 00000100:00100000:1.0:1767384639.963960:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb73f103 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049185536:12345-0@lo:101: Request processed in 771us (1643us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384639.963961:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000200:2.0:1767384639.963962:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b13cafb8 x1853237049185408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384639.963970:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384639.963970:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384639.963975:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.963981:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384639.963983:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000001:0.0:1767384639.963984:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384639.963990:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384639.963991:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000040:0.0:1767384639.963993:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384639.963997:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384639.963998:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b13cafb8 x1853237049185408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.963998:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384639.963998:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a182b47. 00000100:00000001:1.0:1767384639.964004:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384639.964005:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049186048, offset 224 00000020:00000010:1.0:1767384639.964009:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007754d9ca. 00000020:00000010:1.0:1767384639.964016:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003172c43b. 00000400:00000200:0.0:1767384639.964017:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384639.964023:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000375d68c6. 00000020:00000040:1.0:1767384639.964029:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000400:00000200:0.0:1767384639.964032:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384639.964037:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384639.964038:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384639.964040:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384639.964041:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384639.964042:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000045e30194. 00000100:00000001:2.0:1767384639.964046:0:16348:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384639.964046:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260005700 02000000:00000001:1.0:1767384639.964047:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384639.964050:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384639.964055:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767384639.964058:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19dd [1] + 224 00000100:00000001:2.0:1767384639.964059:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384639.964060:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384639.964064:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384639.964067:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c2cfbd. 02000000:00000001:2.0:1767384639.964069:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384639.964069:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384639.964072:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384639.964074:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b05f516e. 00000100:00001000:2.0:1767384639.964077:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=46 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384639.964078:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384639.964079:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee929650 00000400:00000010:3.0:1767384639.964083:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee929650. 00000100:00001000:2.0:1767384639.964085:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384639.964086:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384639.964089:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384639.964090:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384639.964091:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384639.964094:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.964095:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384639.964097:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384639.964098:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384639.964101:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00080000:2.0:1767384639.964106:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b13cafb8 x1853237049185408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384639.964107:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00080000:1.0:1767384639.964109:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:3.0:1767384639.964111:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384639.964114:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000020:00000001:3.0:1767384639.964117:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00080000:1.0:1767384639.964123:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:0.0:1767384639.964124:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384639.964129:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384639.964130:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7a26ca0 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384639.964130:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:2.0:1767384639.964136:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384639.964139:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384639.964145:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384639.964148:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.964153:0:17887:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384639.964157:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b13cafb8 x1853237049185408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384639.964158:0:17887:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185792 00000100:00000001:0.0:1767384639.964159:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384639.964163:0:17887:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384639.964164:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a7a26ca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16351:x1853237049185920:12345-0@lo:400: Request processed in 575us (1621us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384639.964166:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384639.964167:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a182b47 00000100:00000001:1.0:1767384639.964171:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384639.964172:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a182b47. 02000000:00000001:1.0:1767384639.964178:0:17887:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.964179:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384639.964183:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384639.964184:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000001:0.0:1767384639.964184:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384639.964185:0:17887:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185792 00000100:00000001:2.0:1767384639.964188:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384639.964189:0:17887:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384639.964191:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000100:00000001:0.0:1767384639.964191:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.964192:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384639.964192:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000100:00000040:0.0:1767384639.964197:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:3.0:1767384639.964198:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:2.0:1767384639.964199:0:16348:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:1.0:1767384639.964199:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384639.964203:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000100:00000001:3.0:1767384639.964204:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000040:2.0:1767384639.964204:0:16348:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:3.0:1767384639.964209:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065665b8f. 00010000:00000001:0.0:1767384639.964209:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000004:00000040:2.0:1767384639.964210:0:16348:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000001:1.0:1767384639.964210:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:0.0:1767384639.964211:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384639.964216:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f21dde45. 00000020:00000001:1.0:1767384639.964217:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:0.0:1767384639.964218:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384639.964222:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000895f7dcc. 00000004:00000020:2.0:1767384639.964222:0:16348:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:1.0:1767384639.964224:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384639.964226:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004bb14fad x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384639.964229:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004786a925. 00000020:00000040:3.0:1767384639.964230:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000100:00000001:1.0:1767384639.964236:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384639.964237:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384639.964238:0:16348:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384639.964244:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004786a925. 00000100:00000040:2.0:1767384639.964248:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b13cafb8 x1853237049185408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384639.964250:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2eccf79. 00000100:00100000:0.0:1767384639.964250:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004bb14fad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16348:x1853237049186048:12345-0@lo:400: Request processed in 493us (1399us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384639.964257:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000901d411b. 00000100:00000001:3.0:1767384639.964259:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384639.964263:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00000001:3.0:1767384639.964264:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384639.964269:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384639.964270:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000400:00000001:3.0:1767384639.964273:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384639.964273:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049185408:0@lo:13: 00000100:00000040:1.0:1767384639.964274:0:17887:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:0.0:1767384639.964275:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000400:00000010:3.0:1767384639.964278:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7cdd203. 00000100:00000001:1.0:1767384639.964279:0:17887:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384639.964280:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384639.964283:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.964284:0:17887:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384639.964285:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384d964 00000100:00000001:0.0:1767384639.964285:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384639.964286:0:17887:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384639.964290:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384d964. 00000020:00000010:0.0:1767384639.964291:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000050922095. 00000100:00000001:2.0:1767384639.964292:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384639.964293:0:17887:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384639.964294:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384639.964299:0:17887:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384639.964300:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b13cafb8 x1853237049185408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384639.964300:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007ea21a94. 00000100:00000200:3.0:1767384639.964302:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.964303:0:17887:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384639.964306:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087be978d. 00000100:00000001:1.0:1767384639.964314:0:17887:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384639.964314:0:17081:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000100:00000001:0.0:1767384639.964321:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.964325:0:17887:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384639.964329:0:17887:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384639.964334:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767384639.964337:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384639.964338:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 02000000:00000001:2.0:1767384639.964339:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384639.964343:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000074c07651. 00000100:00000001:0.0:1767384639.964343:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384639.964344:0:17887:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000400:00000001:0.0:1767384639.964349:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384639.964350:0:17887:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923213568 : -123268786338048 : ffff8fe33fc74700) 02000000:00000001:2.0:1767384639.964351:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1767384639.964353:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384639.964354:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384639.964359:0:16348:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:0.0:1767384639.964359:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093c8ad7b. 00000100:00000001:3.0:1767384639.964360:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384639.964361:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000000c740ba x1853237049185792/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:620/0 lens 224/0 e 0 to 0 dl 1767384650 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.964366:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384639.964366:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767384639.964366:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914a0186 02000000:00000010:2.0:1767384639.964371:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039e4e1ce. 00000400:00000010:0.0:1767384639.964372:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914a0186. 00000100:00000001:3.0:1767384639.964373:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384639.964378:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384639.964379:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384639.964379:0:17077:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384639.964381:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384639.964384:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384639.964384:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b13cafb8. 00000100:00000001:1.0:1767384639.964387:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384639.964387:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a27bbbcd x1853237049185536/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.964389:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.964391:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1767384639.964391:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004786a925. 00000100:00000001:2.0:1767384639.964394:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384639.964396:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.964397:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384639.964400:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384639.964404:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004786a925. 00000100:00000001:2.0:1767384639.964405:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767384639.964406:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=51 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384639.964408:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384639.964412:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384639.964415:0:17887:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000000c740ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049185792:12345-0@lo:400: 00000400:00000001:2.0:1767384639.964416:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1767384639.964419:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=51 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384639.964420:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007876cd85. 00000100:00000200:0.0:1767384639.964421:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a27bbbcd x1853237049185536/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384639.964424:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185792 00000400:00000200:2.0:1767384639.964426:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000020:00000001:1.0:1767384639.964429:0:17887:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384639.964430:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000020:00000001:1.0:1767384639.964432:0:17887:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384639.964437:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384639.964437:0:17887:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.964438:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384639.964439:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384639.964441:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.964442:0:17887:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384639.964444:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384639.964444:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384639.964445:0:17887:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000200:2.0:1767384639.964447:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.964449:0:17077:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384639.964450:0:17887:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00080000:3.0:1767384639.964452:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384639.964453:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384639.964454:0:17887:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.964456:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384639.964459:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.964460:0:17887:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384639.964463:0:17887:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384639.964464:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.964467:0:17887:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.964470:0:17887:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384639.964473:0:17887:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384639.964477:0:17887:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1767384639.964477:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=56 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384639.964482:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000045e30194. 00010000:00000001:3.0:1767384639.964486:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.964487:0:17887:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384639.964488:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384639.964491:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767384639.964491:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.964493:0:17887:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384639.964496:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384639.964496:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384639.964499:0:17887:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.964501:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384639.964501:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.964505:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384639.964505:0:17887:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049185792 00010000:00000001:0.0:1767384639.964506:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384639.964510:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.964511:0:17887:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384639.964515:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.964516:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.964520:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:1.0:1767384639.964520:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000000c740ba x1853237049185792/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.964524:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384639.964525:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a27bbbcd x1853237049185536/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.964530:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384639.964533:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384639.964536:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384639.964539:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384639.964544:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384639.964552:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=51 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384639.964554:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384639.964556:0:17887:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384639.964574:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384639.964575:0:17887:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.964575:0:17077:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384639.964577:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384639.964578:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384639.964582:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384639.964583:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384639.964585:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384639.964586:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384639.964587:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.964589:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.964591:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384639.964593:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384639.964595:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a27bbbcd x1853237049185536/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384639.964598:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00080000:2.0:1767384639.964601:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.964637:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00100000:0.0:1767384639.964637:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a27bbbcd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049185536:0@lo:101: 00000100:00100000:3.0:1767384639.964641:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16351:1853237049185920:0@lo:400: 02000000:00000001:1.0:1767384639.964643:0:17887:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384639.964648:0:17887:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.964649:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.964656:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384639.964657:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384639.964657:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.964657:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.964663:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384639.964664:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384639.964664:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000040:2.0:1767384639.964665:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384639.964666:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384639.964667:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384639.964669:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083594b58. 00000100:00000001:2.0:1767384639.964671:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384639.964675:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f936500 x1853237049185920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.964675:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384639.964676:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049185792, offset 224 00000100:00000040:0.0:1767384639.964676:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a27bbbcd x1853237049185536/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384639.964680:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384639.964687:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384639.964698:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384639.964710:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260005600 00000100:00000001:0.0:1767384639.964719:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.964720:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384639.964722:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384639.964722:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x19e1 [1] + 224 00000100:00000010:0.0:1767384639.964724:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000231eff34. 02000000:00000001:3.0:1767384639.964727:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384639.964727:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384639.964729:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384639.964731:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384639.964732:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a019851e. 00000400:00000200:1.0:1767384639.964733:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384639.964733:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.964738:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384639.964740:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384639.964740:0:17077:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000020:00000001:3.0:1767384639.964744:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384639.964744:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384639.964745:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1767384639.964748:0:16351:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384639.964750:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384639.964752:0:17887:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384639.964754:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007309c556 refcount=4 00000020:00000001:3.0:1767384639.964755:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384639.964758:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004328a2d4. 00000020:00000001:0.0:1767384639.964759:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00000100:00100000:2.0:1767384639.964760:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd410bd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16348:1853237049186048:0@lo:400: 00000100:00000200:1.0:1767384639.964761:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384639.964765:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384639.964766:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 02000000:00000001:3.0:1767384639.964769:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384639.964772:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384639.964773:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f936500. 00010000:00000040:0.0:1767384639.964774:0:17077:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000007309c556, remote cookie: 0x7f71e2b70dd20315, flags: 0x0 00000100:00000001:2.0:1767384639.964776:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384639.964781:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:2.0:1767384639.964782:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd410bd2 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.964784:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384639.964787:0:17887:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.964788:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.964790:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:3.0:1767384639.964794:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.964795:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384639.964799:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:3.0:1767384639.964802:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384639.964802:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:2.0:1767384639.964805:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384639.964806:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384639.964807:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b5750b41) refcount = 1 02000000:00000001:2.0:1767384639.964809:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384639.964813:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384639.964814:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c170377f. 00010000:00010000:0.0:1767384639.964816:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20315 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384639.964817:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384639.964821:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384639.964824:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384639.964826:0:16348:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00010000:00000001:0.0:1767384639.964829:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:3.0:1767384639.964830:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384639.964830:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384639.964831:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384639.964834:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a5e6182d. 00010000:00000001:0.0:1767384639.964834:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1767384639.964835:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384639.964836:0:17077:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384639.964837:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083594b58 02000000:00000001:2.0:1767384639.964840:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767384639.964842:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083594b58. 00010000:00000001:0.0:1767384639.964843:0:17077:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384639.964848:0:17077:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384639.964849:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384639.964849:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384639.964849:0:17887:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767384639.964851:0:17077:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd20315 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767384639.964853:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd410bd2. 00000400:00000001:3.0:1767384639.964854:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384639.964854:0:17887:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384639.964858:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010db7717. 00000100:00000001:1.0:1767384639.964859:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.964860:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384639.964864:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384639.964865:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a2fb840 00010000:00000001:0.0:1767384639.964866:0:17077:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00000100:00000040:1.0:1767384639.964867:0:17887:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:2.0:1767384639.964868:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384639.964870:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a2fb840. 00010000:00000001:0.0:1767384639.964870:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.964875:0:17887:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384639.964875:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384639.964876:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384639.964877:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384639.964878:0:17887:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.964880:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.964881:0:17887:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384639.964881:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384639.964884:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384639.964885:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d5f7041 x1853237049185664/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.964887:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384639.964888:0:17077:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.964890:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000c740ba x1853237049185792/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.964891:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.964894:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384639.964902:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a27bbbcd x1853237049185536/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.964911:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384639.964915:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384639.964916:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d5f7041 x1853237049185664/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384639.964920:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384639.964925:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384639.964926:0:17887:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000000c740ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049185792:12345-0@lo:400: Request processed in 534us (2003us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384639.964929:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082a98551. 00000100:00000001:0.0:1767384639.964937:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384639.964938:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbb15ff 02000000:00000001:0.0:1767384639.964942:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384639.964945:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384639.964945:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fbb15ff. 00000100:00100000:1.0:1767384639.964945:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 02000000:00000010:0.0:1767384639.964947:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d8ee363b. 00000100:00000001:3.0:1767384639.964948:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.964952:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384639.964953:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384639.964955:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767384639.964957:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384639.964958:0:17887:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:3.0:1767384639.964959:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384639.964959:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767384639.964961:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.964964:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384639.964964:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:1.0:1767384639.964965:0:17887:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384639.964970:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.964971:0:17887:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384639.964972:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384639.964977:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008abd9701. 00000100:00001000:3.0:1767384639.964978:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=56 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384639.964978:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000901d411b. 00000100:00000200:2.0:1767384639.964985:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384639.964986:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=56 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384639.964986:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1767384639.964987:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 02000000:00000001:0.0:1767384639.964990:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384639.964995:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a27bbbcd. 00000100:00000001:3.0:1767384639.964996:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384639.964997:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2eccf79. 00000100:00000001:3.0:1767384639.965001:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.965001:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384639.965006:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384639.965006:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:2.0:1767384639.965007:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384639.965009:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384639.965010:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.965012:0:17887:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.965013:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384639.965014:0:17077:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.965016:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.965019:0:16350:0:(client.c:1578:after_reply()) Process entered 10000000:00000001:0.0:1767384639.965020:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 02000000:00000001:2.0:1767384639.965022:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384639.965024:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d5f7041 x1853237049185664/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000040:0.0:1767384639.965024:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 3 00000100:00000001:2.0:1767384639.965025:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384639.965028:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384639.965030:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384639.965032:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.965035:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:2.0:1767384639.965039:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=46 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384639.965039:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384639.965043:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007309c556 refcount=3 00000100:00000001:3.0:1767384639.965049:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384639.965049:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00000100:00001000:2.0:1767384639.965050:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=46 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384639.965053:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000001:0.0:1767384639.965057:0:17077:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00000100:00000001:2.0:1767384639.965059:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384639.965060:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384639.965063:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384639.965064:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.965064:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384639.965066:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.965068:0:17077:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384639.965070:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000001:0.0:1767384639.965072:0:17077:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000100:00000040:3.0:1767384639.965074:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d5f7041 x1853237049185664/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000010:0.0:1767384639.965076:0:17077:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000004d0b7b00. 00010000:00080000:2.0:1767384639.965079:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384639.965092:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a27bbbcd. 00000100:00100000:3.0:1767384639.965097:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d5f7041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049185664:0@lo:400: 00000020:00000040:0.0:1767384639.965098:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384639.965103:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384639.965107:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384639.965107:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384639.965108:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.965111:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384639.965112:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384639.965115:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d5f7041 x1853237049185664/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384639.965118:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008abd9701. 00000100:00000001:2.0:1767384639.965123:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384639.965124:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.965128:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384639.965128:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384639.965129:0:17077:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 02000000:00000001:3.0:1767384639.965132:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384639.965133:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1767384639.965134:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d8ee363b. 02000000:00000010:3.0:1767384639.965135:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099125148. 00000100:00000001:2.0:1767384639.965138:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384639.965140:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000a064dfb1. 02000000:00000001:3.0:1767384639.965141:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384639.965144:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384639.965145:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=6 obd=MGC192.168.202.137@tcp 00000020:00000040:3.0:1767384639.965147:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000040:2.0:1767384639.965148:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.965151:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000020:00000001:3.0:1767384639.965152:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384639.965154:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 02000000:00000010:3.0:1767384639.965156:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002ba3a374. 00000100:00000010:0.0:1767384639.965158:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000231eff34. 02000000:00000001:3.0:1767384639.965161:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384639.965164:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384639.965164:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799650137792 : -123274059413824 : ffff8fe2057a86c0) 00000100:00000010:3.0:1767384639.965167:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d5f7041. 00000100:00000001:0.0:1767384639.965170:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384639.965172:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384639.965173:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384639.965174:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575798016 : -123274133753600 : ffff8fe2010c3100) 00000100:00000001:2.0:1767384639.965176:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384639.965177:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.965180:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384639.965181:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.965181:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384639.965185:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.965189:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384639.965190:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.965194:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.965194:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384639.965198:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384639.965200:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384639.965204:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384639.965206:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a27bbbcd x1853237049186176/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384639.965216:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000ac51833 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049185792:0@lo:400: 00000100:00000001:0.0:1767384639.965217:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384639.965220:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.965225:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384639.965226:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384639.965229:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384639.965230:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384639.965232:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.965237:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000ac51833 x1853237049185792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384639.965237:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a27bbbcd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049186176:0@lo:256: 00000100:00000001:0.0:1767384639.965243:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384639.965246:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384639.965249:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.965253:0:17077:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000100:00000001:2.0:1767384639.965256:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384639.965257:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093c8ad7b. 02000000:00000001:2.0:1767384639.965259:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384639.965263:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b52d1c60. 00000400:00000010:0.0:1767384639.965263:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ec2424ae. 02000000:00000001:2.0:1767384639.965269:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767384639.965269:0:17077:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260005780-0x6958260005780, portal 33 00000020:00000001:2.0:1767384639.965273:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384639.965274:0:17077:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384639.965277:0:16350:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384639.965277:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384639.965279:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fae0b251. 00000020:00000001:2.0:1767384639.965282:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384639.965283:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384639.965286:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000428d89d2. 00000400:00000010:0.0:1767384639.965287:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b7622e. 02000000:00000001:2.0:1767384639.965292:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1767384639.965293:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914a0186. 02000000:00000001:2.0:1767384639.965295:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767384639.965296:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049186176, portal 25 00000100:00000010:2.0:1767384639.965298:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ac51833. 00000100:00000001:0.0:1767384639.965299:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384639.965303:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575798016 : -123274133753600 : ffff8fe2010c3100) 00000100:00000001:2.0:1767384639.965304:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384639.965307:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384639.965307:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a27bbbcd x1853237049186176/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.965311:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.965318:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384639.965319:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384639.965320:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384639.965324:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384639.965324:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a182b47. 00000100:00000200:0.0:1767384639.965328:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049186176, offset 0 00000100:00000001:2.0:1767384639.965331:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384639.965332:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384639.965336:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384639.965338:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384639.965350:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260005780 00000400:00000200:0.0:1767384639.965353:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1275 [2] + 0 00000400:00000010:0.0:1767384639.965355:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cd02365. 00000400:00000200:0.0:1767384639.965358:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b6093e31 00000400:00000200:0.0:1767384639.965361:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384639.965363:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384639.965365:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6093e31 00000400:00000010:0.0:1767384639.965367:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6093e31. 00000100:00000001:0.0:1767384639.965369:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384639.965370:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384639.965372:0:17077:0:(events.c:337:request_in_callback()) incoming req@0000000099606785 x1853237049186176 msgsize 304 00000100:00100000:0.0:1767384639.965374:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384639.965375:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384639.965385:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384639.965387:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a182b47 00000400:00000010:0.0:1767384639.965388:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a182b47. 00000100:00000001:0.0:1767384639.965390:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384639.965392:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a27bbbcd x1853237049186176/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.965397:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384639.965400:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a27bbbcd x1853237049186176/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.965405:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.965406:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384639.965409:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.965411:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294928392 00000100:00000001:1.0:1767384639.965413:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384639.965416:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186176 00000100:00000001:0.0:1767384639.965416:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294928389 02000000:00000001:1.0:1767384639.965417:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384639.965420:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384639.965422:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294928392 00000100:00000001:1.0:1767384639.965423:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.965428:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.965429:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294928389 00000100:00100000:1.0:1767384639.965431:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186176 00000100:00000001:0.0:1767384639.965433:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294928392 00000020:00000001:1.0:1767384639.965434:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384639.965436:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294928389 00000020:00000040:1.0:1767384639.965437:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384639.965441:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384639.965441:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294928392 00000020:00000040:1.0:1767384639.965443:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:1.0:1767384639.965444:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384639.965447:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384639.965451:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384639.965451:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294928389 00000020:00000010:1.0:1767384639.965453:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004786a925. 00000100:00000001:0.0:1767384639.965454:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384639.965459:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.965460:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384639.965464:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004786a925. 00000100:00000001:0.0:1767384639.965465:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384639.965468:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384639.965471:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2eccf79. 00000100:00100000:0.0:1767384639.965471:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 00000000231eff34 going to sleep for 11 seconds 00000100:00000001:0.0:1767384639.965475:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384639.965476:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000901d411b. 00000100:00000001:0.0:1767384639.965477:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384639.965480:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00000040:1.0:1767384639.965484:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384639.965485:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384639.965486:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384639.965488:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.965490:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.965494:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.965506:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384639.965508:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384639.965511:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000001:0.0:1767384639.965512:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384639.965514:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384639.965515:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384639.965518:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729447504 : -123268980104112 : ffff8fe3343aa450) 00000100:00000001:0.0:1767384639.965519:0:17072:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.965523:0:17072:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.965524:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099606785 x1853237049186176/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:620/0 lens 304/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.965531:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384639.965534:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004786a925. 00000100:00000001:1.0:1767384639.965535:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384639.965537:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004786a925. 00000100:00100000:1.0:1767384639.965539:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099606785 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049186176:12345-0@lo:256: 00000100:00000200:1.0:1767384639.965541:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186176 00000020:00000001:1.0:1767384639.965542:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384639.965544:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384639.965545:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.965546:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384639.965547:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592544 : -1047959072 : ffffffffc18969e0) 00000020:00000001:1.0:1767384639.965549:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384639.965550:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384639.965551:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384639.965552:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384639.965553:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.965555:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384639.965556:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384639.965558:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000008110e088. 02000000:00000001:1.0:1767384639.965575:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.965576:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384639.965578:0:17075:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384639.965581:0:17075:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384639.965583:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384639.965585:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384639.965587:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384639.965588:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384639.965593:0:17075:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384639.965595:0:17075:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b53a18f5. 20000000:00000001:1.0:1767384639.965598:0:17075:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384639.965625:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384639.965629:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384639.965633:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384639.965634:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384639.965636:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384639.965637:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384639.965638:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384639.965640:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384639.965641:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384639.965642:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384639.965643:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384639.965645:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384639.965646:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384639.965647:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384639.965648:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384639.965649:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384639.965650:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384639.965651:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384639.965652:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384639.965653:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384639.965655:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384639.965656:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384639.965657:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384639.965658:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384639.965659:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384639.965661:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384639.965662:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384639.965663:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:01000000:1.0:1767384639.965664:0:17075:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 584, pages 3512/1/4/3. 20000000:00000040:1.0:1767384639.965669:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384639.965670:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384639.965671:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384639.965673:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384639.965674:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384639.965675:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384639.965676:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384639.965680:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384639.965682:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384639.965683:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384639.965684:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384639.965685:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384639.965687:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384639.965688:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384639.965689:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384639.965690:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384639.965691:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384639.965692:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384639.965693:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384639.965694:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384639.965695:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384639.965697:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384639.965698:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384639.965699:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384639.965700:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384639.965701:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384639.965702:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384639.965703:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:01000000:1.0:1767384639.965704:0:17075:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 584, pages 2928/1/4/3. 20000000:01000000:1.0:1767384639.965706:0:17075:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1168, version 60 20000000:00000001:1.0:1767384639.965707:0:17075:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1168 : 1168 : 490) 00000100:00000001:1.0:1767384639.965709:0:17075:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384639.965711:0:17075:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c00700dc. 00000100:00000010:1.0:1767384639.965713:0:17075:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000040b652bd. 00000020:00000040:1.0:1767384639.965714:0:17075:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=16 00010000:00000001:1.0:1767384639.965716:0:17075:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384639.965718:0:17075:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384639.965720:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083594b58. 00000400:00000010:1.0:1767384639.965723:0:17075:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000567d40b3. 00000400:00000200:1.0:1767384639.965725:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384639.965730:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384639.965734:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1168 into portal 33 MB=0x6958260005780 00000400:00000200:1.0:1767384639.965736:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1168/1168 into md 0x1a0d [4] + 0 00000400:00000010:1.0:1767384639.965738:0:17075:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093c8ad7b. 00000400:00000200:1.0:1767384639.965743:0:17075:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ec2424ae 00000400:00000200:1.0:1767384639.965746:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.965748:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384639.965750:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec2424ae 00000400:00000010:1.0:1767384639.965751:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ec2424ae. 00000100:00000001:1.0:1767384639.965752:0:17075:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384639.965753:0:17075:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000a27bbbcd desc 00000000d8ee363b mbits 1853237049186176 00000100:00000001:1.0:1767384639.965762:0:17075:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384639.965764:0:17075:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384639.965767:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384639.965771:0:17075:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a19 00000400:00000200:1.0:1767384639.965773:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.965775:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384639.965778:0:17075:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384639.965780:0:17075:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000c00700dc 00000100:00000001:1.0:1767384639.965781:0:17075:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384639.965786:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083594b58 00000100:00000001:0.0:1767384639.965787:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384639.965788:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083594b58. 00000100:00000001:0.0:1767384639.965791:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.965792:0:17075:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384639.965795:0:17075:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000c00700dc 00000100:00000001:1.0:1767384639.965797:0:17075:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384639.965800:0:17075:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1168 bytes via portal 33 id 12345-0@lo mbits 0x6958260005780-0x6958260005780 00000100:00000001:1.0:1767384639.965803:0:17075:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.965805:0:17075:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.965807:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384639.965808:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000010:1.0:1767384639.965810:0:17075:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000040b652bd. 00000100:00000010:1.0:1767384639.965813:0:17075:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c00700dc. 00000100:00000001:1.0:1767384639.965815:0:17075:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384639.965816:0:17075:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384639.965822:0:17075:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b53a18f5. 20000000:00000001:1.0:1767384639.965824:0:17075:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384639.965826:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186176 00010000:00000001:1.0:1767384639.965827:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384639.965829:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099606785 x1853237049186176/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:620/0 lens 304/240 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384639.965837:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384639.965838:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384639.965839:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384639.965841:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384639.965843:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384639.965844:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384639.965845:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384639.965846:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.965848:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384639.965849:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384639.965850:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083594b58. 00000100:00000200:1.0:1767384639.965852:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049186176, offset 224 00000400:00000200:1.0:1767384639.965854:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384639.965857:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384639.965860:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260005780 00000400:00000200:1.0:1767384639.965862:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a11 [1] + 224 00000400:00000200:1.0:1767384639.965865:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.965867:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384639.965868:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384639.965870:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a27bbbcd x1853237049186176/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384639.965875:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000a27bbbcd x1853237049186176/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.965886:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384639.965888:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083594b58 00000400:00000010:1.0:1767384639.965889:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083594b58. 00000100:00000001:1.0:1767384639.965890:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384639.965891:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384639.965893:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.965894:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384639.965896:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384639.965897:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.965899:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384639.965904:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384639.965907:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099606785 x1853237049186176/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:620/0 lens 304/240 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384639.965908:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384639.965911:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384639.965914:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b7622e. 00000400:00000200:0.0:1767384639.965919:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914a0186 00000100:00100000:1.0:1767384639.965921:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099606785 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049186176:12345-0@lo:256: Request processed in 387us (546us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384639.965922:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914a0186. 00000100:00000001:0.0:1767384639.965927:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384639.965932:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000200:0.0:1767384639.965933:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a27bbbcd x1853237049186176/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384639.965935:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:1.0:1767384639.965938:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384639.965940:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384639.965944:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000901d411b. 00000020:00000010:1.0:1767384639.965949:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 00000100:00000200:0.0:1767384639.965953:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a27bbbcd x1853237049186176/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384639.965955:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2eccf79. 00000020:00000040:1.0:1767384639.965960:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:1.0:1767384639.965965:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384639.965968:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000008110e088. 00000100:00000001:0.0:1767384639.965969:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384639.965972:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384639.965973:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.965975:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.965977:0:17077:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384639.965980:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767384639.965982:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384639.965982:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384639.965984:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.965987:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384639.965988:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4644dc0. 00000100:00001000:0.0:1767384639.965989:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384639.965994:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=56 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384639.965995:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d43de5a3. 00000100:00000001:0.0:1767384639.965996:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384639.966000:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.966007:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384639.966008:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.966010:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384639.966013:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000a27bbbcd x1853237049186176/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384639.966019:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000a27bbbcd x1853237049186176/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.966023:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384639.966025:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384639.966026:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a27bbbcd x1853237049186176/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384639.966030:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a27bbbcd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049186176:0@lo:256: 00000100:00000001:0.0:1767384639.966033:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.966034:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.966035:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384639.966036:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384639.966037:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a27bbbcd x1853237049186176/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.966041:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384639.966042:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000231eff34. 00000100:00000001:0.0:1767384639.966044:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384639.966045:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384639.966047:0:17077:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 60, more 0. 10000000:00000001:0.0:1767384639.966049:0:17077:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384639.966054:0:17077:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000008de979bb. 10000000:00000040:0.0:1767384639.966060:0:17077:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.137@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384639.966064:0:17077:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384639.966066:0:17077:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384639.966069:0:17077:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.137@tcp has 192.168.202.137@tcp. 00000100:00000001:0.0:1767384639.966071:0:17077:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.966072:0:17077:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384639.966073:0:17077:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.137@tcp with 192.168.202.137@tcp 00000100:00000200:0.0:1767384639.966078:0:17077:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.137@tcp' 00000400:00000200:0.0:1767384639.966081:0:17077:0:(peer.c:1356:LNetAddPeer()) Add peer with 28 NIDs 00000400:00001000:0.0:1767384639.966083:0:17077:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384639.966086:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:0.0:1767384639.966089:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384639.966092:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (26) 00000400:00000200:0.0:1767384639.966095:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (27) 00000400:00000200:0.0:1767384639.966105:0:17077:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384639.966107:0:17077:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384639.966109:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384639.966110:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:0.0:1767384639.966112:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (28) 00000400:00000200:0.0:1767384639.966114:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:0.0:1767384639.966115:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:0.0:1767384639.966118:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966119:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:0.0:1767384639.966120:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:0.0:1767384639.966123:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966124:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000400:00000200:0.0:1767384639.966125:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.137@tcp12 00000400:00000200:0.0:1767384639.966128:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966129:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp12 00000400:00000200:1.0:1767384639.966130:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384639.966131:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.137@tcp13 00000400:00000200:0.0:1767384639.966136:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384639.966139:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 00000400:00000200:0.0:1767384639.966139:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp13 00000400:00000200:0.0:1767384639.966143:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.137@tcp14 00000400:00000010:1.0:1767384639.966146:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083594b58. 00000400:00000200:0.0:1767384639.966147:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966151:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp14 00000400:00000200:1.0:1767384639.966152:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (27) 00000400:00000200:0.0:1767384639.966153:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.137@tcp15 00000400:00000010:1.0:1767384639.966156:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000029d02fdb. 00000400:00000200:0.0:1767384639.966157:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966161:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp15 00000400:00000200:0.0:1767384639.966164:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.137@tcp16 00000400:00000200:1.0:1767384639.966166:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000200:0.0:1767384639.966169:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966171:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp16 00000400:00000200:0.0:1767384639.966173:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.137@tcp17 00000400:00000200:0.0:1767384639.966176:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384639.966177:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:0.0:1767384639.966183:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp17 00000400:00000200:1.0:1767384639.966184:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:0.0:1767384639.966189:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.137@tcp18 00000400:00000200:1.0:1767384639.966195:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000400:00000200:0.0:1767384639.966197:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966202:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp18 00000400:00000200:1.0:1767384639.966206:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384639.966206:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.137@tcp19 00000400:00000200:0.0:1767384639.966212:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384639.966215:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384639.966216:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp19 00000400:00000200:0.0:1767384639.966220:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.137@tcp20 00000400:00000200:0.0:1767384639.966222:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966223:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp20 00000400:00000200:0.0:1767384639.966224:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.137@tcp21 00000400:00000200:0.0:1767384639.966229:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966232:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp21 00000400:00000200:0.0:1767384639.966235:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.137@tcp22 00000400:00000200:1.0:1767384639.966237:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:0.0:1767384639.966241:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966244:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp22 00000400:00000200:1.0:1767384639.966246:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 00000400:00000200:0.0:1767384639.966248:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.137@tcp23 00000400:00000200:0.0:1767384639.966254:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384639.966257:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:0.0:1767384639.966258:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp23 00000400:00000200:0.0:1767384639.966262:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.137@tcp24 00000400:00000200:0.0:1767384639.966267:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384639.966268:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[93, 38] 00000400:00000200:0.0:1767384639.966269:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp24 00000400:00000200:0.0:1767384639.966274:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.137@tcp25 00000400:00000200:1.0:1767384639.966277:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000400:00000200:0.0:1767384639.966281:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966284:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp25 00000400:00000200:1.0:1767384639.966286:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:0.0:1767384639.966288:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.137@tcp26 00000400:00000200:0.0:1767384639.966293:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384639.966296:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:0.0:1767384639.966297:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp26 00000400:00000200:0.0:1767384639.966301:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.137@tcp27 00000400:00000200:0.0:1767384639.966306:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384639.966308:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:0.0:1767384639.966310:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp27 00000400:00000200:0.0:1767384639.966314:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.137@tcp28 00000400:00000200:1.0:1767384639.966318:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:0.0:1767384639.966320:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966324:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp28 00000400:00000200:1.0:1767384639.966329:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:0.0:1767384639.966329:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.137@tcp29 00000400:00000200:0.0:1767384639.966334:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384639.966337:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000400:00000200:1.0:1767384639.966342:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000400:00000200:0.0:1767384639.966343:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp29 00000400:00000200:0.0:1767384639.966347:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.137@tcp30 00000400:00000200:1.0:1767384639.966353:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000400:00000200:0.0:1767384639.966354:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966358:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp30 00000400:00000200:0.0:1767384639.966363:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.137@tcp31 00000400:00000200:1.0:1767384639.966364:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00000400:00000200:0.0:1767384639.966369:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384639.966372:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 24], ns[81, 24] 00000400:00000200:0.0:1767384639.966373:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp31 00000400:00000200:0.0:1767384639.966378:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.137@tcp32 00000400:00000200:1.0:1767384639.966381:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[93, 24], ns[95, 24] 00000400:00000200:0.0:1767384639.966384:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966388:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp32 00000400:00000200:1.0:1767384639.966393:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 24], ns[100, 24] 00000400:00000200:0.0:1767384639.966393:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.137@tcp33 00000400:00000200:0.0:1767384639.966399:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384639.966402:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 24], ns[97, 24] 00000400:00000200:0.0:1767384639.966403:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp33 00000400:00000200:0.0:1767384639.966407:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.137@tcp34 00000400:00000200:0.0:1767384639.966410:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.966410:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp34 00000400:00000200:0.0:1767384639.966411:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.137@tcp35 00000400:00000010:0.0:1767384639.966417:0:17077:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000004c05592f. 00000400:00000200:1.0:1767384639.966421:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 24], ns[105, 24] 00000400:00000200:0.0:1767384639.966424:0:17077:0:(peer.c:264:lnet_peer_alloc()) 000000004c05592f nid 192.168.202.137@tcp35 00000400:00000010:0.0:1767384639.966429:0:17077:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cba9c28c. 00000400:00000200:1.0:1767384639.966431:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 24], ns[101, 24] 00000400:00000200:0.0:1767384639.966433:0:17077:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cba9c28c net tcp35 00000400:00000010:0.0:1767384639.966438:0:17077:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000007ce7f0b. 00000400:00000200:1.0:1767384639.966441:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[102, 24], ns[104, 24] 00000400:00000200:1.0:1767384639.966445:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:0.0:1767384639.966446:0:17077:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000007ce7f0b nid 192.168.202.137@tcp35 00000400:00000200:1.0:1767384639.966451:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp18 00000400:00000200:1.0:1767384639.966454:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp18 lpni_is_preferred = 0 00000400:00000200:1.0:1767384639.966456:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp18 00000400:00000200:1.0:1767384639.966458:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp18 NI seq info: [106:106:256:4294967295] 192.168.202.137@tcp18 LPNI seq info [104:104:8:4294967295] 00000400:00000200:1.0:1767384639.966463:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp18 00000400:00000200:1.0:1767384639.966468:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp18(192.168.202.137@tcp18:) -> 192.168.202.137@tcp18(192.168.202.137@tcp:192.168.202.137@tcp18) : PUT try# 0 00000400:00000200:0.0:1767384639.966472:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004c05592f (0) 00000800:00000200:1.0:1767384639.966473:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.137@tcp18 00000800:00000010:1.0:1767384639.966479:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002811e2d8. 00000400:00000200:0.0:1767384639.966480:0:17077:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.137@tcp35: -2 00000400:00000200:0.0:1767384639.966489:0:17077:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp35 NID 192.168.202.137@tcp35 flags 0x1 00000800:00000200:1.0:1767384639.966490:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0f5bf45] -> 12345-192.168.202.137@tcp18 (6) 00000400:00000200:0.0:1767384639.966492:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004c05592f (1) 00000400:00000200:0.0:1767384639.966495:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004c05592f (2) 00000400:00000200:0.0:1767384639.966496:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004c05592f (1) 00000400:00000200:0.0:1767384639.966498:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004c05592f (2) 00000800:00000200:1.0:1767384639.966501:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp18 ip 192.168.202.137:988 00000400:00000200:0.0:1767384639.966505:0:17077:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp35 (000000004c05592f): 0 00000800:00000200:1.0:1767384639.966507:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002811e2d8 type 1, nob 576 niov 1 nkiov 1 00000400:00000200:0.0:1767384639.966508:0:17077:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384639.966511:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384639.966515:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp35 NID 192.168.202.137@tcp35: 0. pending discovery 00000400:00000200:0.0:1767384639.966516:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004c05592f (3) 00000400:00000200:1.0:1767384639.966525:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384639.966525:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.137@tcp36 00000400:00000010:0.0:1767384639.966530:0:17077:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000375d68c6. 00000400:00000200:1.0:1767384639.966531:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 rc 0 00000400:00000200:0.0:1767384639.966538:0:17077:0:(peer.c:264:lnet_peer_alloc()) 00000000375d68c6 nid 192.168.202.137@tcp36 00000400:00000200:1.0:1767384639.966539:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp35(000000004c05592f) state 0x41 00000400:00000010:0.0:1767384639.966542:0:17077:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000017f4522c. 00000400:00000200:1.0:1767384639.966543:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004c05592f (2) 00000400:00000200:0.0:1767384639.966547:0:17077:0:(peer.c:204:lnet_peer_net_alloc()) 0000000017f4522c net tcp36 00000400:00000010:1.0:1767384639.966549:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e2eccf79. 00000400:00000010:0.0:1767384639.966551:0:17077:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007c035adf. 00000400:00000010:1.0:1767384639.966554:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be983bc9. 00000400:00000200:0.0:1767384639.966557:0:17077:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007c035adf nid 192.168.202.137@tcp36 00000400:00000200:0.0:1767384639.966573:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000375d68c6 (0) 00000400:00000200:0.0:1767384639.966575:0:17077:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.137@tcp36: -2 00000400:00000200:0.0:1767384639.966578:0:17077:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp36 NID 192.168.202.137@tcp36 flags 0x1 00000400:00000010:1.0:1767384639.966583:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005b1d0568. 00000400:00000200:0.0:1767384639.966583:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000375d68c6 (1) 00000400:00000200:0.0:1767384639.966588:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000375d68c6 (2) 00000400:00000200:1.0:1767384639.966592:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp35 00000400:00000200:0.0:1767384639.966593:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000375d68c6 (1) 00000400:00000200:0.0:1767384639.966596:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000375d68c6 (2) 00000400:00000200:0.0:1767384639.966599:0:17077:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp36 (00000000375d68c6): 0 00000400:00000200:0.0:1767384639.966600:0:17077:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384639.966603:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384639.966605:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp36 NID 192.168.202.137@tcp36: 0. pending discovery 00000400:00000200:0.0:1767384639.966632:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000375d68c6 (3) 00000100:00000001:0.0:1767384639.966635:0:17077:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.966637:0:17077:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.966640:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp35 local destination 10000000:00000040:0.0:1767384639.966644:0:17077:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.137@tcp' by NID '192.168.202.137@tcp' 00000400:00000200:1.0:1767384639.966647:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 10000000:00000010:0.0:1767384639.966649:0:17077:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000000bc3333c. 00000400:00000200:1.0:1767384639.966652:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp35 10000000:00000040:0.0:1767384639.966654:0:17077:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 60/60 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.137@tcp::2 00000400:00000200:1.0:1767384639.966657:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp35 lpni_is_preferred = 0 00000020:00000080:0.0:1767384639.966659:0:17077:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:1.0:1767384639.966663:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp35 00000020:00000001:0.0:1767384639.966667:0:17077:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384639.966672:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4ac1091. 00000400:00000200:1.0:1767384639.966673:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp35 NI seq info: [107:107:256:4294967295] 192.168.202.137@tcp35 LPNI seq info [1:1:8:4294967295] 00000800:00000001:3.0:1767384639.966674:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384639.966678:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009def1d1d. 00000040:00000010:0.0:1767384639.966682:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008e113248. 00000800:00000200:2.0:1767384639.966684:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384639.966684:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp35 00000020:00000010:0.0:1767384639.966687:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004ed0f815. 00000800:00000010:2.0:1767384639.966689:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002811e2d8. 00000800:00000001:3.0:1767384639.966690:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384639.966694:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000961572ab. 00000400:00000200:2.0:1767384639.966695:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384639.966697:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.966701:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp35(192.168.202.137@tcp35:) -> 192.168.202.137@tcp35(192.168.202.137@tcp35:192.168.202.137@tcp35) : GET try# 0 00000020:00000010:0.0:1767384639.966701:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000f934010. 00000800:00000001:3.0:1767384639.966704:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.966707:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp18->192.168.202.137@tcp18: PUT: OK 80000000:00000010:0.0:1767384639.966709:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000086839747. 00000400:00000200:2.0:1767384639.966715:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:1.0:1767384639.966718:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp35 40000000:00000010:0.0:1767384639.966721:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005e0ddfb7. 00000400:00000200:2.0:1767384639.966723:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000400:00000200:3.0:1767384639.966725:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp18(192.168.202.137@tcp18) <- 192.168.202.137@tcp18 : PUT - for me 00000800:00000010:1.0:1767384639.966726:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000020ee3f86. 00100000:00000010:0.0:1767384639.966729:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000128b02d. 00000800:00000010:1.0:1767384639.966735:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fddf2790. 00040000:00000010:0.0:1767384639.966737:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009b7214e8. 00000800:00000010:1.0:1767384639.966741:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009bf7d440. 00040000:00000010:0.0:1767384639.966743:0:17077:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000071c4539e. 00000400:00000200:3.0:1767384639.966746:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 480 into portal 0 MB=0x8000000000000000 00040000:00000010:0.0:1767384639.966748:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000a2035a5. 00000800:00000200:1.0:1767384639.966751:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (2) 00080000:00000010:0.0:1767384639.966757:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000691796e7. 00000400:00000200:3.0:1767384639.966764:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 448/480 into md 0x1915 [1] + 0 00000800:00000200:1.1:1767384639.966764:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (2) 00080000:00000010:0.0:1767384639.966765:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006c7d7a88. 00000004:00000010:0.0:1767384639.966774:0:17077:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005b93d47d. 00000400:00000010:3.0:1767384639.966777:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031e8be39. 00000004:00000010:0.0:1767384639.966779:0:17077:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d5209999. 00000400:00000200:1.0:1767384639.966782:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp35 00000400:00000200:3.0:1767384639.966783:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000030198e8b 00000004:00000010:0.0:1767384639.966785:0:17077:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fdcf52a1. 00000400:00000200:1.0:1767384639.966788:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp35(000000004c05592f) state 0x241 rc 0 00002000:00000010:0.0:1767384639.966791:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000214a0010. 00000800:00000001:3.0:1767384639.966793:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.966795:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp36(00000000375d68c6) state 0x41 00000004:00000010:0.0:1767384639.966797:0:17077:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f8be8897. 00000400:00000200:1.0:1767384639.966799:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000375d68c6 (2) 00000800:00000001:3.0:1767384639.966802:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384639.966802:0:17077:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000010:1.0:1767384639.966804:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c170377f. 00000040:00000001:0.0:1767384639.966806:0:17077:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:3.0:1767384639.966807:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00001000:0.0:1767384639.966810:0:17077:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000000bc3333c 00000400:00000010:1.0:1767384639.966811:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00000040:00001000:0.0:1767384639.966813:0:17077:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384639.966817:0:17077:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:3.0:1767384639.966818:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp18->192.168.202.137@tcp18: PUT: OK 00000400:00000010:1.0:1767384639.966818:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008f92d777. 00000040:00001000:0.0:1767384639.966819:0:17077:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384639.966824:0:17077:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:1.0:1767384639.966828:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp36 00000040:00001000:0.0:1767384639.966829:0:17077:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384639.966832:0:17077:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384639.966833:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384639.966835:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.137@tcp::2 00000400:00000200:3.0:1767384639.966836:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030198e8b 00000040:00000001:0.0:1767384639.966836:0:17077:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000010:3.0:1767384639.966841:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030198e8b. 00000400:00000200:3.0:1767384639.966846:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384639.966852:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp36 local destination 00000400:00000200:2.0:1767384639.966853:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.966861:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:1.0:1767384639.966864:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp36 00000400:00000200:1.0:1767384639.966866:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp36 lpni_is_preferred = 0 00000400:00000200:1.0:1767384639.966868:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp36 00000400:00000200:1.0:1767384639.966870:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp36 NI seq info: [108:108:256:4294967295] 192.168.202.137@tcp36 LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1767384639.966873:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp36 00000400:00000200:1.0:1767384639.966880:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp36(192.168.202.137@tcp36:) -> 192.168.202.137@tcp36(192.168.202.137@tcp36:192.168.202.137@tcp36) : GET try# 0 00000800:00000200:1.0:1767384639.966884:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp36 00000400:00000200:3.0:1767384639.966885:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (28) 00000004:00000001:0.0:1767384639.966889:0:17077:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384639.966891:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001f8b805b. 00000020:00000010:0.0:1767384639.966893:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009def1d1d. 00000400:00000200:3.0:1767384639.966896:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000800:00000010:1.0:1767384639.966898:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b4532f58. 00000040:00000010:0.0:1767384639.966900:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008e113248. 00000800:00000010:1.0:1767384639.966903:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000571f810a. 00000400:00000200:3.0:1767384639.966904:0:16341:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (480 bytes) 00000020:00000010:0.0:1767384639.966906:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004ed0f815. 00000400:00000200:2.0:1767384639.966907:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000020:00000010:0.0:1767384639.966912:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000961572ab. 00000400:00000200:3.0:1767384639.966913:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000800:00000200:1.0:1767384639.966913:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b4532f58] -> 12345-192.168.202.137@tcp36 (2) 00000020:00000010:0.0:1767384639.966920:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000f934010. 00000400:00000200:3.0:1767384639.966922:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (29) 80000000:00000010:0.0:1767384639.966926:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000086839747. 00000800:00000200:1.1:1767384639.966927:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b4532f58] -> 12345-192.168.202.137@tcp36 (2) 00000400:00000200:3.0:1767384639.966930:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 40000000:00000010:0.0:1767384639.966931:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005e0ddfb7. 00100000:00000010:0.0:1767384639.966938:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000128b02d. 00000400:00000200:3.0:1767384639.966939:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp18 to MR: 192.168.202.137@tcp18 local destination 00000400:00000200:1.0:1767384639.966944:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp36 00040000:00000010:0.0:1767384639.966947:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009b7214e8. 00000400:00000200:2.0:1767384639.966948:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384639.966949:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp18 NI seq info: [109:109:256:4294967295] 192.168.202.137@tcp18 LPNI seq info [105:105:8:4294967295] 00040000:00000010:0.0:1767384639.966957:0:17077:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000071c4539e. 00000400:00000200:1.0:1767384639.966959:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp36(00000000375d68c6) state 0x241 rc 0 00000400:00000200:3.0:1767384639.966973:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp18(192.168.202.137@tcp18:192.168.202.137@tcp18) -> 192.168.202.137@tcp18(192.168.202.137@tcp18:192.168.202.137@tcp18) 192.168.202.137@tcp18 : ACK try# 0 00040000:00000010:0.0:1767384639.966973:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000a2035a5. 00000800:00000200:3.0:1767384639.966982:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp18 00080000:00000010:0.0:1767384639.966983:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006c7d7a88. 00000400:00000010:1.0:1767384639.966984:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000dfb910a3. 00000800:00000010:3.0:1767384639.966985:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002a947c5. 00080000:00000010:0.0:1767384639.966990:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000691796e7. 00000400:00000010:1.0:1767384639.966993:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c76c24c3. 00000400:00000200:2.0:1767384639.966994:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000800:00000200:3.0:1767384639.966996:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0f5bf45] -> 12345-192.168.202.137@tcp18 (6) 00000004:00000010:0.0:1767384639.966997:0:17077:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005b93d47d. 00000400:00000010:1.0:1767384639.967001:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068447344. 00000004:00000010:0.0:1767384639.967005:0:17077:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d5209999. 00000400:00000200:1.0:1767384639.967007:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dfb910a3 00000800:00000200:3.0:1767384639.967010:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp18 ip 192.168.202.137:1005 00000400:00000010:1.0:1767384639.967013:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000f391be43. 00000004:00000010:0.0:1767384639.967013:0:17077:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fdcf52a1. 00000800:00000200:3.0:1767384639.967014:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000002a947c5 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384639.967023:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00002000:00000010:0.0:1767384639.967023:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000214a0010. 00000400:00000200:1.0:1767384639.967030:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102471 00000004:00000010:0.0:1767384639.967030:0:17077:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f8be8897. 00000800:00000001:3.0:1767384639.967031:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384639.967032:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.967037:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (28) 00000020:00000010:0.0:1767384639.967037:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4ac1091. 00000800:00000001:3.0:1767384639.967042:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384639.967043:0:17077:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384639.967044:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000f391be43. 00000020:00000001:0.0:1767384639.967049:0:17077:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384639.967051:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046a0724a. 10000000:00000010:0.0:1767384639.967052:0:17077:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000000bc3333c. 10000000:00000010:0.0:1767384639.967057:0:17077:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000008de979bb. 00000400:00000010:1.0:1767384639.967058:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f60bbaa8. 10000000:00000001:0.0:1767384639.967060:0:17077:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.967064:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384639.967066:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.967067:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000100:00000040:0.0:1767384639.967070:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a27bbbcd x1853237049186176/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.967078:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384639.967079:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 02000000:00000001:0.0:1767384639.967081:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384639.967084:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fae0b251. 00000800:00000200:3.0:1767384639.967086:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384639.967087:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 02000000:00000001:0.0:1767384639.967089:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000010:3.0:1767384639.967091:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002a947c5. 00000020:00000001:0.0:1767384639.967092:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384639.967096:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:3.0:1767384639.967098:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.967100:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000020:00000001:0.0:1767384639.967101:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384639.967103:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000001:0.0:1767384639.967104:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384639.967108:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384639.967109:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp18->192.168.202.137@tcp18: ACK: OK 00000020:00000040:0.0:1767384639.967111:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000400:00000200:1.0:1767384639.967117:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:00000001:0.0:1767384639.967117:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384639.967121:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000a064dfb1. 00000400:00000200:1.0:1767384639.967125:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000100:00000010:0.0:1767384639.967126:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d8ee363b. 00000400:00000200:2.0:1767384639.967129:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000001:0.0:1767384639.967131:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000200:1.0:1767384639.967132:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 02000000:00000010:0.0:1767384639.967135:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008abd9701. 02000000:00000001:0.0:1767384639.967141:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767384639.967143:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 02000000:00000001:0.0:1767384639.967144:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384639.967147:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a27bbbcd. 00000400:00000200:1.0:1767384639.967151:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000100:00000001:0.0:1767384639.967151:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384639.967156:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[93, 38] 00000400:00000200:2.0:1767384639.967157:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000100:00000001:0.0:1767384639.967159:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.967167:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 38], ns[109, 38] 00000400:00000200:1.0:1767384639.967172:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000400:00000200:1.0:1767384639.967176:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 10000000:00000010:0.0:1767384639.967176:0:17077:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000004d0b7b00. 10000000:01000000:0.0:1767384639.967181:0:17077:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.137@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:2.0:1767384639.967185:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 10000000:00000001:0.0:1767384639.967186:0:17077:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384639.967190:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384639.967193:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384639.967195:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007309c556 refcount=3 00000400:00000200:1.0:1767384639.967196:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000020:00000001:0.0:1767384639.967199:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000001:0.0:1767384639.967203:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00000400:00000200:1.0:1767384639.967205:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00010000:00000001:0.0:1767384639.967207:0:17077:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1767384639.967208:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00010000:00010000:0.0:1767384639.967211:0:17077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20315 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384639.967214:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00010000:00000001:0.0:1767384639.967226:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384639.967229:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.967229:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00010000:00000001:0.0:1767384639.967230:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384639.967233:0:17077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20315 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384639.967245:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00010000:00000001:0.0:1767384639.967246:0:17077:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384639.967249:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384639.967251:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00010000:00000001:0.0:1767384639.967252:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384639.967254:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 10000000:00000001:0.0:1767384639.967255:0:17077:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384639.967260:0:17077:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384639.967263:0:17077:0:(mgc_request.c:621:do_requeue()) Process leaving 00000400:00000200:1.0:1767384639.967264:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 10000000:00000001:0.0:1767384639.967266:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384639.967269:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 3 00000400:00000200:1.0:1767384639.967273:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 26], ns[81, 26] 10000000:00000001:0.0:1767384639.967274:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384639.967275:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.967283:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[93, 26], ns[95, 26] 00000400:00000200:1.0:1767384639.967288:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 26], ns[100, 26] 00000400:00000200:1.0:1767384639.967292:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 26], ns[97, 26] 00000400:00000200:1.0:1767384639.967296:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 26], ns[105, 26] 00000800:00000001:0.0:1767384639.967300:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.967301:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 26], ns[101, 26] 00000400:00000200:1.0:1767384639.967308:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[102, 26], ns[104, 26] 00000800:00000001:0.0:1767384639.967308:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.967310:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000800:00000001:0.0:1767384639.967315:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.967316:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:1.0:1767384639.967322:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp19 00000800:00000001:0.0:1767384639.967324:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.967327:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp19 lpni_is_preferred = 0 00000800:00000001:0.0:1767384639.967329:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.967332:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp19 00000400:00000200:2.0:1767384639.967335:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.967336:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp19 NI seq info: [110:110:256:4294967295] 192.168.202.137@tcp19 LPNI seq info [106:106:8:4294967295] 00000800:00000001:0.0:1767384639.967337:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.967349:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp19 00000400:00000200:0.0:1767384639.967353:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp18(192.168.202.137@tcp18) <- 192.168.202.137@tcp18 : ACK - for me 00000400:00000200:2.0:1767384639.967356:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.967364:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp19(192.168.202.137@tcp19:) -> 192.168.202.137@tcp19(192.168.202.137@tcp:192.168.202.137@tcp19) : GET try# 0 00000800:00000200:1.0:1767384639.967374:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp19 00000800:00000010:1.0:1767384639.967377:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002811e2d8. 00000400:00000200:0.0:1767384639.967383:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp18: ACK from 12345-192.168.202.137@tcp18 into md 0x1a25 00000400:00000200:2.0:1767384639.967385:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000800:00000200:1.0:1767384639.967389:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2bd95bb] -> 12345-192.168.202.137@tcp19 (6) 00000400:00000200:0.0:1767384639.967394:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767384639.967397:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp19 ip 192.168.202.137:988 00000800:00000200:1.0:1767384639.967400:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002811e2d8 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384639.967410:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp18->192.168.202.137@tcp18: ACK: OK 00000400:00000200:2.0:1767384639.967413:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.967416:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384639.967416:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083594b58 00000400:00000200:1.0:1767384639.967421:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100671 rc 0 00000400:00000010:0.0:1767384639.967421:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083594b58. 00000400:00000200:0.0:1767384639.967429:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384639.967436:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:2.0:1767384639.967442:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384639.967442:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:0.0:1767384639.967458:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (29) 00000400:00000200:2.0:1767384639.967465:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000800:00000001:0.0:1767384639.967467:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384639.967475:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384639.967479:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384639.967485:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384639.967488:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384639.967492:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384639.967496:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002811e2d8. 00000400:00000200:2.0:1767384639.967498:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000800:00000001:0.0:1767384639.967498:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.967499:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.967511:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp19->192.168.202.137@tcp19: GET: OK 00000400:00000200:1.0:1767384639.967516:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384639.967516:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp19(192.168.202.137@tcp19) <- 192.168.202.137@tcp19 : GET - for me 00000400:00000200:1.0:1767384639.967522:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000400:00000200:2.0:1767384639.967524:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384639.967531:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384639.967539:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 480/480 into md 0x198d [1] + 0 00000400:00000200:1.0:1767384639.967544:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384639.967550:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp19 to MR: 192.168.202.137@tcp19 local destination 00000400:00000200:2.0:1767384639.967557:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384639.967573:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp19 NI seq info: [111:111:256:4294967295] 192.168.202.137@tcp19 LPNI seq info [107:107:8:4294967295] 00000400:00000200:0.0:1767384639.967588:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp19(192.168.202.137@tcp19:192.168.202.137@tcp19) -> 192.168.202.137@tcp19(192.168.202.137@tcp19:192.168.202.137@tcp19) 192.168.202.137@tcp19 : REPLY try# 0 00000800:00000200:0.0:1767384639.967594:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.137@tcp19 00000400:00000200:1.0:1767384639.967596:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100271 00000400:00000200:2.0:1767384639.967598:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.967600:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (28) 00000800:00000010:0.0:1767384639.967601:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b7214e8. 00000400:00000010:1.0:1767384639.967635:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000e24ba7bb. 00000800:00000200:0.0:1767384639.967640:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2bd95bb] -> 12345-192.168.202.137@tcp19 (6) 00000400:00000010:1.0:1767384639.967642:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a15cb4d. 00000800:00000200:0.0:1767384639.967648:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp19 ip 192.168.202.137:1003 00000400:00000010:1.0:1767384639.967649:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007c43e54c. 00000800:00000200:0.0:1767384639.967654:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009b7214e8 type 3, nob 576 niov 1 nkiov 1 00000400:00000200:2.0:1767384639.967657:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.967658:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:1.0:1767384639.967665:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:1.0:1767384639.967670:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:1.0:1767384639.967674:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000400:00000200:1.0:1767384639.967680:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:1.0:1767384639.967683:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:1.0:1767384639.967687:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:1.0:1767384639.967690:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 00000400:00000200:1.0:1767384639.967693:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:2.0:1767384639.967701:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000800:00000200:0.0:1767384639.967704:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384639.967709:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[93, 38] 00000800:00000010:0.0:1767384639.967709:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b7214e8. 00000400:00000200:0.0:1767384639.967715:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.967717:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 38], ns[109, 38] 00000400:00000200:0.0:1767384639.967725:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp19->192.168.202.137@tcp19: REPLY: OK 00000400:00000200:1.0:1767384639.967726:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 00000400:00000200:2.0:1767384639.967732:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.967735:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000400:00000200:1.0:1767384639.967742:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:1.0:1767384639.967746:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:1.0:1767384639.967751:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:1.0:1767384639.967753:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000400:00000200:1.0:1767384639.967757:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000400:00000200:1.0:1767384639.967761:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000400:00000200:1.0:1767384639.967765:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 28], ns[58, 28] 00000400:00000200:1.0:1767384639.967769:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 28], ns[81, 28] 00000400:00000200:2.0:1767384639.967771:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.967773:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[93, 28], ns[95, 28] 00000400:00000200:1.0:1767384639.967779:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 28], ns[100, 28] 00000400:00000200:1.0:1767384639.967783:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 28], ns[97, 28] 00000400:00000200:1.0:1767384639.967786:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 28], ns[105, 28] 00000400:00000200:1.0:1767384639.967789:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 28], ns[101, 28] 00000400:00000200:1.0:1767384639.967793:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[102, 28], ns[104, 28] 00000400:00000200:2.0:1767384639.967797:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.967806:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:1.0:1767384639.967811:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp20 00000400:00000200:1.0:1767384639.967814:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp20 lpni_is_preferred = 0 00000400:00000200:1.0:1767384639.967817:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp20 00000400:00000200:1.0:1767384639.967821:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp20 NI seq info: [112:112:256:4294967295] 192.168.202.137@tcp20 LPNI seq info [108:108:8:4294967295] 00000400:00000200:1.0:1767384639.967825:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp20 00000400:00000200:1.0:1767384639.967833:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp20(192.168.202.137@tcp20:) -> 192.168.202.137@tcp20(192.168.202.137@tcp:192.168.202.137@tcp20) : GET try# 0 00000800:00000200:1.0:1767384639.967839:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp20 00000400:00000200:2.0:1767384639.967840:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000800:00000010:1.0:1767384639.967842:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002811e2d8. 00000800:00000001:0.0:1767384639.967844:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384639.967851:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384639.967852:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005bc327e2] -> 12345-192.168.202.137@tcp20 (6) 00000800:00000200:1.0:1767384639.967861:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp20 ip 192.168.202.137:988 00000800:00000001:0.0:1767384639.967861:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384639.967865:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002811e2d8 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384639.967868:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.967871:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000800:00000001:0.0:1767384639.967871:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.967876:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100271 rc 0 00000800:00000001:0.0:1767384639.967876:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.967886:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp19(192.168.202.137@tcp19) <- 192.168.202.137@tcp19 : REPLY - for me 00000400:00000200:2.0:1767384639.967897:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384639.967897:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp19: Reply from 12345-192.168.202.137@tcp19 of length 480/480 into md 0x1a35 00000800:00000001:0.0:1767384639.967902:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384639.967909:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.967910:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384639.967915:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp19->192.168.202.137@tcp19: REPLY: OK 00000400:00000200:0.0:1767384639.967919:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046a0724a 00000400:00000010:0.0:1767384639.967921:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046a0724a. 00000400:00000200:0.0:1767384639.967924:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384639.967927:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:0.0:1767384639.967931:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:0.0:1767384639.967934:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 28. state = 0x100271 00000800:00000200:1.0:1767384639.967939:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384639.967940:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000800:00000010:1.0:1767384639.967944:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002811e2d8. 00000400:00000200:1.0:1767384639.967949:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384639.967952:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (29) 00000400:00000200:2.0:1767384639.967953:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.967959:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp20->192.168.202.137@tcp20: GET: OK 00000800:00000001:0.0:1767384639.967963:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.967966:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384639.967972:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000800:00000001:0.0:1767384639.967972:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384639.967977:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.967983:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384639.967986:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384639.967990:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.967996:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp20(192.168.202.137@tcp20) <- 192.168.202.137@tcp20 : GET - for me 00000400:00000200:0.0:1767384639.968006:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384639.968011:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968012:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384639.968014:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 480/480 into md 0x198d [1] + 0 00000400:00000200:1.0:1767384639.968018:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000f1 00000400:00000010:1.0:1767384639.968026:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 000000005cdf5691. 00000400:00000200:0.0:1767384639.968028:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp20 to MR: 192.168.202.137@tcp20 local destination 00000400:00000010:1.0:1767384639.968031:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 00000000fb346b95. 00000400:00000200:0.0:1767384639.968036:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp20 NI seq info: [113:113:256:4294967295] 192.168.202.137@tcp20 LPNI seq info [109:109:8:4294967295] 00000400:00000010:1.0:1767384639.968037:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 00000000747534a2. 00000400:00000200:0.0:1767384639.968050:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp20(192.168.202.137@tcp20:192.168.202.137@tcp20) -> 192.168.202.137@tcp20(192.168.202.137@tcp20:192.168.202.137@tcp20) 192.168.202.137@tcp20 : REPLY try# 0 00000800:00000200:0.0:1767384639.968055:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.137@tcp20 00000800:00000010:0.0:1767384639.968058:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b7214e8. 00000400:00000200:2.0:1767384639.968064:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968068:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp29(00000000d7ec9f9e) status changed from 0xdeadface to 0x15aac0de 00000800:00000200:0.0:1767384639.968071:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005bc327e2] -> 12345-192.168.202.137@tcp20 (6) 00000400:00000200:1.0:1767384639.968077:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp31(00000000f436b0d1) status changed from 0xdeadface to 0x15aac0de 00000800:00000200:0.0:1767384639.968081:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp20 ip 192.168.202.137:1001 00000800:00000200:0.0:1767384639.968085:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009b7214e8 type 3, nob 576 niov 1 nkiov 1 00000400:00000200:1.0:1767384639.968089:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp34(00000000e0df6d1d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384639.968102:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000be983bc9 00000400:00000200:1.0:1767384639.968105:0:16346:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.137@tcp35 00000400:00000200:1.0:1767384639.968111:0:16346:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.137@tcp35 NID 192.168.202.137@tcp35 00000400:00000010:1.0:1767384639.968115:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b6d21072. 00000400:00000200:1.0:1767384639.968119:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b6d21072 nid 192.168.202.137@tcp35 00000400:00000010:1.0:1767384639.968122:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cb1b8e25. 00000400:00000200:1.0:1767384639.968125:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cb1b8e25 net tcp35 00000400:00000200:1.0:1767384639.968127:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (28) 00000800:00000200:0.0:1767384639.968130:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384639.968132:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp35 flags 0x11 00000800:00000010:0.0:1767384639.968135:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b7214e8. 00000400:00000200:1.0:1767384639.968140:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f4d73468 00000400:00000200:0.0:1767384639.968140:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.968146:0:16346:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.137@tcp36 00000400:00000200:0.0:1767384639.968149:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp20->192.168.202.137@tcp20: REPLY: OK 00000400:00000200:1.0:1767384639.968154:0:16346:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.137@tcp36 NID 192.168.202.137@tcp36 00000400:00000010:1.0:1767384639.968158:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000e526fa1. 00000400:00000200:1.0:1767384639.968161:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000e526fa1 nid 192.168.202.137@tcp36 00000800:00000001:0.0:1767384639.968162:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384639.968164:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c9370059. 00000400:00000200:1.0:1767384639.968167:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c9370059 net tcp36 00000800:00000001:0.0:1767384639.968167:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.968172:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (29) 00000800:00000001:0.0:1767384639.968173:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.968178:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp36 flags 0x11 00000800:00000001:0.0:1767384639.968179:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384639.968181:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 000000005cdf5691. 00000800:00000001:0.0:1767384639.968183:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384639.968185:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 00000000fb346b95. 00000400:00000010:1.0:1767384639.968189:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 00000000747534a2. 00000800:00000001:0.0:1767384639.968189:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384639.968194:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000f391be43. 00000400:00000200:1.0:1767384639.968201:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384639.968201:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp20(192.168.202.137@tcp20) <- 192.168.202.137@tcp20 : REPLY - for me 00000400:00000200:1.0:1767384639.968208:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100171 00000400:00000200:1.0:1767384639.968211:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 rc 1 00000400:00000200:0.0:1767384639.968216:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp20: Reply from 12345-192.168.202.137@tcp20 of length 480/480 into md 0x1a39 00000400:00000200:1.0:1767384639.968219:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 00000800:00000001:0.0:1767384639.968222:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.968224:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384639.968227:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000800:00000010:2.0:1767384639.968230:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000822b8983. 00000800:00000001:0.0:1767384639.968230:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.968231:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:0.0:1767384639.968234:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.968238:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (30) 00000800:00000010:2.0:1767384639.968240:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a253a65c. 00000400:00000200:0.0:1767384639.968244:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp20->192.168.202.137@tcp20: REPLY: OK 00000400:00000200:0.0:1767384639.968248:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a15cb4d 00000800:00000010:2.0:1767384639.968249:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000104635b7. 00000400:00000010:0.0:1767384639.968250:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a15cb4d. 00000400:00000200:0.0:1767384639.968257:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384639.968260:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:0.0:1767384639.968262:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:0.0:1767384639.968264:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 28. state = 0x100111 00000400:00000200:0.0:1767384639.968268:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (29) 00000800:00000001:0.0:1767384639.968271:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384639.968275:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384639.968282:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000104635b7. 00000800:00020000:2.0:1767384639.968297:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:2.0:1767384639.968302:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a253a65c. 00000400:00000200:1.0:1767384639.968302:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000010:2.0:1767384639.968308:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000822b8983. 00000400:00000200:1.0:1767384639.968352:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:02020000:2.0:1767384639.968367:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp35 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384639.968378:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp35 notifying 192.168.202.137@tcp35: down 00000800:00000200:2.0:1767384639.968385:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp35 down 00000800:00000100:2.0:1767384639.968393:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp35 00000400:00000200:1.0:1767384639.968394:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000010:2.0:1767384639.968398:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000020ee3f86. 00000400:00000200:2.0:1767384639.968405:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384639.968411:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp35->192.168.202.137@tcp35: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384639.968416:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp35 added to recovery queue. ping count: 0 next ping: 262 health :900 00000400:00000200:2.0:1767384639.968420:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be983bc9 00000400:00000200:1.0:1767384639.968420:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000010:2.0:1767384639.968425:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be983bc9. 00000400:00000200:2.0:1767384639.968431:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384639.968434:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp35: 1 00000400:00000200:2.0:1767384639.968439:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp35 (000000004c05592f): -114 00000400:00000200:1.0:1767384639.968447:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000010:2.0:1767384639.968458:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e2eccf79. 00000400:00000200:2.0:1767384639.968464:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004c05592f (3) 00000400:00000200:1.0:1767384639.968471:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384639.968482:0:16337:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000007ce7f0b nid 192.168.202.137@tcp35 00000400:00000010:2.0:1767384639.968485:0:16337:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000007ce7f0b. 00000400:00000200:2.0:1767384639.968491:0:16337:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000cba9c28c net tcp35 00000400:00000010:2.0:1767384639.968494:0:16337:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000cba9c28c. 00000400:00000200:2.0:1767384639.968497:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004c05592f (2) 00000400:00000200:1.0:1767384639.968503:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384639.968506:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384639.968514:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp35(000000004c05592f) state 0x80841 00000400:00000200:0.0:1767384639.968518:0:16346:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.202.137@tcp35(000000004c05592f) state 0x80841 00000400:00000200:0.0:1767384639.968521:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp35(000000004c05592f) state 0x80801 rc 0 00000400:00000200:0.0:1767384639.968526:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp35 (000000004c05592f) 00000400:00000200:1.0:1767384639.968531:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384639.968537:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004c05592f (1) 00000400:00000200:0.0:1767384639.968542:0:16346:0:(peer.c:272:lnet_destroy_peer_locked()) 000000004c05592f nid 192.168.202.137@tcp35 00000400:00000010:0.0:1767384639.968547:0:16346:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000004c05592f. 00000400:00000200:1.0:1767384639.968557:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968604:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968659:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968683:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968703:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968720:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968737:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968757:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968777:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968796:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968821:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968858:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968890:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968924:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968948:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.968975:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.969005:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.969027:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.969044:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.969059:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.969075:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.969091:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.969106:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.969122:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.969136:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.969161:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384639.969179:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384639.969254:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9ab8656. 00000800:00000010:1.0:1767384639.969258:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000566606aa. 00000800:00000010:1.0:1767384639.969260:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004786a925. 00000800:00000010:1.0:1767384639.969274:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004786a925. 00000800:00020000:1.0:1767384639.969279:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384639.969281:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000566606aa. 00000800:00000010:1.0:1767384639.969283:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c9ab8656. 00000400:02020000:1.0:1767384639.969308:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp36 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384639.969312:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp36 notifying 192.168.202.137@tcp36: down 00000800:00000200:1.0:1767384639.969316:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp36 down 00000800:00000100:1.0:1767384639.969319:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp36 00000800:00000010:1.0:1767384639.969321:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001f8b805b. 00000400:00000200:1.0:1767384639.969323:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384639.969325:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp36->192.168.202.137@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384639.969328:0:16336:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp36 added to recovery queue. ping count: 0 next ping: 262 health :900 00000400:00000200:1.0:1767384639.969330:0:16336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000400:00000010:1.0:1767384639.969331:0:16336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000400:00000200:1.0:1767384639.969333:0:16336:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384639.969335:0:16336:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp36: 1 00000400:00000200:1.0:1767384639.969337:0:16336:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp36 (00000000375d68c6): -114 00000400:00000010:1.0:1767384639.969349:0:16336:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c170377f. 00000400:00000200:1.0:1767384639.969351:0:16336:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000375d68c6 (3) 00000400:00000200:1.0:1767384639.969354:0:16336:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000007c035adf nid 192.168.202.137@tcp36 00000400:00000010:1.0:1767384639.969356:0:16336:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000007c035adf. 00000400:00000200:1.0:1767384639.969358:0:16336:0:(peer.c:214:lnet_destroy_peer_net_locked()) 0000000017f4522c net tcp36 00000400:00000010:1.0:1767384639.969359:0:16336:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000017f4522c. 00000400:00000200:1.0:1767384639.969361:0:16336:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000375d68c6 (2) 00000400:00000200:0.0:1767384639.969397:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384639.969404:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp36(00000000375d68c6) state 0x80841 00000400:00000200:0.0:1767384639.969407:0:16346:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.202.137@tcp36(00000000375d68c6) state 0x80841 00000400:00000200:0.0:1767384639.969410:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp36(00000000375d68c6) state 0x80801 rc 0 00000400:00000200:0.0:1767384639.969413:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp36 (00000000375d68c6) 00000400:00000200:0.0:1767384639.969416:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000375d68c6 (1) 00000400:00000200:0.0:1767384639.969420:0:16346:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000375d68c6 nid 192.168.202.137@tcp36 00000400:00000010:0.0:1767384639.969422:0:16346:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000375d68c6. 00000100:00000040:1.0:1767384639.970656:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294928392, at 4294928393 00000100:00000010:1.0:1767384639.970664:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4b61074. 00000100:00000040:0.0:1767384639.970681:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294928392, at 4294928393 00000100:00000010:0.0:1767384639.970690:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cdb9ffe. 00000100:00000040:3.0:1767384639.971662:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294928392, at 4294928394 00000100:00000040:2.0:1767384639.971671:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294928392, at 4294928394 00000100:00000010:3.0:1767384639.971676:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4387dc8. 00000100:00000010:2.0:1767384639.971678:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6fb372c. 00000020:00000010:0.0:1767384639.974434:0:30692:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a064dfb1. 00000020:00000040:0.0:1767384639.974439:0:30692:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384639.974441:0:30692:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a064dfb1. 00080000:00000010:0.0:1767384640.021788:0:30684:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a649cdb3. 00080000:00000010:0.0:1767384640.021800:0:30684:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a649cdb3. 00000020:00000001:0.0:1767384640.021806:0:30684:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384640.021816:0:30684:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a649cdb3. 00080000:00000010:0.0:1767384640.021821:0:30684:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a649cdb3. 00000020:00000001:0.0:1767384640.021825:0:30684:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384640.346675:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384640.346681:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384640.346684:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da87f175 00000400:00000010:0.0:1767384640.346689:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da87f175. 00000400:00000200:0.0:1767384640.346695:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384640.346702:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp34 recovery ping unlinked 00000400:00000010:0.0:1767384640.346713:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ba292301. 00000400:00000010:0.0:1767384640.346716:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000090f9bed3. 00010000:00000001:2.0:1767384640.473671:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384640.473679:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384640.473687:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384640.473688:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384640.473714:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384640.473719:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384640.473722:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384640.715783:0:30850:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384640.715788:0:30850:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:1.0:1767384640.718748:0:30850:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384640.726180:0:30851:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008a90985f. 00000400:00000010:1.0:1767384640.726196:0:30851:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000566606aa. 00000400:00000010:1.0:1767384640.726205:0:30851:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009ec3b6f0. 00000400:00000010:1.0:1767384640.726208:0:30851:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000430f7d4c. 00000400:00000010:1.0:1767384640.726212:0:30851:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d879493b. 00000400:00000010:1.0:1767384640.726215:0:30851:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000094980a7d. 00000400:00000010:1.0:1767384640.726217:0:30851:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003ad7502d. 00000400:00000010:1.0:1767384640.726218:0:30851:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f4e919cb. 00000400:00000010:1.0:1767384640.726221:0:30851:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003f525874. 00000800:00000010:1.0:1767384640.726234:0:30851:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001f8b805b. 00000800:00000200:1.0:1767384640.726244:0:30851:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384640.726253:0:30851:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384640.726286:0:30851:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:1.0:1767384640.726306:0:30851:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp37 [8/256/0/180] 00000400:00000010:1.0:1767384640.728073:0:30851:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000073e33370. 00000400:00000010:1.0:1767384640.728079:0:30851:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050d96766. 00000400:00000010:1.0:1767384640.728084:0:30851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00000400:00000001:1.0:1767384640.728100:0:30851:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384640.728102:0:30851:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384640.728103:0:30851:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b975a4. 00000400:00000200:1.0:1767384640.728107:0:30851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:1.0:1767384640.728108:0:30851:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000400:00000010:1.0:1767384640.728112:0:30851:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 0000000098e9eef9. 00000400:00000200:1.0:1767384640.728116:0:30851:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (28) 00000400:00000200:1.0:1767384640.728125:0:30851:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384640.728133:0:30851:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:1.0:1767384640.728139:0:30851:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c9ab8656. 00000020:01000000:1.0:1767384640.728143:0:30851:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384640.728145:0:30851:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp37 00000400:00000200:0.0:1767384640.728151:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384640.728156:0:30851:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000566606aa. 00000400:00000200:0.0:1767384640.728159:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1001d1 00000400:00000010:1.0:1767384640.728165:0:30851:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008a90985f. 00000400:00000010:0.0:1767384640.728172:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 0000000055252db8. 00000020:00000001:3.0:1767384640.728184:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384640.728185:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 0000000053eb66f3. 10000000:00000001:3.0:1767384640.728190:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:0.0:1767384640.728191:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 00000000c1e69723. 10000000:00000001:3.0:1767384640.728194:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384640.728197:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384640.728200:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384640.728202:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384640.728203:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384640.728204:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384640.728205:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384640.728205:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384640.728206:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384640.728208:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384640.728209:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384640.728210:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384640.728215:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058418a06. 00000020:00000040:3.0:1767384640.728219:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384640.728224:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384640.728226:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384640.728231:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384640.728231:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp35(00000000b6d21072) status changed from 0xdeadface to 0x15aac0de 02000000:00000010:3.0:1767384640.728238:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000da583c8. 00000400:00000200:0.0:1767384640.728239:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp36(000000000e526fa1) status changed from 0xdeadface to 0x15aac0de 00000100:00000001:3.0:1767384640.728247:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384640.728247:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 0000000055252db8. 00000400:00000010:0.0:1767384640.728255:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 0000000053eb66f3. 00000100:00000001:3.0:1767384640.728256:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384640.728259:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 00000000c1e69723. 00000100:00000001:3.0:1767384640.728260:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384640.728267:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000e24ba7bb. 00000100:00000040:3.0:1767384640.728272:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058418a06] to pc [ptlrpcd_00_01+1] req@0000000058418a06 x1853237049186304/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384640.728275:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384640.728283:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000400:00000200:0.0:1767384640.728291:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000400:00000200:0.0:1767384640.728295:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:0.0:1767384640.728301:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914a0186. 10000000:00000001:3.0:1767384640.728303:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384640.728305:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (29) 10000000:00000001:3.0:1767384640.728307:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384640.728310:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384640.728311:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384640.728313:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000468a39f4. 00000020:00000001:3.0:1767384640.728317:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384640.728321:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384640.728322:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp20 10000000:00000001:3.0:1767384640.728323:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384640.728325:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384640.728331:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:3.0:1767384640.728332:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384640.728337:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384640.728337:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384640.728341:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384640.728341:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp20 to MR: 192.168.202.137@tcp20 local destination 00000020:01000004:3.0:1767384640.728345:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:2.0:1767384640.728347:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058418a06 x1853237049186304/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384640.728349:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384640.728352:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384640.728356:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384640.728359:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384640.728360:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp20 NI seq info: [114:114:256:4294967295] 192.168.202.137@tcp20 LPNI seq info [110:110:8:4294967295] 00000020:01000004:3.0:1767384640.728362:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384640.728365:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384640.728371:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000717fbf54. 00000100:00000001:2.0:1767384640.728372:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384640.728374:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384640.728376:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384640.728377:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp20 00000100:00000001:3.0:1767384640.728379:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384640.728383:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384640.728384:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384640.728385:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384640.728390:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384640.728394:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c0388b51. 02000000:00000001:2.0:1767384640.728397:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.728399:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384640.728402:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp20(192.168.202.137@tcp20:192.168.202.137@tcp20) -> 192.168.202.137@tcp20(192.168.202.137@tcp20:192.168.202.137@tcp20) : PUT try# 0 00000100:00000001:3.0:1767384640.728404:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767384640.728405:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058418a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049186304:0@lo:253: 00000100:00000001:3.0:1767384640.728408:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.728415:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384640.728416:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000717fbf54] to pc [ptlrpcd_00_02+2] req@00000000717fbf54 x1853237049186432/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384640.728417:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.137@tcp20 02000000:00000001:2.0:1767384640.728423:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767384640.728426:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dab48aa. 02000000:00000001:2.0:1767384640.728428:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384640.728433:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:3.0:1767384640.728438:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384640.728438:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005bc327e2] -> 12345-192.168.202.137@tcp20 (6) 02000000:00000010:2.0:1767384640.728441:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000822b8983. 10000000:00000001:3.0:1767384640.728442:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384640.728448:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384640.728448:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384640.728454:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:0.0:1767384640.728455:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp20 ip 192.168.202.137:988 00000020:00000010:3.0:1767384640.728458:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c9ab8656. 00000400:00000010:2.0:1767384640.728458:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdd090a9. 00000800:00000200:0.0:1767384640.728462:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dab48aa type 1, nob 592 niov 1 nkiov 1 00000400:00000010:2.0:1767384640.728469:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000755084e3. 00000100:00000001:3.0:1767384640.728470:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384640.728474:0:16351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384640.728477:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384640.728477:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049186304, portal 25 00000400:00000200:0.0:1767384640.728482:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00000001:2.0:1767384640.728484:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384640.728488:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923221632 : -123268786329984 : ffff8fe33fc76680) 00000100:00000001:3.0:1767384640.728489:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384640.728489:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000100:00000001:3.0:1767384640.728493:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384640.728498:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384640.728498:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058418a06 x1853237049186304/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384640.728501:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384640.728502:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384640.728505:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000717fbf54 x1853237049186432/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384640.728540:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384640.728541:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384640.728547:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384640.728549:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384640.728565:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384640.728566:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384640.728568:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384640.728568:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000377cdf28. 00000100:00100000:3.0:1767384640.728574:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000717fbf54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049186432:0@lo:253: 00000100:00000200:2.0:1767384640.728576:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049186304, offset 0 00000100:00000001:3.0:1767384640.728580:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384640.728584:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384640.728586:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384640.728589:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384640.728589:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384640.728597:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fdd6a92f. 02000000:00000001:3.0:1767384640.728600:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384640.728604:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384640.728605:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010db7717. 00000400:00000010:3.0:1767384640.728630:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000afaf333c. 00000100:00000200:3.0:1767384640.728633:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049186432, portal 25 00000100:00000001:3.0:1767384640.728636:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767384640.728636:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384640.728639:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923212672 : -123268786338944 : ffff8fe33fc74380) 00000800:00000010:0.0:1767384640.728642:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dab48aa. 00000100:00000040:3.0:1767384640.728645:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000717fbf54 x1853237049186432/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384640.728651:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384640.728652:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005800 00000100:00000001:3.0:1767384640.728658:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384640.728663:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384640.728667:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x129d [2] + 0 00000400:00000010:3.0:1767384640.728669:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebed7b58. 00000400:00000200:0.0:1767384640.728669:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp20->192.168.202.137@tcp20: PUT: OK 00000400:00000010:2.0:1767384640.728678:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1d940c6. 00000400:00000200:2.0:1767384640.728684:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003cd0a10d 00000100:00000200:3.0:1767384640.728688:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049186432, offset 0 00000400:00000200:0.0:1767384640.728690:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384640.728692:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384640.728696:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384640.728699:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp20: 0 00000400:00000200:2.0:1767384640.728703:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384640.728708:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384640.728713:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cd0a10d 00000800:00000001:0.0:1767384640.728713:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384640.728718:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005880 00000400:00000010:2.0:1767384640.728719:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003cd0a10d. 00000800:00000001:0.0:1767384640.728725:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.728727:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384640.728729:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12a5 [2] + 0 00000100:00000200:2.0:1767384640.728731:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:0.0:1767384640.728731:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384640.728735:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003778ad49. 00000100:00000040:2.0:1767384640.728738:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000ba7d6a3f x1853237049186304 msgsize 4848 00000800:00000001:0.0:1767384640.728738:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384640.728740:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003b6d9776 00000400:00000200:3.0:1767384640.728747:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384640.728752:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384640.728753:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp20(192.168.202.137@tcp20) <- 192.168.202.137@tcp20 : PUT - for me 00000400:00000200:3.0:1767384640.728756:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384640.728759:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384640.728767:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6d9776 00000400:00000200:0.0:1767384640.728771:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384640.728772:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b6d9776. 00000100:00000001:2.0:1767384640.728773:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384640.728779:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384640.728782:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384640.728783:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 480/496 into md 0x1a31 [1] + 0 00000400:00000010:0.0:1767384640.728788:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c76c24c3. 00000100:00000040:3.0:1767384640.728791:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000004706c111 x1853237049186432 msgsize 4848 00000400:00000200:0.0:1767384640.728795:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068447344 00000100:00100000:3.0:1767384640.728799:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384640.728801:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000377cdf28 00000100:00000040:3.0:1767384640.728802:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:0.0:1767384640.728803:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384640.728806:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000377cdf28. 00000800:00000001:0.0:1767384640.728812:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384640.728813:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384640.728813:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384640.728818:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384640.728822:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebed7b58 00000100:00000200:2.0:1767384640.728822:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058418a06 x1853237049186304/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384640.728827:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebed7b58. 00000400:00000200:0.0:1767384640.728830:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp20->192.168.202.137@tcp20: PUT: OK 00000100:00000001:3.0:1767384640.728833:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384640.728839:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068447344 00000100:00000200:3.0:1767384640.728840:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000717fbf54 x1853237049186432/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384640.728844:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384640.728844:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068447344. 00000400:00000200:0.0:1767384640.728852:0:16343:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:2.0:1767384640.728853:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058418a06 x1853237049186304/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384640.728854:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384640.728859:0:16343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (30) 00000100:00000040:3.0:1767384640.728860:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000717fbf54 x1853237049186432/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384640.728870:0:16343:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:0.0:1767384640.728878:0:16343:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (496 bytes) 00000100:00000001:2.0:1767384640.728881:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384640.728887:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:2.0:1767384640.728888:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384640.728889:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.728893:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384640.728900:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (31) 00000100:00000001:2.0:1767384640.728911:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.728913:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384640.728916:0:16343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384640.728918:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294929156 00000100:00000001:2.0:1767384640.728918:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294929156 00000100:00000010:3.0:1767384640.728925:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4387dc8. 00000400:00000200:0.0:1767384640.728926:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp20 to MR: 192.168.202.137@tcp20 local destination 00000100:00000001:3.0:1767384640.728935:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384640.728935:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp20 NI seq info: [115:115:256:4294967295] 192.168.202.137@tcp20 LPNI seq info [111:111:8:4294967295] 00000100:00000001:3.0:1767384640.728946:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294929156 00000100:00000001:2.0:1767384640.728946:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294929156 00000100:00000010:3.0:1767384640.728955:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c4bb1b7. 00000400:00000200:0.0:1767384640.728956:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp20(192.168.202.137@tcp20:192.168.202.137@tcp20) -> 192.168.202.137@tcp20(192.168.202.137@tcp20:192.168.202.137@tcp20) 192.168.202.137@tcp20 : ACK try# 0 00000100:00000001:2.0:1767384640.728960:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294929156 00000100:00000001:3.0:1767384640.728964:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767384640.728970:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp20 00000100:00000001:2.0:1767384640.728971:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294929156 00000100:00000001:3.0:1767384640.728972:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294929156 00000800:00000010:0.0:1767384640.728976:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dab48aa. 00000100:00000001:2.0:1767384640.728979:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294929156 00000100:00000010:3.0:1767384640.728981:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a14ccd09. 00000100:00000001:3.0:1767384640.728987:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767384640.728993:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005bc327e2] -> 12345-192.168.202.137@tcp20 (6) 00000100:00000001:3.0:1767384640.728995:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294929156 00000100:00000001:2.0:1767384640.728995:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294929156 00000800:00000200:0.0:1767384640.729003:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp20 ip 192.168.202.137:1001 00000100:00000001:2.0:1767384640.729004:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294929156 00000100:00000010:3.0:1767384640.729005:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc7e21e1. 00000800:00000200:0.0:1767384640.729010:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dab48aa type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384640.729012:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384640.729019:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384640.729019:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294929156 00000800:00000001:0.0:1767384640.729023:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384640.729024:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.729025:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384640.729031:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.729032:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384640.729032:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384640.729040:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.729040:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.729047:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.729054:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384640.729057:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384640.729061:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384640.729063:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384640.729066:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.729069:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.729092:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384640.729102:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.729103:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:0.0:1767384640.729103:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767384640.729109:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186304 00000800:00000010:0.0:1767384640.729109:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dab48aa. 00000100:00000001:3.0:1767384640.729113:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384640.729115:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384640.729118:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384640.729118:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384640.729119:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384640.729125:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384640.729130:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp20->192.168.202.137@tcp20: ACK: OK 02000000:00000001:2.0:1767384640.729133:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384640.729138:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186304 00000800:00000001:0.0:1767384640.729140:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384640.729142:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384640.729146:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000800:00000001:0.0:1767384640.729146:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384640.729149:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384640.729150:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1767384640.729151:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384640.729155:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186432 00000020:00000040:2.0:1767384640.729156:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000800:00000001:0.0:1767384640.729158:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384640.729160:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384640.729163:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000800:00000001:0.0:1767384640.729163:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384640.729164:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384640.729168:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384640.729170:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000800:00000001:0.0:1767384640.729173:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384640.729174:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.729177:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384640.729180:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186432 00000020:00000001:3.0:1767384640.729186:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384640.729187:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp20(192.168.202.137@tcp20) <- 192.168.202.137@tcp20 : ACK - for me 00000020:00000040:3.0:1767384640.729190:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000010:2.0:1767384640.729193:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e45d9eec. 00000020:00000001:3.0:1767384640.729194:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384640.729198:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000100:00000001:2.0:1767384640.729200:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384640.729202:0:16343:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp20: ACK from 12345-192.168.202.137@tcp20 into md 0x1a41 00000020:00000001:3.0:1767384640.729204:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000010:2.0:1767384640.729207:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e45d9eec. 00000020:00000001:3.0:1767384640.729210:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:0.0:1767384640.729210:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384640.729218:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384640.729221:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp20->192.168.202.137@tcp20: ACK: OK 00000020:00000010:3.0:1767384640.729224:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cc8a1f7. 00000020:00000010:2.0:1767384640.729225:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bc43efc. 00000400:00000200:0.0:1767384640.729227:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914a0186 00000100:00000001:3.0:1767384640.729229:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384640.729232:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914a0186. 00000020:00000010:3.0:1767384640.729234:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cc8a1f7. 00000020:00000010:2.0:1767384640.729235:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fc21207a. 00000400:00000200:0.0:1767384640.729237:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000010:3.0:1767384640.729244:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e32ce02c. 00000400:00000200:0.0:1767384640.729244:0:16343:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000020:00000010:2.0:1767384640.729245:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:3.0:1767384640.729252:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006a5a767a. 00000400:00000200:0.0:1767384640.729253:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000040:2.0:1767384640.729259:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384640.729260:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f21dde45. 00000400:00000200:0.0:1767384640.729260:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (30) 00000100:00000001:2.0:1767384640.729265:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384640.729269:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384640.729270:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:0.0:1767384640.729271:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384640.729272:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.729274:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1767384640.729277:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384640.729278:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.729282:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.729287:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.729297:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.729297:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384640.729303:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384640.729310:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000375d68c6. 00000400:00000010:0.0:1767384640.729315:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b7622e. 00000100:00000001:2.0:1767384640.729319:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384640.729320:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767384640.729321:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914a0186. 00000100:00000001:3.0:1767384640.729324:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384640.729325:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384640.729327:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000375d68c6 00000100:00100000:3.0:1767384640.729331:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000400:00000010:0.0:1767384640.729332:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000dfb910a3. 00000100:00000040:3.0:1767384640.729335:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384640.729339:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729441360 : -123268980110256 : ffff8fe3343a8c50) 00000400:00000200:0.0:1767384640.729339:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000100:00100000:2.0:1767384640.729342:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000040:3.0:1767384640.729347:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba7d6a3f x1853237049186304/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:621/0 lens 4848/0 e 0 to 0 dl 1767384651 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384640.729348:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:2.0:1767384640.729355:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729449552 : -123268980102064 : ffff8fe3343aac50) 00000400:00000200:0.0:1767384640.729356:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102051 00000400:00000200:0.0:1767384640.729363:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (29) 00000100:00000040:2.0:1767384640.729365:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004706c111 x1853237049186432/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:621/0 lens 4848/0 e 0 to 0 dl 1767384651 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384640.729371:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000007c035adf. 00000400:00000010:0.0:1767384640.729379:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a182b47. 00000400:00000010:0.0:1767384640.729388:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005c161164. 00000100:00000001:3.0:1767384640.729392:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384640.729397:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000020:00000010:3.0:1767384640.729398:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cc8a1f7. 00000100:00000001:2.0:1767384640.729398:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384640.729403:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384640.729405:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cc8a1f7. 00000020:00000010:2.0:1767384640.729405:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e45d9eec. 00000400:00000200:0.0:1767384640.729408:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000100:00000001:2.0:1767384640.729413:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384640.729418:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ba7d6a3f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16349:x1853237049186304:12345-0@lo:253: 00000400:00000200:0.0:1767384640.729418:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000020:00000010:2.0:1767384640.729420:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e45d9eec. 00000100:00000200:3.0:1767384640.729428:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186304 00000100:00100000:2.0:1767384640.729432:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004706c111 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16351:x1853237049186432:12345-0@lo:253: 00000020:00000001:3.0:1767384640.729433:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384640.729434:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000020:00000001:3.0:1767384640.729438:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384640.729442:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384640.729444:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186432 00000020:00000001:3.0:1767384640.729449:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384640.729450:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384640.729452:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:00000001:3.0:1767384640.729453:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384640.729456:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384640.729459:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384640.729461:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384640.729462:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384640.729467:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:00000001:3.0:1767384640.729468:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384640.729468:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384640.729472:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384640.729473:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:3.0:1767384640.729476:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384640.729479:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384640.729479:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000100:00000001:3.0:1767384640.729482:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384640.729483:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384640.729486:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384640.729490:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384640.729492:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 02000000:00000010:3.0:1767384640.729493:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a327df6e. 00000020:00000001:2.0:1767384640.729494:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384640.729498:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384640.729498:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384640.729504:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000100:00000001:3.0:1767384640.729505:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.729505:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384640.729510:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384640.729515:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[93, 38] 02000000:00000001:2.0:1767384640.729517:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384640.729522:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e3dac134. 00000400:00000200:0.0:1767384640.729523:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 38], ns[109, 38] 02000000:00000010:2.0:1767384640.729527:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000065fb7786. 20000000:01000000:3.0:1767384640.729528:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:2.0:1767384640.729533:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384640.729534:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384640.729534:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 00000100:00000001:2.0:1767384640.729538:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384640.729539:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384640.729543:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384640.729546:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384640.729546:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384640.729546:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 38], ns[115, 38] 20000000:00000001:3.0:1767384640.729551:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384640.729570:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 20000000:00000010:3.0:1767384640.729576:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005ed042c2. 00000400:00000200:0.0:1767384640.729577:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 20000000:01000000:3.0:1767384640.729581:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000010:2.0:1767384640.729581:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d7e5a42c. 20000000:01000000:2.0:1767384640.729589:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384640.729589:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 20000000:00000001:3.0:1767384640.729590:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384640.729595:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384640.729597:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:2.0:1767384640.729599:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384640.729601:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 20000000:00000001:2.0:1767384640.729603:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384640.729630:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384640.729635:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384640.729641:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384640.729645:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00080000:00000001:3.0:1767384640.729647:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384640.729655:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:0.0:1767384640.729661:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00080000:00000001:3.0:1767384640.729662:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384640.729667:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384640.729669:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384640.729669:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 30], ns[81, 30] 00080000:00000001:3.0:1767384640.729673:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384640.729676:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384640.729679:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000400:00000200:0.0:1767384640.729681:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[93, 30], ns[95, 30] 00000020:00000001:3.0:1767384640.729685:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:3.0:1767384640.729689:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384640.729693:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 30], ns[100, 30] 00080000:00000001:3.0:1767384640.729694:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384640.729700:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384640.729703:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384640.729706:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 30], ns[97, 30] 00000020:00000001:3.0:1767384640.729708:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384640.729713:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000400:00000200:0.0:1767384640.729717:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 30], ns[105, 30] 00080000:00000001:3.0:1767384640.729718:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384640.729723:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000aad2a5db. 00080000:00000001:3.0:1767384640.729728:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588460032 : -123274121091584 : ffff8fe201cd6600) 00000400:00000200:0.0:1767384640.729728:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 30], ns[101, 30] 00080000:00000001:3.0:1767384640.729735:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384640.729739:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[102, 30], ns[104, 30] 00000001:00000001:3.0:1767384640.729740:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384640.729745:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003cc8a1f7. 00000400:00000200:0.0:1767384640.729749:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 30], ns[107, 30] 00080000:00000001:3.0:1767384640.729750:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384640.729755:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384640.729759:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 30], ns[108, 30] 00000400:00000200:0.0:1767384640.729764:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00080000:00000001:3.0:1767384640.729768:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384640.729769:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp21 00000400:00000200:0.0:1767384640.729775:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp21 lpni_is_preferred = 0 00000400:00000200:0.0:1767384640.729778:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp21 00000400:00000200:0.0:1767384640.729782:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp21 NI seq info: [116:116:256:4294967295] 192.168.202.137@tcp21 LPNI seq info [112:112:8:4294967295] 00080000:00000001:3.0:1767384640.729785:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384640.729789:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp21 00000400:00000200:0.0:1767384640.729798:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp21(192.168.202.137@tcp21:) -> 192.168.202.137@tcp21(192.168.202.137@tcp:192.168.202.137@tcp21) : GET try# 0 00000800:00000200:0.0:1767384640.729806:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp21 00000800:00000010:0.0:1767384640.729810:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002dab48aa. 00000800:00000200:0.0:1767384640.729821:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ddf6629] -> 12345-192.168.202.137@tcp21 (6) 00000800:00000200:0.0:1767384640.729827:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp21 ip 192.168.202.137:988 00000800:00000200:0.0:1767384640.729830:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dab48aa type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384640.729845:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384640.729848:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100251 rc 0 00000800:00000001:0.0:1767384640.729922:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384640.729930:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384640.729931:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384640.729933:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384640.729936:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002dab48aa. 00000400:00000200:2.0:1767384640.729942:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384640.729944:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384640.729951:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp21->192.168.202.137@tcp21: GET: OK 00000400:00000200:0.0:1767384640.729957:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp21(192.168.202.137@tcp21) <- 192.168.202.137@tcp21 : GET - for me 00000400:00000200:2.0:1767384640.729959:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384640.729964:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000400:00000200:0.0:1767384640.729969:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384640.729975:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 496/496 into md 0x1a3d [1] + 0 00000400:00000200:0.0:1767384640.729984:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp21 to MR: 192.168.202.137@tcp21 local destination 00000400:00000200:0.0:1767384640.729990:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp21 NI seq info: [117:117:256:4294967295] 192.168.202.137@tcp21 LPNI seq info [113:113:8:4294967295] 00000400:00000200:0.0:1767384640.729999:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp21(192.168.202.137@tcp21:192.168.202.137@tcp21) -> 192.168.202.137@tcp21(192.168.202.137@tcp21:192.168.202.137@tcp21) 192.168.202.137@tcp21 : REPLY try# 0 00000800:00000200:0.0:1767384640.730004:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.137@tcp21 00000800:00000010:0.0:1767384640.730007:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fad88f5. 00000800:00000200:0.0:1767384640.730011:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ddf6629] -> 12345-192.168.202.137@tcp21 (6) 00000800:00000200:0.0:1767384640.730015:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp21 ip 192.168.202.137:999 00000800:00000200:0.0:1767384640.730018:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fad88f5 type 3, nob 592 niov 1 nkiov 1 00000800:00000001:3.0:1767384640.730046:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384640.730078:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384640.730082:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fad88f5. 00000400:00000200:0.0:1767384640.730087:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384640.730092:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp21->192.168.202.137@tcp21: REPLY: OK 00000800:00000001:2.0:1767384640.730093:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384640.730095:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384640.730103:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384640.730107:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384640.730110:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384640.730117:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp21(192.168.202.137@tcp21) <- 192.168.202.137@tcp21 : REPLY - for me 00000400:00000200:2.0:1767384640.730128:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp21: Reply from 12345-192.168.202.137@tcp21 of length 496/496 into md 0x1a59 00000800:00000001:2.0:1767384640.730133:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384640.730139:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384640.730141:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384640.730145:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp21->192.168.202.137@tcp21: REPLY: OK 00000400:00000200:2.0:1767384640.730148:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a182b47 00000400:00000010:2.0:1767384640.730151:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a182b47. 00000400:00000200:2.0:1767384640.730155:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384640.730158:0:16343:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:2.0:1767384640.730161:0:16343:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:2.0:1767384640.730165:0:16343:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 29. state = 0x100251 00000400:00000200:2.0:1767384640.730169:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384640.730186:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (30) 00000800:00000001:2.0:1767384640.730193:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384640.730197:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384640.730209:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384640.730214:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000d1 00000400:00000010:0.0:1767384640.730220:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 00000000c1e69723. 00000400:00000010:0.0:1767384640.730222:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 0000000055252db8. 00000400:00000010:0.0:1767384640.730225:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 00000000d6cc2800. 00000400:00000010:0.0:1767384640.730256:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000007ce7f0b. 00000400:00000200:0.0:1767384640.730263:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000007ce7f0b nid 192.168.202.137@tcp37 00000400:00000010:0.0:1767384640.730267:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007ef40e0b. 00000400:00000200:0.0:1767384640.730270:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000007ef40e0b net tcp37 00000400:00000200:0.0:1767384640.730273:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (29) 00000400:00000200:0.0:1767384640.730278:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp37 flags 0x11 00000400:00000010:0.0:1767384640.730282:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 00000000c1e69723. 00000400:00000010:0.0:1767384640.730285:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 0000000055252db8. 00000400:00000010:0.0:1767384640.730288:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 00000000d6cc2800. 00000400:00000010:0.0:1767384640.730290:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000007c035adf. 00000400:00000200:0.0:1767384640.730294:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384640.730296:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100151 00000400:00000200:0.0:1767384640.730299:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc 1 00000400:00000200:0.0:1767384640.730303:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000200:0.0:1767384640.730306:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384640.730308:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100111 rc 0 00000400:00000200:0.0:1767384640.730312:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:0.0:1767384640.730315:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (30) 00080000:00000010:0.0:1767384640.731306:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000aad2a5db. 00080000:00000010:3.0:1767384640.731357:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003cc8a1f7. 00040000:00000001:3.0:1767384640.731362:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384640.731364:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384640.731366:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384640.731368:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384640.731370:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384640.731372:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384640.731382:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384640.731387:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384640.731395:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384640.731400:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384640.731402:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384640.731407:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384640.731410:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384640.731414:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:2.0:1767384640.731416:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eca65673. 00010000:00000001:0.0:1767384640.731419:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:2.0:1767384640.731421:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:2.0:1767384640.731425:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000040:0.0:1767384640.731427:0:17096:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000514b2c77 count: 2 00080000:00000001:2.0:1767384640.731429:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384640.731433:0:17096:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384640.731434:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384640.731439:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384640.731443:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:0.0:1767384640.731444:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b2a045f. 00000020:00000001:0.0:1767384640.731449:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384640.731453:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384640.731453:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b2a045f with handle 0x7f71e2b70dd2031c to hash 00080000:00000001:2.0:1767384640.731458:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384640.731459:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384640.731461:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384640.731462:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00080000:00000001:2.0:1767384640.731464:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384640.731467:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00080000:00000001:2.0:1767384640.731468:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384640.731471:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:2.0:1767384640.731477:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00010000:00000001:0.0:1767384640.731480:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:2.0:1767384640.731481:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384640.731483:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384640.731486:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384640.731488:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384640.731491:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384640.731496:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384640.731501:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384640.731505:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:0.0:1767384640.731505:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384640.731510:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384640.731511:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:2.0:1767384640.731514:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d0a9d11a. 00010000:00000001:0.0:1767384640.731515:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384640.731519:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384640.731520:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588447232 : -123274121104384 : ffff8fe201cd3400) 00010000:00000001:0.0:1767384640.731523:0:17096:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:2.0:1767384640.731525:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00010000:0.0:1767384640.731528:0:17096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd20315 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd2030e expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384640.731529:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000020:3.0:1767384640.731531:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000010:2.0:1767384640.731534:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e45d9eec. 00000100:00000001:3.0:1767384640.731536:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384640.731541:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e3dac134. 00080000:00000001:2.0:1767384640.731541:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384640.731544:0:17096:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 20000000:00000001:3.0:1767384640.731547:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384640.731548:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384640.731548:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384640.731565:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186304 00010000:00000001:0.0:1767384640.731567:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384640.731569:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384640.731571:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384640.731573:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384640.731576:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ba7d6a3f x1853237049186304/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:621/0 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384640.731577:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384640.731582:0:17096:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:2.0:1767384640.731584:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384640.731587:0:17096:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.731591:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384640.731594:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384640.731600:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=57 v=5 (1 0 0 0) 00010000:00000040:0.0:1767384640.731601:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000514b2c77) refcount = 2 00000100:00000001:3.0:1767384640.731631:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384640.731634:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384640.731636:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384640.731639:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384640.731641:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.731644:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384640.731648:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384640.731650:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebed7b58. 00000100:00000200:3.0:1767384640.731654:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049186304, offset 224 00000400:00000200:3.0:1767384640.731659:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384640.731668:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384640.731676:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005800 00000400:00000200:3.0:1767384640.731682:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a45 [2] + 224 00000400:00000200:3.0:1767384640.731686:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384640.731690:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384640.731694:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384640.731697:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058418a06 x1853237049186304/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384640.731705:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000058418a06 x1853237049186304/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384640.731717:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384640.731730:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebed7b58 00000400:00000010:3.0:1767384640.731732:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebed7b58. 00000100:00000001:3.0:1767384640.731736:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384640.731738:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384640.731742:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384640.731745:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384640.731747:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384640.731748:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384640.731753:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.731753:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:0.0:1767384640.731755:0:17096:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:3.0:1767384640.731757:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384640.731760:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:0.0:1767384640.731762:0:17096:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd20315 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7f71e2b70dd2030e expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384640.731763:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba7d6a3f x1853237049186304/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:621/0 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384640.731765:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384640.731776:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdd090a9. 00010000:00000040:0.0:1767384640.731782:0:17096:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000400:00000200:2.0:1767384640.731784:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000755084e3 00010000:00000040:0.0:1767384640.731786:0:17096:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384640.731787:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ba7d6a3f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16349:x1853237049186304:12345-0@lo:253: Request processed in 2393us (3047us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384640.731789:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000755084e3. 00000100:00000001:2.0:1767384640.731797:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384640.731805:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000200:2.0:1767384640.731805:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058418a06 x1853237049186304/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384640.731807:0:17096:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a917532e. 00000100:00000040:3.0:1767384640.731812:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384640.731814:0:17096:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1767384640.731817:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384640.731821:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384640.731821:0:17096:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084f8b2b0. 00000100:00000001:0.0:1767384640.731826:0:17096:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804205836928 : -123269503714688 : ffff8fe31504fa80) 00000020:00000010:3.0:1767384640.731827:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fc21207a. 00000100:00000200:2.0:1767384640.731828:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058418a06 x1853237049186304/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384640.731832:0:17096:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620804205836928 : -123269503714688 : ffff8fe31504fa80) 00000020:00000010:3.0:1767384640.731834:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:3.0:1767384640.731840:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bc43efc. 00000100:00000001:2.0:1767384640.731844:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384640.731846:0:17096:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384640.731848:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384640.731849:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000001:0.0:1767384640.731850:0:17096:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1767384640.731855:0:16349:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384640.731855:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:3.0:1767384640.731857:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384640.731860:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767384640.731861:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a327df6e. 00010000:00000001:0.0:1767384640.731861:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384640.731863:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384640.731865:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384640.731868:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384640.731869:0:17096:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:3.0:1767384640.731870:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384640.731872:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384640.731874:0:17096:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1767384640.731875:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384640.731878:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=57 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384640.731878:0:17096:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000200:3.0:1767384640.731883:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384640.731883:0:17096:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00001000:2.0:1767384640.731885:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=57 v=5 (1 0 0 0) 00000100:00000010:0.0:1767384640.731889:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a27bbbcd. 00000400:00000010:3.0:1767384640.731891:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8994005. 00000100:00000001:2.0:1767384640.731892:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384640.731895:0:17096:0:(genops.c:1229:class_import_get()) import 0000000046210a5b refcount=2 obd=MGS 00000100:00000001:2.0:1767384640.731896:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384640.731898:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebed7b58. 00000100:00000001:0.0:1767384640.731901:0:17096:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767384640.731902:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384640.731905:0:17096:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384640.731906:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384640.731910:0:17096:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.731912:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384640.731917:0:17096:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c035adf. 00000100:00000040:2.0:1767384640.731919:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058418a06 x1853237049186304/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384640.731922:0:17096:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.731932:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384640.731932:0:17096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd20315 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7f71e2b70dd2030e expref: 15 pid: 17075 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384640.731938:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384640.731942:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384640.731947:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384640.731949:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00010000:0.0:1767384640.731952:0:17096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd20315 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7f71e2b70dd2030e expref: 15 pid: 17075 timeout: 411 lvb_type: 0 00000020:01000004:2.0:1767384640.731953:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384640.731958:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384640.731961:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384640.731964:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384640.731968:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:0.0:1767384640.731968:0:17096:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000020:01000004:2.0:1767384640.731970:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384640.731973:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384640.731973:0:17096:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384640.731978:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a27bbbcd x1853237049186560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:2.0:1767384640.731984:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384640.731992:0:17096:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384640.731993:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058418a06 x1853237049186304/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384640.731996:0:17096:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384640.732005:0:17096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a27bbbcd pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049186560:0@lo:104: 00000100:00100000:2.0:1767384640.732007:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058418a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049186304:0@lo:253: 00000100:00000001:0.0:1767384640.732015:0:17096:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384640.732016:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.732019:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384640.732020:0:17096:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384640.732022:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058418a06 x1853237049186304/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384640.732024:0:17096:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384640.732030:0:17096:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384640.732033:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384640.732036:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384640.732037:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000822b8983. 02000000:00000010:0.0:1767384640.732037:0:17096:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002dec6637. 02000000:00000001:0.0:1767384640.732043:0:17096:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384640.732044:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384640.732048:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384640.732049:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000010:0.0:1767384640.732050:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc30387. 00000020:00000001:2.0:1767384640.732052:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384640.732054:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000da583c8. 02000000:00000001:2.0:1767384640.732057:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384640.732059:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384640.732061:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058418a06. 00000400:00000010:0.0:1767384640.732064:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a182b47. 00000100:00000001:2.0:1767384640.732065:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384640.732067:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.732070:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384640.732070:0:17096:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049186560, portal 16 00000100:00000001:2.0:1767384640.732074:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384640.732075:0:17096:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384640.732076:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.732079:0:17096:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575798016 : -123274133753600 : ffff8fe2010c3100) 00000100:00000001:2.0:1767384640.732080:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384640.732082:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384640.732089:0:17096:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000a27bbbcd x1853237049186560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384656 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384640.732099:0:17096:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384640.732101:0:17096:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384640.732104:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a41866c. 00000100:00000200:0.0:1767384640.732107:0:17096:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049186560, offset 0 00000400:00000200:0.0:1767384640.732112:0:17096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384640.732119:0:17096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384640.732127:0:17096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260005900 00000400:00000200:0.0:1767384640.732133:0:17096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x187d [2] + 0 00000400:00000200:0.0:1767384640.732138:0:17096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384640.732141:0:17096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384640.732145:0:17096:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384640.732147:0:17096:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384640.732151:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000324b4093. 00000100:00000040:0.0:1767384640.732154:0:17096:0:(events.c:337:request_in_callback()) incoming req@00000000324b4093 x1853237049186560 msgsize 328 00000100:00100000:0.0:1767384640.732158:0:17096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384640.732169:0:17096:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384640.732173:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a41866c 00000400:00000010:0.0:1767384640.732175:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a41866c. 00000100:00000001:0.0:1767384640.732178:0:17096:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384640.732182:0:17096:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a27bbbcd x1853237049186560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384656 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384640.732190:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384640.732192:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384640.732193:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186560 02000000:00000001:2.0:1767384640.732196:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384640.732197:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a27bbbcd x1853237049186560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384656 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384640.732198:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384640.732200:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384640.732205:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384640.732210:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186560 00000020:00000001:2.0:1767384640.732212:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384640.732214:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd1fff7 00000020:00000001:2.0:1767384640.732217:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384640.732217:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.732221:0:17096:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384640.732224:0:17096:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384640.732226:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000020c2555a refcount=3 00000020:00000001:2.0:1767384640.732229:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000100:00000001:0.0:1767384640.732229:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294929159 00000020:00000001:2.0:1767384640.732232:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000100:00000001:2.0:1767384640.732234:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384640.732237:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000104635b7. 00000100:00000001:2.0:1767384640.732242:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384640.732244:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000104635b7. 00000100:00000001:0.0:1767384640.732246:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294929156 00000020:00000010:2.0:1767384640.732248:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfb910a3. 00000020:00000010:2.0:1767384640.732253:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000feeeb8d6. 00000100:00000001:0.0:1767384640.732253:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294929159 00000020:00000010:2.0:1767384640.732256:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fe08f84. 00000100:00000001:0.0:1767384640.732259:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294929156 00000100:00000040:2.0:1767384640.732262:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384640.732264:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294929159 00000100:00000001:2.0:1767384640.732265:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384640.732269:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384640.732271:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.732271:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294929156 00000100:00000001:2.0:1767384640.732278:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.732278:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294929159 00000100:00000001:0.0:1767384640.732283:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294929156 00000100:00000001:0.0:1767384640.732286:0:17096:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384640.732288:0:17096:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.732291:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384640.732292:0:17096:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384640.732296:0:17096:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384640.732298:0:17096:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384640.732301:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384640.732303:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384640.732305:0:17096:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384640.732308:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384640.732310:0:17096:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384640.732313:0:17096:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.732316:0:17096:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384640.732318:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384640.732318:0:17096:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384640.732321:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384640.732323:0:17096:0:(client.c:2690:ptlrpc_set_wait()) set 0000000084f8b2b0 going to sleep for 11 seconds 00000100:00100000:2.0:1767384640.732327:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384640.732328:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384640.732330:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000020c2555a : new rpc_count 1 00000100:00000001:0.0:1767384640.732332:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.732334:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575796224 : -123274133755392 : ffff8fe2010c2a00) 00000100:00000040:2.0:1767384640.732340:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000324b4093 x1853237049186560/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:621/0 lens 328/0 e 0 to 0 dl 1767384651 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384640.732347:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384640.732350:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000104635b7. 00000100:00000001:2.0:1767384640.732352:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384640.732353:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000104635b7. 00000100:00100000:2.0:1767384640.732357:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000324b4093 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049186560:12345-0@lo:104: 00000100:00000200:2.0:1767384640.732361:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186560 00010000:00000001:2.0:1767384640.732362:0:17064:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384640.732366:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384640.732371:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384640.732373:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007309c556 refcount=2 00000020:00000001:2.0:1767384640.732375:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000001:2.0:1767384640.732377:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000001:2.0:1767384640.732381:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384640.732383:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384640.732386:0:17064:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd20315 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384640.732392:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384640.732394:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384640.732397:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d9cb51a9. 02000000:00000001:2.0:1767384640.732399:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.732401:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384640.732403:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384640.732404:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384640.732406:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aca2e737 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384640.732409:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384640.732411:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384640.732413:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384640.732415:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384640.732416:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.732418:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384640.732421:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384640.732425:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ded120f. 00000100:00000200:2.0:1767384640.732427:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049186560, offset 224 00000400:00000200:2.0:1767384640.732432:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384640.732437:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384640.732444:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260005900 00000400:00000200:2.0:1767384640.732449:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1a65 [1] + 224 00000400:00000200:2.0:1767384640.732453:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384640.732457:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384640.732460:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384640.732463:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a27bbbcd x1853237049186560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384640.732479:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a27bbbcd x1853237049186560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384640.732490:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384640.732496:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ded120f 00000400:00000010:2.0:1767384640.732498:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ded120f. 00000100:00000001:2.0:1767384640.732502:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384640.732503:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384640.732507:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384640.732510:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:0.0:1767384640.732512:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384640.732513:0:17064:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384640.732518:0:17064:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000755084e3. 00000400:00000001:0.0:1767384640.732519:0:17096:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384640.732520:0:17064:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:0.0:1767384640.732522:0:17096:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384640.732526:0:17096:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dc30387. 00010000:00010000:2.0:1767384640.732532:0:17064:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:0.0:1767384640.732532:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a182b47 00000400:00000010:0.0:1767384640.732535:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a182b47. 00010000:00000001:2.0:1767384640.732536:0:17064:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384640.732541:0:17064:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384640.732543:0:17064:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.732543:0:17096:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384640.732550:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000324b4093 x1853237049186560/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:621/0 lens 328/224 e 0 to 0 dl 1767384651 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384640.732567:0:17096:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a27bbbcd x1853237049186560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384640.732576:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767384640.732579:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000324b4093 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049186560:12345-0@lo:104: Request processed in 227us (419us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384640.732582:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384640.732588:0:17069:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767384640.732593:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00000001:3.0:1767384640.732596:0:17069:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:2.0:1767384640.732596:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020c2555a : new rpc_count 0 00010000:00000001:3.0:1767384640.732601:0:17069:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384640.732601:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384640.732604:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:3.0:1767384640.732606:0:17069:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd20315 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384640.732629:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000feeeb8d6. 00000020:00000010:2.0:1767384640.732635:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fe08f84. 00000020:00000010:2.0:1767384640.732642:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfb910a3. 00000100:00000200:0.0:1767384640.732643:0:17096:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a27bbbcd x1853237049186560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384640.732648:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000020c2555a : new refcount 2 00000100:00000001:2.0:1767384640.732655:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384640.732668:0:17069:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007309c556 already unused, calling callback (000000004e97d7c8) 10000000:00000001:3.0:1767384640.732674:0:17069:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384640.732678:0:17069:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7f71e2b70dd20315 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384640.732684:0:17096:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384640.732688:0:17096:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384640.732690:0:17069:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384640.732692:0:17096:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384640.732693:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384640.732696:0:17096:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384640.732697:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384640.732700:0:17096:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384640.732701:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007309c556 refcount=3 00000100:00000001:0.0:1767384640.732704:0:17096:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384640.732706:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 02000000:00000001:0.0:1767384640.732708:0:17096:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.732711:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00000100:00001000:0.0:1767384640.732714:0:17096:0:(import.c:2128:obd_at_measure()) add 5 to 0000000064d2fb3e time=57 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384640.732716:0:17069:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384640.732720:0:17069:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7f71e2b70dd20315 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384640.732721:0:17096:0:(import.c:2128:obd_at_measure()) add 1 to 000000004a8fb74c time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384640.732729:0:17096:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384640.732733:0:17096:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384640.732734:0:17069:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384640.732737:0:17096:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00010000:3.0:1767384640.732738:0:17069:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7f71e2b70dd20315 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384640.732740:0:17096:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.732745:0:17096:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384640.732751:0:17069:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000040:0.0:1767384640.732753:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a27bbbcd x1853237049186560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384640.732756:0:17069:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384640.732759:0:17069:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384640.732765:0:17069:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384640.732769:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384640.732772:0:17069:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.732772:0:17096:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384640.732778:0:17096:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384640.732782:0:17096:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384640.732785:0:17096:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384640.732787:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384640.732788:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384640.732790:0:17096:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384640.732791:0:17069:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384640.732794:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:0.0:1767384640.732796:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a27bbbcd x1853237049186560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:3.0:1767384640.732797:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 2 10000000:00000001:3.0:1767384640.732804:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384640.732808:0:17069:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.732816:0:17069:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1767384640.732817:0:17096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a27bbbcd pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049186560:0@lo:104: 00010000:00000001:3.0:1767384640.732821:0:17069:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384640.732825:0:17069:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384640.732826:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384640.732831:0:17096:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.732835:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384640.732836:0:17096:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1767384640.732840:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.732841:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384640.732846:0:17069:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007309c556 with handle 0x7f71e2b70dd2030e from hash 00000100:00000040:0.0:1767384640.732847:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a27bbbcd x1853237049186560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384640.732852:0:17069:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384640.732855:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.732859:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384640.732861:0:17096:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384640.732862:0:17069:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384640.732864:0:17069:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384640.732865:0:17069:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384640.732869:0:17069:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384640.732873:0:17069:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:0.0:1767384640.732873:0:17096:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384640.732877:0:17096:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002dec6637. 00000100:00000010:3.0:1767384640.732881:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070618a25. 02000000:00000001:0.0:1767384640.732884:0:17096:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1767384640.732886:0:17069:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384640.732888:0:17096:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384640.732890:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:0.0:1767384640.732892:0:17096:0:(genops.c:1242:class_import_put()) import 0000000046210a5b refcount=1 obd=MGS 02000000:00000001:3.0:1767384640.732894:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767384640.732896:0:17096:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384640.732899:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384640.732900:0:17096:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007c035adf. 02000000:00000001:0.0:1767384640.732907:0:17096:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1767384640.732908:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da71a478. 02000000:00000001:0.0:1767384640.732909:0:17096:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384640.732913:0:17096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a27bbbcd. 00000100:00000001:3.0:1767384640.732914:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.732918:0:17096:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384640.732919:0:17069:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:0.0:1767384640.732921:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384640.732924:0:17069:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20315 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384640.732925:0:17096:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000084f8b2b0. 00000100:00000001:0.0:1767384640.732930:0:17096:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384640.732933:0:17096:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384640.732939:0:17069:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000010:0.0:1767384640.732940:0:17096:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a917532e. 00010000:00000001:3.0:1767384640.732944:0:17069:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384640.732946:0:17096:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.732950:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767384640.732951:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.732954:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384640.732955:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384640.732961:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:3.0:1767384640.732963:0:17069:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070618a25] to pc [ptlrpcd_00_03+3] req@0000000070618a25 x1853237049186688/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384640.732964:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384640.732968:0:17096:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.733006:0:17069:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384640.733009:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.733011:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384640.733013:0:17069:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.733016:0:17069:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384640.733018:0:17069:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.733018:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384640.733022:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384640.733024:0:17069:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20315 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384640.733025:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384640.733035:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070618a25 x1853237049186688/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384640.733053:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1767384640.733056:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384640.733056:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384640.733058:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1767384640.733060:0:17069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 000000007309c556/0x7f71e2b70dd2030e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20315 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384640.733061:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384640.733066:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384640.733071:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000070618a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049186688:0@lo:103: 00010000:00000040:3.0:1767384640.733076:0:17069:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b5750b41 count: 0 00000100:00000001:2.0:1767384640.733076:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384640.733080:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384640.733082:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384640.733084:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384640.733086:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfb910a3. 00010000:00000001:3.0:1767384640.733087:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384640.733089:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.733090:0:17069:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:2.0:1767384640.733093:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdd090a9. 00010000:00000010:3.0:1767384640.733095:0:17069:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000755084e3. 00000400:00000010:2.0:1767384640.733098:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ded120f. 00010000:00000001:3.0:1767384640.733100:0:17069:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384640.733102:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049186688, portal 18 00000020:00000001:3.0:1767384640.733106:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384640.733106:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384640.733111:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923223424 : -123268786328192 : ffff8fe33fc76d80) 00000020:00000001:3.0:1767384640.733112:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384640.733117:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384640.733117:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000070618a25 x1853237049186688/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384656 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384640.733121:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384640.733126:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.733126:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384640.733131:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384640.733132:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384640.733134:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4ae9c42. 00000020:00000001:3.0:1767384640.733137:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:2.0:1767384640.733137:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049186688, offset 0 00000020:00000001:3.0:1767384640.733142:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384640.733145:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384640.733147:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384640.733153:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384640.733157:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384640.733161:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384640.733161:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260005980 00000400:00000200:2.0:1767384640.733169:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:2.0:1767384640.733172:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384640.733175:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384640.733177:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384640.733179:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384640.733187:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ac51833. 00000100:00000040:2.0:1767384640.733188:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000000ac51833 x1853237049186688 msgsize 328 00000100:00100000:2.0:1767384640.733192:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384640.733202:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384640.733208:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4ae9c42 00000400:00000010:2.0:1767384640.733210:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4ae9c42. 00000100:00000001:2.0:1767384640.733212:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384640.733214:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070618a25 x1853237049186688/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384656 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384640.733220:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384640.733222:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384640.733223:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070618a25 x1853237049186688/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384656 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384640.733227:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186688 02000000:00000001:3.0:1767384640.733231:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384640.733232:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.733235:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384640.733236:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384640.733241:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.733242:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.733247:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294929160 02000000:00000001:3.0:1767384640.733248:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384640.733253:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186688 00000100:00000001:2.0:1767384640.733254:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294929159 00000020:00000001:3.0:1767384640.733257:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384640.733260:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:2.0:1767384640.733260:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294929160 00000020:00000001:3.0:1767384640.733265:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384640.733266:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294929159 00000020:00000040:3.0:1767384640.733268:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000100:00000001:2.0:1767384640.733271:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294929160 00000020:00000001:3.0:1767384640.733273:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384640.733275:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294929159 00000020:00000001:3.0:1767384640.733278:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384640.733279:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294929160 00000100:00000001:2.0:1767384640.733284:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294929159 00000100:00000001:3.0:1767384640.733285:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384640.733288:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384640.733289:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.733291:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.733292:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.733296:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384640.733298:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cc8a1f7. 00000100:00000001:2.0:1767384640.733298:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384640.733305:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384640.733305:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384640.733308:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384640.733311:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cc8a1f7. 00000100:00000001:2.0:1767384640.733312:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384640.733319:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aad2a5db. 00000100:00000001:2.0:1767384640.733321:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384640.733324:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002dbe5b67. 00000020:00000010:3.0:1767384640.733329:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c2b341d8. 00000100:00000040:3.0:1767384640.733337:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384640.733340:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384640.733342:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384640.733345:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384640.733347:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.733350:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384640.733353:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384640.733355:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384640.733357:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aa7eefe5 refcount=4 00000020:00000001:3.0:1767384640.733360:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782841344 : -123268926710272 : ffff8fe337695e00) 00010000:00000001:3.0:1767384640.733363:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782841344 : -123268926710272 : ffff8fe337695e00) 00010000:00010000:3.0:1767384640.733367:0:17067:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd20315 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd2030e expref: 16 pid: 17075 timeout: 411 lvb_type: 0 00010000:00000001:3.0:1767384640.733374:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.733376:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384640.733378:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384640.733380:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384640.733384:0:17067:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384640.733388:0:17067:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ac51833 x1853237049186688/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:621/0 lens 328/0 e 0 to 0 dl 1767384651 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384640.733395:0:17067:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384640.733397:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.733408:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384640.733419:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384640.733421:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384640.733425:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384640.733428:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:3.0:1767384640.733430:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120994560 : -123269588557056 : ffff8fe30ff66300) 00080000:00000010:2.0:1767384640.733438:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d0a9d11a. 00000100:00000040:3.0:1767384640.733442:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000ac51833 x1853237049186688/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:621/0 lens 328/0 e 0 to 0 dl 1767384651 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384640.733452:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384640.733456:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cc8a1f7. 00000100:00000001:3.0:1767384640.733458:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384640.733462:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cc8a1f7. 00080000:00000010:2.0:1767384640.733462:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e45d9eec. 00040000:00000001:2.0:1767384640.733469:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00100000:3.0:1767384640.733470:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000ac51833 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16351:x1853237049186688:12345-0@lo:103: 00040000:00000001:2.0:1767384640.733472:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384640.733477:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384640.733478:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186688 00010000:00000001:3.0:1767384640.733483:0:17067:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000002:2.0:1767384640.733484:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 00010000:00000002:3.0:1767384640.733487:0:17067:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 20000000:00000001:2.0:1767384640.733489:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.733491:0:17067:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 20000000:00000001:2.0:1767384640.733494:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:3.0:1767384640.733496:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:2.0:1767384640.733499:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 02000000:00000001:3.0:1767384640.733500:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384640.733504:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384640.733507:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ebbf52d0. 20000000:01000000:2.0:1767384640.733509:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 02000000:00000001:3.0:1767384640.733512:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.733516:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384640.733516:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:3.0:1767384640.733522:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384640.733523:0:17067:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384640.733525:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384640.733527:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384640.733529:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aa7eefe5 refcount=4 00000020:00000001:3.0:1767384640.733531:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782841344 : -123268926710272 : ffff8fe337695e00) 00010000:00000001:3.0:1767384640.733534:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782841344 : -123268926710272 : ffff8fe337695e00) 00010000:00000040:3.0:1767384640.733537:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000514b2c77 count: 3 00010000:00010000:3.0:1767384640.733540:0:17067:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd20315 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd2030e expref: 16 pid: 17075 timeout: 411 lvb_type: 0 00000100:00001000:3.0:1767384640.733547:0:17067:0:(import.c:2128:obd_at_measure()) add 0 to 000000002cb15ef2 time=1767384640 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384640.733550:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384640.733567:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.733569:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384640.733571:0:17067:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd20315 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7f71e2b70dd2030e expref: 16 pid: 17075 timeout: 411 lvb_type: 0 00000020:00000001:3.0:1767384640.733588:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384640.733590:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384640.733592:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384640.733594:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.733597:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384640.733599:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384640.733604:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.733606:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384640.733632:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384640.733635:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384640.733637:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aa7eefe5 with handle 0x7f71e2b70dd20315 from hash 00010000:00000001:3.0:1767384640.733640:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384640.733642:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.733644:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384640.733645:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384640.733648:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384640.733649:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384640.733652:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aa7eefe5/0x7f71e2b70dd20315 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7f71e2b70dd2030e expref: 16 pid: 17075 timeout: 411 lvb_type: 0 00010000:00000040:3.0:1767384640.733659:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 9 00000020:00000040:3.0:1767384640.733662:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00010000:00000001:3.0:1767384640.733669:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384640.733671:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384640.733674:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384640.733676:0:17067:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000009b2a045f 00010000:00000001:3.0:1767384640.733678:0:17067:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384640.733680:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384640.733682:0:17067:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384640.733684:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384640.733686:0:17067:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384640.733689:0:17067:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384640.733690:0:17067:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384640.733691:0:17067:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.733708:0:17067:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384640.733710:0:17067:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384640.733712:0:17067:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384640.733714:0:17067:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384640.733716:0:17067:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000514b2c77) refcount = 2 00010000:00010000:3.0:1767384640.733719:0:17067:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.733726:0:17067:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384640.733728:0:17067:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384640.733729:0:17067:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384640.733732:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384640.733736:0:17067:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cc8a1f7. 00000100:00000001:3.0:1767384640.733739:0:17067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000020:2.0:1767384640.733742:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000010:3.0:1767384640.733743:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005078f1c. 00000100:00000001:2.0:1767384640.733747:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:3.0:1767384640.733748:0:17067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804120703744 : -123269588847872 : ffff8fe30ff1f300) 20000000:00000010:2.0:1767384640.733751:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d7e5a42c. 00000100:00000001:3.0:1767384640.733753:0:17067:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620804120703744 : -123269588847872 : ffff8fe30ff1f300) 00000100:00000001:3.0:1767384640.733758:0:17067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 20000000:00000001:2.0:1767384640.733758:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.733760:0:17067:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000040:2.0:1767384640.733763:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186432 00010000:00000001:3.0:1767384640.733764:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384640.733768:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:00000001:3.0:1767384640.733769:0:17067:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384640.733774:0:17067:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000200:2.0:1767384640.733775:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004706c111 x1853237049186432/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:621/0 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384640.733779:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384640.733783:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384640.733786:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b2a045f refcount=5 00010000:00000001:2.0:1767384640.733788:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384640.733791:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:2.0:1767384640.733792:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384640.733798:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=57 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384640.733799:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00000100:00000001:2.0:1767384640.733804:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384640.733805:0:17067:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384640.733809:0:17067:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384640.733809:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384640.733813:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384640.733820:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384640.733822:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.733825:0:17067:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384640.733826:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384640.733831:0:17067:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384640.733832:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384640.733836:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000377cdf28. 00000100:00000200:2.0:1767384640.733839:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049186432, offset 224 00010000:00000001:3.0:1767384640.733849:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384640.733849:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384640.733852:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384640.733855:0:17067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384640.733861:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384640.733863:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384640.733866:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.733868:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384640.733869:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384640.733872:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005880 00010000:00010000:3.0:1767384640.733875:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b2a045f already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384640.733877:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384640.733879:0:17067:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384640.733880:0:17067:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.733888:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384640.733889:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a4d [2] + 224 00010000:00000001:3.0:1767384640.733890:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384640.733893:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384640.733895:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b2a045f refcount=6 00000020:00000001:3.0:1767384640.733898:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:3.0:1767384640.733899:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00000400:00000200:2.0:1767384640.733900:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384640.733901:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384640.733904:0:17067:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384640.733909:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384640.733914:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384640.733916:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384640.733917:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384640.733918:0:17067:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384640.733923:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000717fbf54 x1853237049186432/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384640.733928:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384640.733932:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384640.733936:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000717fbf54 x1853237049186432/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384640.733937:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384640.733947:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384640.733950:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b2a045f with handle 0x7f71e2b70dd2031c from hash 00000100:00000001:2.0:1767384640.733951:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384640.733955:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384640.733958:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384640.733958:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000377cdf28 00010000:00000001:3.0:1767384640.733962:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384640.733963:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000377cdf28. 00010000:00000001:3.0:1767384640.733966:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384640.733968:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384640.733970:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384640.733972:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767384640.733973:0:17096:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.733974:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384640.733978:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.733979:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384640.733982:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384640.733986:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384640.733989:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384640.733991:0:17096:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384640.733992:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384640.733995:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:2.0:1767384640.733996:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.733998:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:0.0:1767384640.733998:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1767384640.734001:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384640.734006:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384640.734006:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384640.734009:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004706c111 x1853237049186432/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:621/0 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384640.734010:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384640.734013:0:17067:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.734018:0:17067:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.734023:0:17067:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384640.734027:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:3.0:1767384640.734029:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384640.734031:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384640.734035:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384640.734039:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384640.734042:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.734045:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384640.734046:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004706c111 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049186432:12345-0@lo:253: Request processed in 4645us (5250us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384640.734050:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384640.734052:0:17067:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384640.734055:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.734057:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384640.734058:0:17067:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:2.0:1767384640.734061:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00010000:00000001:3.0:1767384640.734062:0:17067:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384640.734067:0:17067:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384640.734067:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00000001:3.0:1767384640.734068:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384640.734071:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd2031c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384640.734072:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384640.734077:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384640.734080:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384640.734081:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006a5a767a. 00010000:00000001:3.0:1767384640.734083:0:17067:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.734086:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384640.734088:0:17067:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:2.0:1767384640.734088:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f21dde45. 00000020:00000010:2.0:1767384640.734093:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e32ce02c. 00000100:00000001:3.0:1767384640.734098:0:17067:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384640.734099:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000001:3.0:1767384640.734100:0:17067:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.734105:0:17067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384640.734106:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000005078f1c. 02000000:00000001:2.0:1767384640.734106:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384640.734110:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000065fb7786. 00000100:00000001:3.0:1767384640.734111:0:17067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384640.734112:0:17067:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384640.734114:0:17067:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cc8a1f7. 00010000:00000001:3.0:1767384640.734115:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384640.734117:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000514b2c77 count: 0 00010000:00010000:3.0:1767384640.734124:0:17067:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000001:2.0:1767384640.734124:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384640.734128:0:17067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.734128:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384640.734130:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384640.734133:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384640.734135:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=57 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384640.734135:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384640.734141:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384640.734143:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b55a14e. 00000100:00000040:3.0:1767384640.734144:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384640.734148:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000400:00000010:2.0:1767384640.734149:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000377cdf28. 02000000:00000001:3.0:1767384640.734150:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384640.734152:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.734156:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384640.734159:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384640.734162:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a2fb840. 00000100:00000200:3.0:1767384640.734165:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049186688, offset 224 00000100:00000001:2.0:1767384640.734168:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384640.734169:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384640.734173:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384640.734178:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1767384640.734179:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384640.734183:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384640.734185:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010db7717. 00000400:00000200:3.0:1767384640.734189:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260005980 00000400:00000200:2.0:1767384640.734192:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afaf333c 00000400:00000010:2.0:1767384640.734196:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000afaf333c. 00000100:00000001:2.0:1767384640.734199:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384640.734202:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1a71 [1] + 224 00000100:00000200:2.0:1767384640.734205:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000717fbf54 x1853237049186432/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384640.734207:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384640.734215:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384640.734222:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384640.734230:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000717fbf54 x1853237049186432/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384640.734231:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070618a25 x1853237049186688/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384640.734250:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070618a25 x1853237049186688/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384640.734258:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384640.734261:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.734263:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384640.734265:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384640.734268:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384640.734271:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384640.734276:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384640.734279:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384640.734282:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=57 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384640.734284:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a2fb840 00000400:00000010:3.0:1767384640.734287:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a2fb840. 00000100:00001000:2.0:1767384640.734288:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384640.734290:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384640.734292:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384640.734296:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384640.734298:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.734300:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384640.734302:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384640.734305:0:17067:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384640.734305:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384640.734309:0:17067:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384640.734309:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.734316:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384640.734318:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ac51833 x1853237049186688/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:621/0 lens 328/224 e 0 to 0 dl 1767384651 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384640.734324:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000717fbf54 x1853237049186432/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384640.734329:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000ac51833 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049186688:12345-0@lo:103: Request processed in 875us (1137us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384640.734342:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:2.0:1767384640.734346:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384640.734347:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384640.734351:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384640.734353:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384640.734354:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384640.734357:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384640.734358:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002dbe5b67. 00000020:00000010:3.0:1767384640.734361:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c2b341d8. 00000020:00000010:3.0:1767384640.734363:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aad2a5db. 00000020:00000040:3.0:1767384640.734365:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:3.0:1767384640.734369:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384640.734371:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384640.734374:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384640.734376:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384640.734378:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384640.734380:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384640.734383:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384640.734384:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384640.734386:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384640.734387:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384640.734391:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000717fbf54 x1853237049186432/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384640.734401:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000717fbf54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049186432:0@lo:253: 00000100:00000001:2.0:1767384640.734405:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.734407:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384640.734410:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000717fbf54 x1853237049186432/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384640.734418:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384640.734419:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384640.734421:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fdd6a92f. 02000000:00000001:2.0:1767384640.734425:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384640.734427:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384640.734429:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384640.734431:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384640.734433:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c0388b51. 02000000:00000001:2.0:1767384640.734437:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384640.734438:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384640.734439:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000717fbf54. 00000100:00000001:2.0:1767384640.734442:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384640.734444:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.734446:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.734448:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384640.734449:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384640.734452:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384640.734453:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384640.734454:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdd090a9. 00000400:00000200:2.0:1767384640.734457:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ded120f 00000400:00000010:2.0:1767384640.734459:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ded120f. 00000100:00000001:2.0:1767384640.734468:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384640.734471:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070618a25 x1853237049186688/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384640.734479:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070618a25 x1853237049186688/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384640.734486:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384640.734488:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.734489:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384640.734491:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384640.734492:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384640.734493:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384640.734495:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384640.734498:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=57 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384640.734501:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384640.734503:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384640.734504:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384640.734506:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384640.734508:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.734509:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384640.734512:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070618a25 x1853237049186688/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384640.734519:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384640.734521:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384640.734522:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384640.734524:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070618a25 x1853237049186688/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384640.734532:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000070618a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049186688:0@lo:103: 00000100:00000001:2.0:1767384640.734536:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.734538:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384640.734540:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070618a25 x1853237049186688/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384656 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384640.734545:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384640.734547:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384640.734571:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfb910a3. 02000000:00000001:2.0:1767384640.734574:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384640.734576:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384640.734577:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384640.734579:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384640.734581:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000da71a478. 02000000:00000001:2.0:1767384640.734583:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384640.734585:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384640.734586:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070618a25. 00000100:00000001:2.0:1767384640.734588:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384640.734589:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.734591:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.734596:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384640.734597:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.734599:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384640.734600:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384640.738669:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294929160, at 4294929161 00000100:00000040:3.0:1767384640.738674:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294929160, at 4294929161 00000100:00000010:0.0:1767384640.738680:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4387dc8. 00000100:00000010:3.0:1767384640.738685:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc7e21e1. 00000100:00000040:1.0:1767384640.738745:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294929160, at 4294929161 00000100:00000010:1.0:1767384640.738752:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c4bb1b7. 00000100:00000040:2.0:1767384640.739675:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294929160, at 4294929162 00000100:00000010:2.0:1767384640.739684:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a14ccd09. 00010000:00000010:3.1:1767384640.740646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b5750b41. 00010000:00000010:3.1:1767384640.740655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007309c556. 00010000:00000010:3.1:1767384640.740660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aa7eefe5. 00010000:00000010:3.1:1767384640.740664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b2a045f. 00010000:00000010:3.1:1767384640.740668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000514b2c77. 00000400:00000010:1.0:1767384640.745314:0:30856:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c6214536. 00000400:00000040:1.0:1767384640.745333:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384640.745335:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384640.745337:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384640.745339:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384640.745341:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384640.745342:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384640.745344:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384640.745346:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384640.745347:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384640.745348:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384640.745350:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384640.745351:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384640.745352:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384640.745354:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384640.745355:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384640.745356:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384640.745357:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384640.745358:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384640.745359:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384640.745361:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384640.745362:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384640.745363:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384640.745364:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384640.745365:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384640.745366:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384640.745367:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384640.745368:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384640.745369:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384640.745370:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384640.745371:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384640.745372:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384640.745373:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384640.745374:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384640.745380:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384640.745381:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384640.745382:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384640.745383:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384640.745384:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384640.745385:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384640.745387:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384640.745387:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384640.745388:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384640.745389:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384640.745390:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384640.745391:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384640.745392:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384640.745393:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384640.745394:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384640.745395:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384640.745396:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384640.745397:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384640.745398:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384640.745399:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384640.745401:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384640.745402:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384640.745403:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384640.745403:0:30856:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384640.745469:0:30856:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c6214536. 00000400:00000200:0.0:1767384641.369666:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp34 00000400:00000010:0.0:1767384641.369671:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004d1c7a27. 00000400:00000010:0.0:1767384641.369678:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000744dedc. 00000400:00000010:0.0:1767384641.369682:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a182b47. 00000400:00000010:0.0:1767384641.369688:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000018a4f54a. 00000400:00000200:0.0:1767384641.369691:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp34 00000400:00000200:0.0:1767384641.369707:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp34 local destination 00000400:00000200:0.0:1767384641.369712:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp34 00000400:00000200:0.0:1767384641.369715:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp34 NI seq info: [118:118:256:4294967295] 192.168.202.137@tcp34 LPNI seq info [114:114:8:4294967295] 00000400:00000200:0.0:1767384641.369721:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp34 00000400:00000200:0.0:1767384641.369729:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp34(192.168.202.137@tcp34:) -> 192.168.202.137@tcp34(192.168.202.137@tcp34:192.168.202.137@tcp34) : GET try# 0 00000800:00000200:0.0:1767384641.369734:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp34 00000800:00000010:0.0:1767384641.369737:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000496bca98. 00000800:00000200:0.0:1767384641.369742:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8cbf4bb] -> 12345-192.168.202.137@tcp34 (2) 00000800:00000200:0.1:1767384641.369746:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8cbf4bb] -> 12345-192.168.202.137@tcp34 (2) 00000400:00000200:0.0:1767384641.369763:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp34 added to recovery queue. ping count: 2 next ping: 266 health :800 00000400:00000200:0.0:1767384641.369767:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp35 00000400:00000010:0.0:1767384641.369769:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002f54f5de. 00000400:00000010:0.0:1767384641.369772:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e9a842be. 00000400:00000010:0.0:1767384641.369774:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a41866c. 00000400:00000010:0.0:1767384641.369778:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007f9abebb. 00000400:00000200:0.0:1767384641.369781:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp35 00000400:00000200:0.0:1767384641.369785:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp35 local destination 00000400:00000200:0.0:1767384641.369788:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp35 00000400:00000200:0.0:1767384641.369791:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp35 NI seq info: [119:119:256:4294967295] 192.168.202.137@tcp35 LPNI seq info [115:115:8:4294967295] 00000400:00000200:0.0:1767384641.369794:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp35 00000400:00000200:0.0:1767384641.369799:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp35(192.168.202.137@tcp35:) -> 192.168.202.137@tcp35(192.168.202.137@tcp35:192.168.202.137@tcp35) : GET try# 0 00000800:00000200:0.0:1767384641.369802:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp35 00000800:00000010:0.0:1767384641.369811:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f5eea2ae. 00000800:00000200:0.0:1767384641.369816:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (2) 00000400:00000200:2.0:1767384641.369818:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000200:0.1:1767384641.369822:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (2) 00000400:00000200:0.0:1767384641.369840:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp35 added to recovery queue. ping count: 1 next ping: 264 health :900 00000400:00000200:0.0:1767384641.369844:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp36 00000400:00000010:0.0:1767384641.369848:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000654c3713. 00000400:00000010:0.0:1767384641.369852:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000776257e1. 00000400:00000010:0.0:1767384641.369855:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d33ff83. 00000400:00000010:0.0:1767384641.369860:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006fcc2cee. 00000400:00000200:0.0:1767384641.369865:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp36 00000400:00000200:2.0:1767384641.369869:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.369874:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp36 local destination 00000400:00000200:0.0:1767384641.369878:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp36 00000400:00000200:0.0:1767384641.369882:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp36 NI seq info: [120:120:256:4294967295] 192.168.202.137@tcp36 LPNI seq info [116:116:8:4294967295] 00000400:00000200:0.0:1767384641.369886:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp36 00000400:00000200:0.0:1767384641.369894:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp36(192.168.202.137@tcp36:) -> 192.168.202.137@tcp36(192.168.202.137@tcp36:192.168.202.137@tcp36) : GET try# 0 00000400:00000200:1.0:1767384641.369895:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000200:0.0:1767384641.369902:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp36 00000800:00000010:0.0:1767384641.369907:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bfdc9343. 00000800:00000200:0.0:1767384641.369911:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b4532f58] -> 12345-192.168.202.137@tcp36 (2) 00000400:00000200:2.0:1767384641.369916:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000200:0.1:1767384641.369916:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b4532f58] -> 12345-192.168.202.137@tcp36 (2) 00000400:00000200:0.0:1767384641.369934:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp36 added to recovery queue. ping count: 1 next ping: 264 health :900 00000400:00000200:2.0:1767384641.369967:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.369967:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370007:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370041:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370047:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370078:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370103:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370110:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370140:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370165:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370178:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370198:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370223:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370254:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370257:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370282:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370331:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370333:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370334:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370400:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370411:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370421:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370457:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370476:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370486:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370517:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370539:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370543:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370595:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370637:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370649:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370682:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370710:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370730:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370738:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370770:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370805:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370811:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370839:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370871:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370878:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370910:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.370955:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.370957:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.370970:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371018:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.371027:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.371039:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371086:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.371096:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.371109:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371155:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.371185:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.371187:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371219:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.371275:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.371276:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371276:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.371351:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371362:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.371370:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.371424:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371432:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.371448:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371500:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.371512:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.371517:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371587:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.371628:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.371635:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371677:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.371708:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.371712:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371753:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.371793:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.371798:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371821:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.371862:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.371873:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371894:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.371924:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.371935:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.371961:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372002:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.372003:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.372021:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.372081:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372090:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.372102:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.372149:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.372176:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372181:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.372227:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384641.372246:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372266:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.372298:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372342:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.372373:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372405:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.372434:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000800:00000010:1.0:1767384641.372453:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000051fd331e. 00000800:00000010:1.0:1767384641.372459:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000466ba30f. 00000400:00000200:0.0:1767384641.372464:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000800:00000010:1.0:1767384641.372465:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006cc5d583. 00000800:00000010:1.0:1767384641.372490:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006cc5d583. 00000400:00000200:2.0:1767384641.372491:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000800:00020000:1.0:1767384641.372500:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000400:00000200:0.0:1767384641.372519:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.372542:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372581:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.372601:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372648:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.372666:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372701:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.372719:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372759:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.372783:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372817:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.372850:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372880:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372929:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.372978:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.373033:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.373087:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:0.0:1767384641.373149:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.373217:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384641.373306:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp34 from 211.3.0.2 00000800:00000010:2.0:1767384641.373310:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000054d3e7ce. 00000800:00000010:0.0:1767384641.373324:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006c7d7a88. 00000800:00000010:0.0:1767384641.373329:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006b9b31e6. 00000800:00000010:0.0:1767384641.373333:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a3feab58. 00000400:00000200:2.0:1767384641.373358:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384641.373362:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a3feab58. 00000400:00000200:2.0:1767384641.373383:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp36 from 210.3.0.2 00000800:00000010:2.0:1767384641.373387:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002da0efb8. 00000800:00000010:0.0:1767384641.373461:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000691796e7. 00000800:00000010:0.0:1767384641.373467:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a59e0109. 00000800:00000010:3.0:1767384641.373892:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a327df6e. 00000800:00000010:3.0:1767384641.373897:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000005078f1c. 00000800:00000010:3.0:1767384641.373902:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e7c18f99. 00000800:00000010:3.0:1767384641.373972:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008bcfe2c1. 00000800:00000200:3.1:1767384641.373979:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8cbf4bb] -> 12345-192.168.202.137@tcp34 (2) 00000800:00000200:3.1:1767384641.373985:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp34 000000008bcfe2c1 deleted 00000800:00000010:3.1:1767384641.373987:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008bcfe2c1. 00000800:00000200:3.1:1767384641.373992:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384641.373999:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp34 ip 192.168.202.137:979 00000800:00000200:3.1:1767384641.374003:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000496bca98 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384641.374010:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp34 p 3.x 192.168.202.137 -> 192.168.202.137:979 incarnation:1767384634683371238 sched[0] 00000800:00000010:3.0:1767384641.374015:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e9b14c2. 00000800:00000010:3.0:1767384641.374049:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e9b14c2. 00000800:00000010:3.0:1767384641.374055:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a59e0109. 00000800:00000010:3.0:1767384641.374093:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000054d3e7ce. 00000800:00000010:3.0:1767384641.374103:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e3dac134. 00000800:00000010:3.0:1767384641.374107:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008bcfe2c1. 00000800:00000010:3.0:1767384641.374128:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ad1eec2f. 00000800:00000200:3.1:1767384641.374134:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b4532f58] -> 12345-192.168.202.137@tcp36 (2) 00000800:00000200:3.1:1767384641.374140:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp36 00000000ad1eec2f deleted 00000800:00000010:3.1:1767384641.374143:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ad1eec2f. 00000800:00000200:3.1:1767384641.374147:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384641.374153:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp36 ip 192.168.202.137:978 00000800:00000200:3.1:1767384641.374156:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bfdc9343 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384641.374169:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp36 p 3.x 192.168.202.137 -> 192.168.202.137:978 incarnation:1767384638674596067 sched[0] 00000800:00000010:3.0:1767384641.374175:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e9b14c2. 00000800:00000010:3.0:1767384641.374228:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e9b14c2. 00000800:00000010:3.0:1767384641.374233:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008bcfe2c1. 00000800:00000010:3.0:1767384641.374256:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002da0efb8. 00000800:00000001:3.0:1767384641.374270:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.374276:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384641.374315:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384641.374320:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000496bca98. 00000400:00000200:3.0:1767384641.374325:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.374333:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp34->192.168.202.137@tcp34: GET: OK 00000400:00000200:3.0:1767384641.374339:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384641.374343:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp34 recovery message sent successfully:0 00000800:00000001:3.0:1767384641.374359:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.374363:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384641.374423:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384641.374427:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bfdc9343. 00000400:00000200:3.0:1767384641.374432:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.374438:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp36->192.168.202.137@tcp36: GET: OK 00000400:00000200:3.0:1767384641.374442:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384641.374445:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp36 recovery message sent successfully:0 00000800:00000200:3.1:1767384641.374480:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384641.374487:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp36 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384638674596067 sched[0] 00000800:00000010:3.0:1767384641.374491:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006b9b31e6. 00000800:00000010:2.0:1767384641.374493:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e7c18f99. 00000800:00000200:2.1:1767384641.374511:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384641.374517:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp34 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384634683371238 sched[0] 00000800:00000010:2.0:1767384641.374521:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000005078f1c. 00000800:00000001:2.0:1767384641.374527:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.374531:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384641.374532:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.374538:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384641.374543:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp36(192.168.202.137@tcp36) <- 192.168.202.137@tcp36 : GET - for me 00000400:00000200:2.0:1767384641.374565:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384641.374569:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.374573:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x1a3d [1] + 0 00000400:00000200:2.0:1767384641.374584:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp36 to MR: 192.168.202.137@tcp36 local destination 00000400:00000200:2.0:1767384641.374591:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp36 NI seq info: [121:121:256:4294967295] 192.168.202.137@tcp36 LPNI seq info [117:117:8:4294967295] 00000400:00000200:2.0:1767384641.374601:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp36(192.168.202.137@tcp36:192.168.202.137@tcp36) -> 192.168.202.137@tcp36(192.168.202.137@tcp36:192.168.202.137@tcp36) 192.168.202.137@tcp36 : REPLY try# 0 00000800:00000200:2.0:1767384641.374605:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp36 00000800:00000010:2.0:1767384641.374627:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023358b60. 00000800:00000200:2.0:1767384641.374631:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b4532f58] -> 12345-192.168.202.137@tcp36 (4) 00000800:00000200:2.0:1767384641.374636:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp36 ip 192.168.202.137:988 00000800:00000200:2.0:1767384641.374638:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023358b60 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384641.374650:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000800:00000200:2.0:1767384641.374686:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384641.374689:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023358b60. 00000400:00000200:3.0:1767384641.374691:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.374693:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384641.374696:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp36->192.168.202.137@tcp36: REPLY: OK 00000800:00000001:2.0:1767384641.374706:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.374710:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384641.374712:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.374716:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384641.374717:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.374719:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384641.374729:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp36(192.168.202.137@tcp36) <- 192.168.202.137@tcp36 : REPLY - for me 00000400:00000200:3.0:1767384641.374738:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.374739:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp36: Reply from 12345-192.168.202.137@tcp36 of length 272/272 into md 0x1a8d 00000800:00000001:2.0:1767384641.374745:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.374751:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384641.374753:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384641.374757:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp36->192.168.202.137@tcp36: REPLY: OK 00000400:00000200:2.0:1767384641.374759:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d33ff83 00000400:00000010:2.0:1767384641.374761:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d33ff83. 00000400:00000200:2.0:1767384641.374764:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384641.374769:0:16343:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000654c3713. 00000400:00000010:2.0:1767384641.374772:0:16343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000776257e1. 00000400:00000200:3.0:1767384641.374773:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000800:00000001:2.0:1767384641.374776:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.374781:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384641.374809:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.374812:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384641.374814:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384641.374815:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000800:00000001:2.0:1767384641.374819:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384641.374825:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp34(192.168.202.137@tcp34) <- 192.168.202.137@tcp34 : GET - for me 00000400:00000200:2.0:1767384641.374832:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384641.374836:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x1a3d [1] + 0 00000400:00000200:2.0:1767384641.374842:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp34 to MR: 192.168.202.137@tcp34 local destination 00000400:00000200:2.0:1767384641.374847:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp34 NI seq info: [122:122:256:4294967295] 192.168.202.137@tcp34 LPNI seq info [118:118:8:4294967295] 00000400:00000200:2.0:1767384641.374855:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp34(192.168.202.137@tcp34:192.168.202.137@tcp34) -> 192.168.202.137@tcp34(192.168.202.137@tcp34:192.168.202.137@tcp34) 192.168.202.137@tcp34 : REPLY try# 0 00000400:00000200:3.0:1767384641.374857:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000800:00000200:2.0:1767384641.374861:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp34 00000800:00000010:2.0:1767384641.374866:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023358b60. 00000800:00000200:2.0:1767384641.374871:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8cbf4bb] -> 12345-192.168.202.137@tcp34 (4) 00000800:00000200:2.0:1767384641.374875:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp34 ip 192.168.202.137:988 00000800:00000200:2.0:1767384641.374877:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023358b60 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384641.374908:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000800:00000200:2.0:1767384641.374918:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384641.374922:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023358b60. 00000400:00000200:2.0:1767384641.374930:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384641.374933:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp34->192.168.202.137@tcp34: REPLY: OK 00000800:00000001:2.0:1767384641.374940:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.374944:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384641.374946:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.374948:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384641.374950:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.374953:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384641.374955:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.374958:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp34(192.168.202.137@tcp34) <- 192.168.202.137@tcp34 : REPLY - for me 00000400:00000200:2.0:1767384641.374969:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp34: Reply from 12345-192.168.202.137@tcp34 of length 272/272 into md 0x1a85 00000800:00000001:2.0:1767384641.374973:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.374978:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384641.374979:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384641.374982:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp34->192.168.202.137@tcp34: REPLY: OK 00000400:00000200:2.0:1767384641.374984:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a182b47 00000400:00000010:2.0:1767384641.374985:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a182b47. 00000400:00000200:2.0:1767384641.374988:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384641.374992:0:16343:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004d1c7a27. 00000400:00000010:2.0:1767384641.374994:0:16343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000744dedc. 00000800:00000001:2.0:1767384641.374997:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384641.374999:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384641.375005:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375045:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375054:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375091:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375116:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375139:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375176:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375188:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375229:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375248:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375286:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375307:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375349:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375372:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375401:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375420:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375457:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375472:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375521:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375527:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375600:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375637:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375651:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375698:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375717:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375761:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375767:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375813:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375838:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375852:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375902:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375904:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375935:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.375976:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.375979:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376018:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376048:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376063:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376115:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376124:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376150:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376189:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376207:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376248:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376267:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376309:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376318:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376369:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376379:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376427:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376429:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376468:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376504:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376516:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376581:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376596:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376631:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376681:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376701:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376715:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376768:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376768:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376800:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376836:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376849:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376900:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376900:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.376965:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.376994:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.377009:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.377057:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.377059:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.377112:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.377151:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.377171:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.377213:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.377237:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.377280:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.377290:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000800:00000010:1.0:1767384641.377345:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000466ba30f. 00000800:00000010:1.0:1767384641.377350:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000051fd331e. 00000400:00000200:3.0:1767384641.377357:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:2.0:1767384641.377361:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.377419:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.377471:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:3.0:1767384641.377536:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.137:988 00000400:02020000:1.0:1767384641.377646:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp35 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000800:00000010:3.0:1767384641.377862:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fdd6a92f. 00000800:00000010:3.0:1767384641.377869:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008bcfe2c1. 00000400:00000200:2.0:1767384641.377871:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384641.377873:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e9b14c2. 00000800:00000010:3.0:1767384641.377920:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e9b14c2. 00000400:00000200:2.0:1767384641.377946:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp34 from 209.3.0.2 00000800:00000010:2.0:1767384641.377950:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b556d29f. 00000800:00000010:3.0:1767384641.377959:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000203accf7. 00000800:00000010:3.0:1767384641.377966:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ad1eec2f. 00000800:00000010:3.0:1767384641.377970:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e9b14c2. 00000800:00000010:3.0:1767384641.378013:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e9b14c2. 00000800:00000010:3.0:1767384641.378044:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065fb7786. 00000800:00000010:3.0:1767384641.378049:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000feee8c0. 00000800:00000010:3.0:1767384641.378067:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007a5d84dc. 00000800:00000200:3.1:1767384641.378074:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8cbf4bb] -> 12345-192.168.202.137@tcp34 (4) 00000800:00000200:3.1:1767384641.378079:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp34 000000007a5d84dc deleted 00000800:00000010:3.1:1767384641.378082:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007a5d84dc. 00000800:00000200:3.1:1767384641.378086:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384641.378093:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp34 p 3.x 192.168.202.137 -> 192.168.202.137:977 incarnation:1767384634683371238 sched[0] 00000800:00000010:3.0:1767384641.378098:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e9b14c2. 00000800:00000010:3.0:1767384641.378150:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e9b14c2. 00000800:00000010:3.0:1767384641.378155:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000feee8c0. 00000800:00000010:3.0:1767384641.378180:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b556d29f. 00000800:00000200:3.1:1767384641.378210:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384641.378216:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp34 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384634683371238 sched[0] 00000800:00000010:3.0:1767384641.378220:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ad1eec2f. 00000400:00000200:2.0:1767384641.378260:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:3.0:1767384641.378269:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384641.378274:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp36 from 208.3.0.2 00000800:00000001:3.0:1767384641.378277:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384641.378277:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ccacb54a. 00000800:00000001:3.0:1767384641.378284:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.378289:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384641.378323:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000da583c8. 00000800:00000010:3.0:1767384641.378328:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ad1eec2f. 00000800:00000010:3.0:1767384641.378350:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000feee8c0. 00000800:00000200:3.1:1767384641.378357:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b4532f58] -> 12345-192.168.202.137@tcp36 (4) 00000800:00000200:3.1:1767384641.378364:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp36 000000000feee8c0 deleted 00000800:00000010:3.1:1767384641.378366:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000feee8c0. 00000800:00000200:3.1:1767384641.378371:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384641.378376:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp36 p 3.x 192.168.202.137 -> 192.168.202.137:976 incarnation:1767384638674596067 sched[0] 00000800:00000010:3.0:1767384641.378381:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e9b14c2. 00000800:00000010:3.0:1767384641.378432:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e9b14c2. 00000800:00000010:3.0:1767384641.378437:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ad1eec2f. 00000800:00000010:3.0:1767384641.378459:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ccacb54a. 00000800:00000200:3.1:1767384641.378489:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384641.378496:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp36 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384638674596067 sched[0] 00000800:00000010:3.0:1767384641.378499:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008bcfe2c1. 00000800:00000001:3.0:1767384641.378531:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.378537:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384641.378540:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384641.378543:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384641.381825:0:16339:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp35 notifying 192.168.202.137@tcp35: down 00000800:00000200:1.0:1767384641.381831:0:16339:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp35 down 00000800:00000100:1.0:1767384641.381854:0:16339:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp35 00000800:00000010:1.0:1767384641.381855:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f5eea2ae. 00000400:00000200:1.0:1767384641.381858:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384641.381861:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp35->192.168.202.137@tcp35: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384641.381867:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384641.381869:0:16339:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384641.381872:0:16339:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp35) recovery failed with -71 00010000:00000001:2.0:1767384641.497709:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384641.497714:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.497720:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384641.497722:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384641.497784:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384641.497788:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.497792:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384642.119598:0:31276:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000092779687. 00080000:00000010:1.0:1767384642.119691:0:31276:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000092779687. 00000020:00000001:1.0:1767384642.119697:0:31276:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384642.119705:0:31276:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000092779687. 00080000:00000010:1.0:1767384642.119710:0:31276:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000092779687. 00000020:00000001:1.0:1767384642.119713:0:31276:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384642.393668:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384642.393673:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384642.393676:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a41866c 00000400:00000010:0.0:1767384642.393680:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a41866c. 00000400:00000200:0.0:1767384642.393685:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384642.393691:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp35 recovery ping unlinked 00000400:00000010:0.0:1767384642.393701:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002f54f5de. 00000400:00000010:0.0:1767384642.393704:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e9a842be. 00010000:00000001:2.0:1767384642.521671:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384642.521680:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.521687:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384642.521689:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384642.521727:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384642.521732:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384642.521735:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384642.853279:0:31440:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384642.853285:0:31440:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:1.0:1767384642.857948:0:31440:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384642.865064:0:31441:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000614af391. 00000400:00000010:1.0:1767384642.865080:0:31441:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008c10d2b2. 00000400:00000010:1.0:1767384642.865091:0:31441:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004b7d3360. 00000400:00000010:1.0:1767384642.865095:0:31441:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f391be43. 00000400:00000010:1.0:1767384642.865099:0:31441:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006851ed5d. 00000400:00000010:1.0:1767384642.865104:0:31441:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043b2a869. 00000400:00000010:1.0:1767384642.865106:0:31441:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000963ba758. 00000400:00000010:1.0:1767384642.865108:0:31441:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004725265c. 00000400:00000010:1.0:1767384642.865112:0:31441:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000023d4ba78. 00000800:00000010:1.0:1767384642.865129:0:31441:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002811e2d8. 00000800:00000200:1.0:1767384642.865142:0:31441:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384642.865157:0:31441:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384642.865198:0:31441:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:1.0:1767384642.865220:0:31441:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp38 [8/256/0/180] 00000400:00000010:1.0:1767384642.866779:0:31441:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 0000000074c07651. 00000400:00000010:1.0:1767384642.866785:0:31441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b975a4. 00000400:00000010:1.0:1767384642.866790:0:31441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000400:00000001:1.0:1767384642.866807:0:31441:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384642.866808:0:31441:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384642.866810:0:31441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050d96766. 00000400:00000200:1.0:1767384642.866813:0:31441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000400:00000010:1.0:1767384642.866815:0:31441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000400:00000010:1.0:1767384642.866817:0:31441:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000073e33370. 00000400:00000200:1.0:1767384642.866821:0:31441:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (29) 00000400:00000200:1.0:1767384642.866830:0:31441:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384642.866838:0:31441:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:1.0:1767384642.866844:0:31441:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000051fd331e. 00000400:00000200:2.0:1767384642.866845:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384642.866847:0:31441:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384642.866851:0:31441:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp38 00000400:00000200:2.0:1767384642.866853:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000400:00000010:2.0:1767384642.866860:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ded120f. 00000400:00000010:1.0:1767384642.866862:0:31441:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008c10d2b2. 00000400:00000200:2.0:1767384642.866863:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (30) 00000400:00000010:1.0:1767384642.866867:0:31441:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000614af391. 00000400:00000010:2.0:1767384642.866871:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000010201b58. 00000400:00000200:2.0:1767384642.866877:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp21 00000400:00000200:2.0:1767384642.866889:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp21 to MR: 192.168.202.137@tcp21 local destination 00000400:00000200:2.0:1767384642.866896:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp21 NI seq info: [123:123:256:4294967295] 192.168.202.137@tcp21 LPNI seq info [119:119:8:4294967295] 00000400:00000200:2.0:1767384642.866901:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp21 00000020:00000001:0.0:1767384642.866907:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384642.866908:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp21(192.168.202.137@tcp21:192.168.202.137@tcp21) -> 192.168.202.137@tcp21(192.168.202.137@tcp21:192.168.202.137@tcp21) : PUT try# 0 10000000:00000001:0.0:1767384642.866914:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:2.0:1767384642.866915:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.137@tcp21 10000000:00000001:0.0:1767384642.866920:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:2.0:1767384642.866922:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a932407d. 10000000:01000000:0.0:1767384642.866925:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:2.0:1767384642.866931:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ddf6629] -> 12345-192.168.202.137@tcp21 (6) 00000020:01000004:0.0:1767384642.866932:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384642.866936:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384642.866938:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:2.0:1767384642.866942:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp21 ip 192.168.202.137:988 00000020:01000004:0.0:1767384642.866943:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:2.0:1767384642.866948:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a932407d type 1, nob 608 niov 1 nkiov 1 00000020:01000004:0.0:1767384642.866948:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384642.866950:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384642.866953:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384642.866956:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384642.866960:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384642.866962:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384642.866968:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a27bbbcd. 00000400:00000200:2.0:1767384642.866971:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384642.866975:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000020:00000040:0.0:1767384642.866975:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384642.866984:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384642.866987:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384642.866993:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384642.867014:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000822b8983. 00000100:00000001:0.0:1767384642.867022:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.867032:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384642.867044:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.867053:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a27bbbcd] to pc [ptlrpcd_00_00+0] req@00000000a27bbbcd x1853237049186816/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384642.867084:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384642.867089:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:0.0:1767384642.867089:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384642.867096:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384642.867096:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384642.867097:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a932407d. 00000020:00000001:0.0:1767384642.867103:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384642.867104:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384642.867108:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000000:0.0:1767384642.867109:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:1.0:1767384642.867110:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384642.867117:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp21->192.168.202.137@tcp21: PUT: OK 00000020:00000001:0.0:1767384642.867122:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384642.867123:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:00000001:0.0:1767384642.867127:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384642.867128:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp21(192.168.202.137@tcp21) <- 192.168.202.137@tcp21 : PUT - for me 00000400:00000200:3.0:1767384642.867131:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp21: 0 10000000:00000001:0.0:1767384642.867132:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384642.867137:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384642.867141:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384642.867143:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384642.867147:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384642.867148:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 512 into portal 0 MB=0x8000000000000000 00000020:01000004:0.0:1767384642.867151:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384642.867155:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384642.867158:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384642.867159:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 496/512 into md 0x1a55 [1] + 0 00000020:01000004:0.0:1767384642.867162:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000010:1.0:1767384642.867166:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b7622e. 00000020:01000004:0.0:1767384642.867167:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384642.867170:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384642.867173:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384642.867174:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000914a0186 00000100:00000010:0.0:1767384642.867177:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010254ef5. 00000100:00000001:3.0:1767384642.867179:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384642.867182:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384642.867184:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767384642.867184:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384642.867191:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:1.0:1767384642.867192:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384642.867194:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a27bbbcd x1853237049186816/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384642.867195:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384642.867197:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384642.867199:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.867207:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp21->192.168.202.137@tcp21: PUT: OK 00000400:00000200:1.0:1767384642.867214:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914a0186 00000100:00000001:3.0:1767384642.867219:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384642.867219:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914a0186. 02000000:00000010:0.0:1767384642.867221:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007eb054ae. 00000100:00000001:3.0:1767384642.867222:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384642.867229:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384642.867229:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.867232:0:16343:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:3.0:1767384642.867233:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.867238:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384642.867239:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.867240:0:16343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (31) 00000100:00000001:0.0:1767384642.867242:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384642.867244:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a27bbbcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049186816:0@lo:253: 00000400:00000200:1.0:1767384642.867250:0:16343:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000100:00000001:3.0:1767384642.867251:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384642.867253:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010254ef5] to pc [ptlrpcd_00_01+1] req@0000000010254ef5 x1853237049186944/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384642.867259:0:16343:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (512 bytes) 02000000:00000001:3.0:1767384642.867260:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384642.867263:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384642.867268:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384642.867269:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 02000000:00000010:3.0:1767384642.867282:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004a1c94d5. 10000000:00000001:0.0:1767384642.867282:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.867285:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (32) 02000000:00000001:3.0:1767384642.867286:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384642.867292:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8fcb02e. 00000400:00000200:1.0:1767384642.867294:0:16343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 10000000:00000001:0.0:1767384642.867295:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384642.867298:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dcc9ad0. 00000020:00000001:0.0:1767384642.867301:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384642.867303:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049186816, portal 25 00000400:00000200:1.0:1767384642.867305:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp21 to MR: 192.168.202.137@tcp21 local destination 00000020:01000000:0.0:1767384642.867308:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384642.867309:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384642.867313:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575798016 : -123274133753600 : ffff8fe2010c3100) 00000020:00000010:0.0:1767384642.867315:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000051fd331e. 00000100:00000040:3.0:1767384642.867320:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a27bbbcd x1853237049186816/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384642.867322:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp21 NI seq info: [124:124:256:4294967295] 192.168.202.137@tcp21 LPNI seq info [120:120:8:4294967295] 00000100:00000001:0.0:1767384642.867333:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384642.867335:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384642.867338:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384642.867340:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384642.867343:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384642.867346:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d799239. 00000100:00000200:3.0:1767384642.867351:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049186816, offset 0 00000100:00000040:0.0:1767384642.867354:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000010254ef5 x1853237049186944/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384642.867356:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp21(192.168.202.137@tcp21:192.168.202.137@tcp21) -> 192.168.202.137@tcp21(192.168.202.137@tcp21:192.168.202.137@tcp21) 192.168.202.137@tcp21 : ACK try# 0 00000400:00000200:3.0:1767384642.867361:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767384642.867374:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp21 00000400:00000200:3.0:1767384642.867377:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384642.867378:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1767384642.867382:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b07ba70. 00000100:00000001:0.0:1767384642.867383:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384642.867389:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005a00 02000000:00000001:0.0:1767384642.867390:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767384642.867393:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ddf6629] -> 12345-192.168.202.137@tcp21 (6) 02000000:00000001:0.0:1767384642.867395:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384642.867398:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12c9 [2] + 0 02000000:00000001:0.0:1767384642.867403:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384642.867405:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp21 ip 192.168.202.137:999 00000400:00000010:3.0:1767384642.867406:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047084c5a. 00000400:00000200:3.0:1767384642.867412:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef6da961 00000800:00000200:1.0:1767384642.867412:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009b07ba70 type 0, nob 96 niov 1 nkiov 0 00000100:00100000:0.0:1767384642.867412:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000010254ef5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049186944:0@lo:253: 00000400:00000200:3.0:1767384642.867420:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384642.867421:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384642.867425:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384642.867427:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:1.0:1767384642.867429:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384642.867430:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6da961 02000000:00000001:0.0:1767384642.867431:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.867436:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:1.0:1767384642.867437:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384642.867439:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef6da961. 02000000:00000010:0.0:1767384642.867443:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007477565a. 00000100:00000001:3.0:1767384642.867445:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384642.867449:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384642.867449:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384642.867455:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000003724955a x1853237049186816 msgsize 4848 00000400:00000010:0.0:1767384642.867458:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc30387. 00000100:00100000:3.0:1767384642.867461:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384642.867464:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384642.867467:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024b74065. 00000100:00000001:3.0:1767384642.867473:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384642.867474:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049186944, portal 25 00000100:00000001:0.0:1767384642.867479:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384642.867481:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d799239 00000100:00000001:0.0:1767384642.867482:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575800704 : -123274133750912 : ffff8fe2010c3b80) 00000400:00000010:3.0:1767384642.867484:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d799239. 00000100:00000001:3.0:1767384642.867490:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384642.867492:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000010254ef5 x1853237049186944/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384642.867495:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a27bbbcd x1853237049186816/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384642.867506:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384642.867512:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b07ba70. 00000400:00000200:1.0:1767384642.867518:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384642.867529:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384642.867530:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384642.867530:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp21->192.168.202.137@tcp21: ACK: OK 00000100:00000040:3.0:1767384642.867550:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a27bbbcd x1853237049186816/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384642.867555:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:1.0:1767384642.867556:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384642.867563:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009feb0626. 00000800:00000001:1.0:1767384642.867564:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.867565:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384642.867570:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049186944, offset 0 00000100:00000001:3.0:1767384642.867571:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767384642.867571:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384642.867578:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384642.867578:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384642.867584:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384642.867584:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384642.867586:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294931294 00000100:00000010:3.0:1767384642.867592:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c4bb1b7. 00000800:00000001:1.0:1767384642.867593:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.867599:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384642.867600:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384642.867628:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294931295 00000100:00000010:3.0:1767384642.867632:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a14ccd09. 00000100:00000001:3.0:1767384642.867635:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384642.867639:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294931295 00000100:00000010:3.0:1767384642.867644:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029e75607. 00000100:00000001:3.0:1767384642.867647:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384642.867650:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294931295 00000400:00000200:0.0:1767384642.867651:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005a80 00000400:00000200:1.0:1767384642.867652:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp21(192.168.202.137@tcp21) <- 192.168.202.137@tcp21 : ACK - for me 00000100:00000010:3.0:1767384642.867655:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc7e21e1. 00000100:00000001:3.0:1767384642.867661:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384642.867663:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12d1 [2] + 0 00000100:00000001:3.0:1767384642.867666:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384642.867669:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb8c28c1. 00000100:00000001:3.0:1767384642.867670:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.867675:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000041ddd3f4 00000100:00000001:3.0:1767384642.867678:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.867682:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384642.867684:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384642.867688:0:16343:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp21: ACK from 12345-192.168.202.137@tcp21 into md 0x1a95 00000100:00000001:3.0:1767384642.867689:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384642.867693:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384642.867695:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384642.867695:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384642.867697:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384642.867700:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384642.867704:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.867705:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041ddd3f4 00000100:00000001:3.0:1767384642.867709:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384642.867710:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041ddd3f4. 00000400:00000200:1.0:1767384642.867711:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp21->192.168.202.137@tcp21: ACK: OK 00000100:00000001:0.0:1767384642.867718:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384642.867722:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384642.867727:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ded120f 00000100:00000040:0.0:1767384642.867727:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000003c22fac4 x1853237049186944 msgsize 4848 00000400:00000010:1.0:1767384642.867731:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ded120f. 00000100:00000001:3.0:1767384642.867732:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384642.867737:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186816 00000400:00000200:1.0:1767384642.867740:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 02000000:00000001:3.0:1767384642.867741:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384642.867741:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384642.867745:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384642.867748:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384642.867749:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.867749:0:16343:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 02000000:00000001:3.0:1767384642.867755:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384642.867760:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186816 00000400:00000200:1.0:1767384642.867760:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:0.0:1767384642.867762:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384642.867765:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384642.867767:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (31) 00000020:00000040:3.0:1767384642.867768:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384642.867773:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384642.867775:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:3.0:1767384642.867777:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:3.0:1767384642.867780:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:0.0:1767384642.867781:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009feb0626 00000100:00000001:3.0:1767384642.867783:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384642.867785:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384642.867786:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009feb0626. 00000020:00000010:3.0:1767384642.867788:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007fbc2ef. 00000800:00000001:1.0:1767384642.867793:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.867794:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.867794:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384642.867801:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007fbc2ef. 00000100:00000200:0.0:1767384642.867803:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000010254ef5 x1853237049186944/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384642.867808:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c170377f. 00000020:00000010:3.0:1767384642.867816:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cc7ca4d7. 00000100:00000001:0.0:1767384642.867818:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384642.867822:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c2b341d8. 00000100:00000040:0.0:1767384642.867824:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000010254ef5 x1853237049186944/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384642.867833:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384642.867834:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.867838:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384642.867839:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384642.867842:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384642.867846:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.867847:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.867852:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294931295 00000100:00000001:3.0:1767384642.867855:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.867861:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294931294 00000100:00000001:3.0:1767384642.867868:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.867868:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294931295 00000100:00000001:0.0:1767384642.867871:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294931295 00000100:00000001:0.0:1767384642.867876:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294931295 00000100:00000001:0.0:1767384642.867879:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294931295 00000100:00000001:3.0:1767384642.867881:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384642.867882:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294931295 00000100:00100000:3.0:1767384642.867885:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186944 00000100:00000001:0.0:1767384642.867893:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294931295 02000000:00000001:3.0:1767384642.867895:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384642.867898:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384642.867899:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384642.867900:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384642.867905:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.867906:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384642.867908:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186944 00000020:00000001:3.0:1767384642.867912:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384642.867914:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:0.0:1767384642.867914:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384642.867918:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384642.867920:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:0.0:1767384642.867920:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384642.867924:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:3.0:1767384642.867927:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384642.867930:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384642.867930:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384642.867935:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384642.867936:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007fbc2ef. 00000100:00000001:3.0:1767384642.867943:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.867944:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384642.867945:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007fbc2ef. 00000100:00000001:0.0:1767384642.867949:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384642.867952:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2eccf79. 00000100:00000001:0.0:1767384642.867953:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384642.867958:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036fe786c. 00000100:00000001:0.0:1767384642.867959:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.867963:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384642.867964:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f16eed50. 00000100:00000001:3.0:1767384642.867970:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384642.867971:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384642.867971:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000005cdf5691. 00000100:00000001:3.0:1767384642.867974:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384642.867978:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050d96766. 00000100:00000001:3.0:1767384642.867980:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.867985:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384642.867985:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00000100:00000001:0.0:1767384642.867987:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384642.867993:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000005cdf5691 00000100:00000001:0.0:1767384642.867993:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384642.867999:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000375d68c6. 00000100:00000001:3.0:1767384642.868001:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384642.868003:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00000001:3.0:1767384642.868005:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384642.868006:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000100:00000040:0.0:1767384642.868011:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000400:00000200:1.0:1767384642.868015:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102051 00000100:00100000:3.0:1767384642.868016:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000001:0.0:1767384642.868017:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729451600 : -123268980100016 : ffff8fe3343ab450) 00000100:00000040:3.0:1767384642.868022:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000400:00000200:1.0:1767384642.868022:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (30) 00000100:00000001:3.0:1767384642.868027:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729452624 : -123268980098992 : ffff8fe3343ab850) 00000100:00000040:0.0:1767384642.868029:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003724955a x1853237049186816/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:623/0 lens 4848/0 e 0 to 0 dl 1767384653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384642.868031:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000614af391. 00000100:00000040:3.0:1767384642.868033:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c22fac4 x1853237049186944/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:623/0 lens 4848/0 e 0 to 0 dl 1767384653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384642.868038:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b81afbbe. 00000400:00000010:1.0:1767384642.868049:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000082be5e1c. 00000400:00000200:1.0:1767384642.868061:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000100:00000001:3.0:1767384642.868066:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384642.868069:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384642.868070:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007fbc2ef. 00000020:00000010:0.0:1767384642.868075:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1db0d2c. 00000100:00000001:3.0:1767384642.868076:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384642.868076:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000100:00000001:0.0:1767384642.868083:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384642.868085:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007fbc2ef. 00000400:00000200:1.0:1767384642.868088:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000020:00000010:0.0:1767384642.868090:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1db0d2c. 00000100:00100000:3.0:1767384642.868097:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c22fac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049186944:12345-0@lo:253: 00000100:00100000:0.0:1767384642.868104:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003724955a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049186816:12345-0@lo:253: 00000100:00000200:3.0:1767384642.868105:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186944 00000400:00000200:1.0:1767384642.868105:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000020:00000001:3.0:1767384642.868111:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384642.868117:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384642.868117:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186816 00000020:00000001:3.0:1767384642.868120:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.868121:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:00000001:3.0:1767384642.868124:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384642.868124:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384642.868128:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384642.868130:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384642.868133:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:00000001:3.0:1767384642.868134:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384642.868135:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384642.868137:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384642.868143:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384642.868143:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384642.868147:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384642.868147:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000020:00000001:0.0:1767384642.868148:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:3.0:1767384642.868151:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.868156:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384642.868159:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384642.868160:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384642.868163:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 02000000:00000001:3.0:1767384642.868164:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384642.868165:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384642.868170:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1767384642.868172:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e4b6550b. 00000400:00000200:1.0:1767384642.868174:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 02000000:00000001:3.0:1767384642.868177:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.868181:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.868182:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384642.868188:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384642.868190:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384642.868195:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[93, 38] 02000000:00000001:0.0:1767384642.868195:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384642.868200:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000034fb6922. 00000400:00000200:1.0:1767384642.868204:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 38], ns[109, 38] 02000000:00000010:0.0:1767384642.868204:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000325c42f8. 20000000:01000000:3.0:1767384642.868207:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:0.0:1767384642.868211:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384642.868214:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384642.868217:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.868218:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 20000000:00000001:3.0:1767384642.868219:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384642.868223:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384642.868224:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384642.868228:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384642.868231:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384642.868232:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 38], ns[115, 38] 20000000:00000010:0.0:1767384642.868236:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dd5ffa8c. 00000400:00000200:1.0:1767384642.868240:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[124, 38] 20000000:00000010:3.0:1767384642.868241:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dfb910a3. 20000000:01000000:0.0:1767384642.868243:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384642.868245:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:0.0:1767384642.868249:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384642.868253:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384642.868255:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 20000000:00000001:0.0:1767384642.868255:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384642.868260:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384642.868260:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384642.868265:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384642.868266:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 20000000:00000001:0.0:1767384642.868266:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384642.868272:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384642.868277:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00080000:00000001:3.0:1767384642.868283:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384642.868283:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:1.0:1767384642.868291:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000400:00000200:1.0:1767384642.868295:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 32], ns[58, 32] 00080000:00000001:3.0:1767384642.868298:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.868301:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 32], ns[81, 32] 00080000:00000001:3.0:1767384642.868303:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384642.868306:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384642.868309:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384642.868312:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[93, 32], ns[95, 32] 00080000:00000001:3.0:1767384642.868318:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.868322:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 32], ns[100, 32] 00080000:00000002:3.0:1767384642.868323:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:3.0:1767384642.868330:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:3.0:1767384642.868333:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384642.868337:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 32], ns[97, 32] 00080000:00000001:3.0:1767384642.868338:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384642.868344:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384642.868347:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384642.868350:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 32], ns[105, 32] 00000020:00000001:3.0:1767384642.868352:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384642.868358:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000400:00000200:1.0:1767384642.868361:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 32], ns[101, 32] 00080000:00000001:3.0:1767384642.868363:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384642.868368:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000079b5aacb. 00000400:00000200:1.0:1767384642.868370:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 32], ns[122, 32] 00080000:00000001:3.0:1767384642.868372:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588459008 : -123274121092608 : ffff8fe201cd6200) 00080000:00000001:3.0:1767384642.868378:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384642.868381:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384642.868384:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000007fbc2ef. 00080000:00000001:3.0:1767384642.868389:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384642.868393:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384642.868399:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[115, 32], ns[119, 32] 00080000:00000001:3.0:1767384642.868405:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.868406:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 32], ns[121, 32] 00000400:00000200:1.0:1767384642.868415:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 00000400:00000200:1.0:1767384642.868419:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00080000:00000001:3.0:1767384642.868424:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384642.868426:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp37 00000400:00000200:1.0:1767384642.868433:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp37 lpni_is_preferred = 0 00000400:00000200:1.0:1767384642.868437:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp37 00000400:00000200:1.0:1767384642.868441:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp37 NI seq info: [125:125:256:4294967295] 192.168.202.137@tcp37 LPNI seq info [121:121:8:4294967295] 00000400:00000200:1.0:1767384642.868448:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp37 00000400:00000200:1.0:1767384642.868458:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp37(192.168.202.137@tcp37:) -> 192.168.202.137@tcp37(192.168.202.137@tcp:192.168.202.137@tcp37) : GET try# 0 00000800:00000200:1.0:1767384642.868465:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp37 00000800:00000010:1.0:1767384642.868469:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009b07ba70. 00000800:00000010:1.0:1767384642.868476:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008c10d2b2. 00000800:00000010:1.0:1767384642.868480:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006962b8d3. 00000800:00000200:1.0:1767384642.868485:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c10d2b2] -> 12345-192.168.202.137@tcp37 (2) 00000800:00000200:1.1:1767384642.868490:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c10d2b2] -> 12345-192.168.202.137@tcp37 (2) 00000400:00000200:1.0:1767384642.868507:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384642.868510:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100251 rc 0 00000400:00000200:1.0:1767384642.868604:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384642.869021:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384642.869052:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384642.869079:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384642.869119:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384642.869145:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384642.869170:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384642.869200:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00080000:00000010:3.0:1767384642.869213:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000079b5aacb. 00000400:00000200:1.0:1767384642.869234:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00080000:00000010:0.0:1767384642.869263:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000007fbc2ef. 00000400:00000200:1.0:1767384642.869264:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00040000:00000001:0.0:1767384642.869271:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384642.869274:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384642.869277:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384642.869280:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384642.869283:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384642.869284:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:1.0:1767384642.869288:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 20000000:01000000:0.0:1767384642.869294:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384642.869306:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384642.869310:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000079b5aacb. 20000000:01000000:0.0:1767384642.869310:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384642.869316:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00080000:00000001:0.0:1767384642.869318:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384642.869319:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384642.869321:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00080000:00000001:3.0:1767384642.869324:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384642.869327:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384642.869333:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384642.869339:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384642.869342:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384642.869344:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384642.869345:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384642.869346:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384642.869348:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000400:00000200:1.0:1767384642.869350:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000020:00000001:3.0:1767384642.869351:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:3.0:1767384642.869354:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384642.869357:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384642.869365:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384642.869367:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384642.869369:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384642.869372:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 20000000:01000000:0.0:1767384642.869373:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384642.869374:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384642.869376:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 20000000:00000001:0.0:1767384642.869378:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000010:3.0:1767384642.869380:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009ac26fdb. 10000000:01000000:0.0:1767384642.869382:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384642.869386:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799575688192 : -123274133863424 : ffff8fe2010a8400) 00010000:00000001:0.0:1767384642.869387:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384642.869391:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384642.869392:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000001:00000001:3.0:1767384642.869395:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384642.869400:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000091640614. 00010000:00000010:0.0:1767384642.869401:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a3cd0a26. 00080000:00000001:3.0:1767384642.869403:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.869403:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00080000:00000001:3.0:1767384642.869409:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384642.869409:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384642.869414:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d649dab. 00000020:00000001:0.0:1767384642.869419:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384642.869420:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384642.869421:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d649dab with handle 0x7f71e2b70dd20323 to hash 00080000:00000001:3.0:1767384642.869430:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384642.869438:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000020:00000001:0.0:1767384642.869448:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384642.869450:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780663808 : -123268928887808 : ffff8fe337482400) 00010000:00000001:0.0:1767384642.869458:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780663808 : -123268928887808 : ffff8fe337482400) 00000400:00000200:1.0:1767384642.869460:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00010000:00000001:0.0:1767384642.869462:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384642.869465:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384642.869468:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d649dab/0x7f71e2b70dd20323 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.869474:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:1.0:1767384642.869478:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00010000:00000001:0.0:1767384642.869478:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384642.869482:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384642.869485:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384642.869487:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.869489:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384642.869490:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.869492:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384642.869494:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384642.869495:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384642.869496:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000200:1.0:1767384642.869497:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00010000:00000040:0.0:1767384642.869498:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3cd0a26) refcount = 1 00010000:00010000:0.0:1767384642.869504:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d649dab/0x7f71e2b70dd20323 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.869509:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384642.869511:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384642.869513:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.869516:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.869517:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00010000:00000001:0.0:1767384642.869518:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384642.869524:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384642.869527:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384642.869531:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384642.869544:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384642.869546:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d649dab refcount=4 00000020:00000001:0.0:1767384642.869548:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780663808 : -123268928887808 : ffff8fe337482400) 00010000:00000001:0.0:1767384642.869551:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780663808 : -123268928887808 : ffff8fe337482400) 00000400:00000200:1.0:1767384642.869552:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00010000:00000001:0.0:1767384642.869554:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384642.869558:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d649dab/0x7f71e2b70dd20323 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.869573:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1767384642.869574:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00010000:00010000:0.0:1767384642.869576:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d649dab/0x7f71e2b70dd20323 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.869585:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.869587:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384642.869590:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d649dab/0x7f71e2b70dd20323 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384642.869592:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00010000:00000001:0.0:1767384642.869601:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384642.869603:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.869606:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384642.869631:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d649dab/0x7f71e2b70dd20323 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384642.869637:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d649dab already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384642.869639:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384642.869641:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384642.869643:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d649dab/0x7f71e2b70dd20323 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384642.869648:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00010000:00000001:0.0:1767384642.869650:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384642.869654:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384642.869656:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384642.869658:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d649dab refcount=5 00000020:00000001:0.0:1767384642.869662:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780663808 : -123268928887808 : ffff8fe337482400) 00010000:00000001:0.0:1767384642.869665:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780663808 : -123268928887808 : ffff8fe337482400) 00010000:00000001:0.0:1767384642.869668:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384642.869670:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d649dab/0x7f71e2b70dd20323 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.869676:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767384642.869678:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00010000:00000001:0.0:1767384642.869679:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384642.869689:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.869693:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384642.869695:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384642.869698:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384642.869700:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384642.869702:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d649dab with handle 0x7f71e2b70dd20323 from hash 00010000:00000001:0.0:1767384642.869706:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384642.869707:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.869709:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384642.869710:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00010000:00000001:0.0:1767384642.869711:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384642.869715:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384642.869719:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384642.869721:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384642.869722:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.869724:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.869726:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384642.869728:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384642.869730:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.869731:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.869732:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.869734:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.869736:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384642.869738:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d649dab/0x7f71e2b70dd20323 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.869741:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.869742:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.869744:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384642.869745:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384642.869746:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.869747:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.869749:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384642.869752:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384642.869753:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384642.869755:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d649dab/0x7f71e2b70dd20323 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.869758:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384642.869764:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384642.869766:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d649dab/0x7f71e2b70dd20323 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384642.869768:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00010000:00000040:0.0:1767384642.869770:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a3cd0a26 count: 0 00010000:00000001:0.0:1767384642.869783:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384642.869784:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384642.869793:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384642.869796:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384642.869797:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000034fb6922. 00000400:00000200:1.0:1767384642.869798:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 20000000:00000001:0.0:1767384642.869801:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384642.869806:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186944 00010000:00000001:0.0:1767384642.869808:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384642.869813:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c22fac4 x1853237049186944/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:623/0 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384642.869819:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00010000:00000001:0.0:1767384642.869820:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384642.869823:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384642.869827:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=59 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384642.869831:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384642.869833:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384642.869835:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384642.869838:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384642.869839:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.869840:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000100:00000001:0.0:1767384642.869842:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384642.869846:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384642.869850:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009feb0626. 00000100:00000200:0.0:1767384642.869852:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049186944, offset 224 00000400:00000200:0.0:1767384642.869858:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384642.869862:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384642.869865:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384642.869874:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005a80 00000400:00000200:0.0:1767384642.869878:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1aa1 [2] + 224 00000400:00000200:0.0:1767384642.869882:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384642.869886:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384642.869886:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384642.869889:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384642.869894:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000010254ef5 x1853237049186944/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384642.869903:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000100:00000040:0.0:1767384642.869911:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000010254ef5 x1853237049186944/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384642.869920:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384642.869935:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000100:00000001:0.0:1767384642.869942:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384642.869949:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009feb0626 00000400:00000010:0.0:1767384642.869951:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009feb0626. 00000100:00000001:0.0:1767384642.869954:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384642.869956:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384642.869959:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.869961:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384642.869963:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384642.869965:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.869967:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384642.869970:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c22fac4 x1853237049186944/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:623/0 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.869976:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384642.869977:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c22fac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049186944:12345-0@lo:253: Request processed in 1910us (2248us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384642.869981:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384642.869988:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384642.869988:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000400:00000001:3.0:1767384642.869992:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384642.869992:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384642.869996:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384642.869997:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dc30387. 00000100:00000001:0.0:1767384642.869999:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384642.870004:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036fe786c. 00000400:00000200:3.0:1767384642.870005:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024b74065 00000400:00000010:3.0:1767384642.870010:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024b74065. 00000020:00000010:0.0:1767384642.870010:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f16eed50. 00000020:00000010:0.0:1767384642.870015:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2eccf79. 00000100:00000001:3.0:1767384642.870017:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384642.870021:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000200:3.0:1767384642.870026:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000010254ef5 x1853237049186944/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384642.870027:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384642.870029:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e4b6550b. 02000000:00000001:0.0:1767384642.870036:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384642.870039:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384642.870045:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384642.870046:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000010254ef5 x1853237049186944/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384642.870050:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3794794. 00000400:00000010:0.0:1767384642.870056:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009feb0626. 00000100:00000001:3.0:1767384642.870063:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384642.870066:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.870069:0:16349:0:(client.c:1578:after_reply()) Process entered 00000800:00000010:1.0:1767384642.870071:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a60e7de4. 02000000:00000001:3.0:1767384642.870072:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384642.870074:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384642.870076:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384642.870076:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003fbc8fd3. 02000000:00000001:3.0:1767384642.870079:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384642.870083:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=59 v=5 (5 0 0 0) 00000800:00000010:1.0:1767384642.870083:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009e6b2d70. 00000100:00001000:3.0:1767384642.870086:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=59 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384642.870089:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384642.870098:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384642.870101:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384642.870102:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.870105:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384642.870107:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009e6b2d70. 00000100:00000040:3.0:1767384642.870110:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000010254ef5 x1853237049186944/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00020000:1.0:1767384642.870114:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000100:00000001:3.0:1767384642.870118:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384642.870118:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003fbc8fd3. 00000800:00000010:1.0:1767384642.870120:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a60e7de4. 00000100:00000001:3.0:1767384642.870121:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384642.870123:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384642.870127:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384642.870129:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384642.870130:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384642.870131:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384642.870133:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384642.870134:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384642.870136:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384642.870137:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384642.870138:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384642.870141:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010254ef5 x1853237049186944/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384642.870150:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000010254ef5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049186944:0@lo:253: 00000100:00000001:3.0:1767384642.870154:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.870156:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384642.870158:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000010254ef5 x1853237049186944/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:02020000:1.0:1767384642.870163:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp37 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000100:00000001:3.0:1767384642.870166:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384642.870168:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384642.870171:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007477565a. 00000400:00000200:1.0:1767384642.870171:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp37 notifying 192.168.202.137@tcp37: down 02000000:00000001:3.0:1767384642.870175:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384642.870177:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:1.0:1767384642.870177:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp37 down 00000020:00000040:3.0:1767384642.870178:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384642.870181:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384642.870183:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007eb054ae. 00000800:00000100:1.0:1767384642.870183:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp37 00000800:00000010:1.0:1767384642.870185:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009b07ba70. 02000000:00000001:3.0:1767384642.870186:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384642.870188:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384642.870188:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384642.870192:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp37->192.168.202.137@tcp37: GET: LOCAL_ERROR 00000100:00000010:3.0:1767384642.870196:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010254ef5. 00000100:00000001:3.0:1767384642.870199:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384642.870200:0:16338:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp37 added to recovery queue. ping count: 0 next ping: 264 health :900 00000100:00000001:3.0:1767384642.870201:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.870203:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384642.870203:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384642.870205:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 1 00000100:00000001:3.0:1767384642.870207:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384642.870208:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.870208:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:3.0:1767384642.870210:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384642.870230:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.870249:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384642.870262:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100851 00000400:00000001:0.0:1767384642.870266:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384642.870268:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384642.870270:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b81afbbe 00000400:00000010:0.0:1767384642.870272:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b81afbbe. 00000400:00000200:0.0:1767384642.870277:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384642.870282:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000010:0.0:1767384642.870286:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000614af391. 00000400:00000200:0.0:1767384642.870289:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (31) 00000400:00000200:0.0:1767384642.870293:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp:-71 00000400:00000200:0.0:1767384642.870296:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102051 rc -71 00000400:00000200:0.0:1767384642.870300:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:0.0:1767384642.870303:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (30) 00080000:00000010:3.0:1767384642.870789:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009ac26fdb. 00080000:00000010:0.0:1767384642.870849:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000091640614. 00040000:00000001:0.0:1767384642.870857:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384642.870859:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384642.870861:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384642.870865:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384642.870868:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384642.870870:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384642.870873:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384642.870889:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384642.870892:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384642.870897:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384642.870910:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384642.870913:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384642.870915:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384642.870918:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384642.870920:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384642.870924:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000576d7979. 00010000:00000001:1.0:1767384642.870927:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384642.870930:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000696c9aa3. 00000020:00000001:1.0:1767384642.870931:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384642.870934:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000696c9aa3 with handle 0x7f71e2b70dd2032a to hash 00000020:00000001:1.0:1767384642.870936:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384642.870937:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384642.870939:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384642.870941:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384642.870942:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384642.870944:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2032a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384642.870949:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384642.870951:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384642.870952:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384642.870958:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384642.870960:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384642.870962:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384642.870963:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384642.870965:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384642.870966:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384642.870967:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384642.870968:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384642.870969:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000576d7979) refcount = 1 00010000:00010000:1.0:1767384642.870971:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2032a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384642.870974:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384642.870975:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384642.870976:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384642.870977:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.870978:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384642.870980:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384642.870981:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:1.0:1767384642.870983:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384642.870984:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384642.870985:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000696c9aa3 refcount=4 00000020:00000001:1.0:1767384642.870986:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384642.870987:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384642.870988:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384642.870989:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2032a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384642.870993:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384642.870995:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2032a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384642.870998:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384642.871000:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384642.871001:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2032a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384642.871010:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384642.871011:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.871013:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384642.871014:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2032a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384642.871015:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384642.871020:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000696c9aa3 already unused, calling callback (0000000058ffb97a) 00000100:00000001:0.0:1767384642.871021:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384642.871024:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000010:0.0:1767384642.871025:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dd5ffa8c. 00010000:00000001:1.0:1767384642.871026:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384642.871029:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2032a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384642.871032:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.871034:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384642.871036:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384642.871037:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384642.871037:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000696c9aa3 refcount=5 00000020:00000001:1.0:1767384642.871039:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384642.871040:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384642.871041:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384642.871042:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2032a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384642.871048:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186816 00010000:00000001:1.0:1767384642.871049:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384642.871051:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384642.871055:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384642.871056:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.871060:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384642.871061:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384642.871064:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:0.0:1767384642.871064:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003724955a x1853237049186816/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:623/0 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384642.871066:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384642.871069:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000696c9aa3 with handle 0x7f71e2b70dd2032a from hash 00010000:00000001:1.0:1767384642.871073:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384642.871076:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384642.871078:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.871082:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384642.871085:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384642.871086:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.871088:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384642.871092:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00001000:0.0:1767384642.871092:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=59 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384642.871093:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384642.871095:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384642.871097:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.871098:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384642.871100:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384642.871103:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384642.871105:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384642.871108:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.871109:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384642.871110:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.871114:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.871116:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00010000:1.0:1767384642.871117:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2032a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384642.871123:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:1.0:1767384642.871124:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384642.871127:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384642.871129:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384642.871129:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384642.871133:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384642.871134:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384642.871134:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.871137:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384642.871139:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384642.871140:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384642.871142:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384642.871145:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.871147:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384642.871148:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2032a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384642.871152:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000323245df. 00010000:00000001:1.0:1767384642.871153:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384642.871156:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384642.871158:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd2032a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384642.871159:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049186816, offset 224 00010000:00000040:1.0:1767384642.871167:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000576d7979 count: 0 00000400:00000200:0.0:1767384642.871171:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384642.871174:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384642.871176:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384642.871181:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384642.871190:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005a00 00000400:00000200:0.0:1767384642.871196:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a99 [2] + 224 00000400:00000200:0.0:1767384642.871202:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384642.871207:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384642.871211:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384642.871215:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a27bbbcd x1853237049186816/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384642.871225:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a27bbbcd x1853237049186816/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.871242:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384642.871247:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000323245df 00000400:00000010:0.0:1767384642.871249:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000323245df. 00000100:00000001:0.0:1767384642.871252:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384642.871254:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384642.871258:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.871261:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384642.871262:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:3.0:1767384642.871265:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384642.871267:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384642.871269:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384642.871271:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384642.871272:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384642.871275:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8fcb02e. 00000020:00000001:0.0:1767384642.871277:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384642.871279:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dcc9ad0 00000400:00000010:3.0:1767384642.871282:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dcc9ad0. 00000100:00000040:0.0:1767384642.871285:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003724955a x1853237049186816/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:623/0 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.871286:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384642.871292:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a27bbbcd x1853237049186816/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384642.871312:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a27bbbcd x1853237049186816/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384642.871312:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003724955a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049186816:12345-0@lo:253: Request processed in 3241us (3854us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384642.871318:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384642.871319:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.871323:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384642.871325:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384642.871327:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384642.871330:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384642.871332:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384642.871335:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=59 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384642.871335:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00001000:3.0:1767384642.871342:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=59 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384642.871343:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384642.871346:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384642.871348:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384642.871349:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384642.871352:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384642.871353:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384642.871354:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.871357:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384642.871358:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cc7ca4d7. 00000100:00000040:3.0:1767384642.871359:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a27bbbcd x1853237049186816/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384642.871365:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c2b341d8. 00000020:00000010:0.0:1767384642.871370:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c170377f. 00000020:00000040:0.0:1767384642.871376:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:3.0:1767384642.871383:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384642.871383:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384642.871387:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767384642.871388:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000325c42f8. 00000100:00000001:3.0:1767384642.871389:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384642.871395:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:0.0:1767384642.871396:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384642.871397:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384642.871401:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384642.871401:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384642.871402:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384642.871406:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384642.871407:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384642.871408:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000200:0.0:1767384642.871409:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384642.871410:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384642.871412:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384642.871414:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384642.871417:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a27bbbcd x1853237049186816/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384642.871417:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc30387. 00000400:00000010:0.0:1767384642.871424:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000323245df. 00000100:00100000:3.0:1767384642.871426:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a27bbbcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049186816:0@lo:253: 00000100:00000001:3.0:1767384642.871432:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.871433:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384642.871435:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a27bbbcd x1853237049186816/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.871439:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384642.871441:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384642.871442:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004a1c94d5. 02000000:00000001:3.0:1767384642.871444:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384642.871445:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384642.871446:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384642.871448:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384642.871448:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000822b8983. 02000000:00000001:3.0:1767384642.871451:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384642.871452:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384642.871453:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a27bbbcd. 00000100:00000001:3.0:1767384642.871455:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384642.871456:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.871457:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.871465:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384642.871466:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.871468:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384642.871469:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384642.873662:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294931295, at 4294931296 00000100:00000040:3.0:1767384642.873671:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294931295, at 4294931296 00000100:00000010:1.0:1767384642.873672:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a14ccd09. 00000100:00000010:3.0:1767384642.873677:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc7e21e1. 00010000:00000010:0.1:1767384642.874631:0:31443:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a3cd0a26. 00010000:00000010:0.1:1767384642.874639:0:31443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d649dab. 00000100:00000040:0.0:1767384642.874668:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294931295, at 4294931297 00000100:00000010:0.0:1767384642.874675:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c4bb1b7. 00000100:00000040:2.0:1767384642.874710:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294931295, at 4294931297 00000100:00000010:2.0:1767384642.874717:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029e75607. 00010000:00000010:1.1:1767384642.874927:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000576d7979. 00010000:00000010:1.1:1767384642.874934:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000696c9aa3. 00000400:00000010:1.0:1767384642.882566:0:31446:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000a56a0a4. 00000400:00000040:1.0:1767384642.882589:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384642.882592:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384642.882595:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384642.882597:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384642.882599:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384642.882601:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384642.882604:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384642.882623:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384642.882625:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384642.882627:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384642.882630:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384642.882632:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384642.882636:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384642.882639:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384642.882641:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384642.882644:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384642.882646:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384642.882647:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384642.882649:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384642.882652:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384642.882655:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384642.882657:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384642.882659:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384642.882661:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384642.882663:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384642.882666:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384642.882668:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384642.882670:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384642.882672:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384642.882674:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384642.882675:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384642.882677:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384642.882679:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384642.882681:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384642.882683:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384642.882685:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384642.882686:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384642.882694:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384642.882696:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384642.882698:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384642.882700:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384642.882702:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384642.882704:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384642.882706:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384642.882707:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384642.882710:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384642.882712:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384642.882713:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384642.882716:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384642.882718:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384642.882720:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384642.882722:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384642.882723:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384642.882725:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384642.882727:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384642.882729:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384642.882730:0:31446:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384642.882822:0:31446:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000a56a0a4. 00000400:00000200:3.0:1767384643.417705:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp35 00000400:00000010:3.0:1767384643.417711:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bb9026a5. 00000400:00000010:3.0:1767384643.417718:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000065a58171. 00000400:00000010:3.0:1767384643.417723:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a2fb840. 00000400:00000010:3.0:1767384643.417731:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ca8671a9. 00000400:00000200:3.0:1767384643.417736:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp35 00000400:00000200:3.0:1767384643.417754:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp35 local destination 00000400:00000200:3.0:1767384643.417760:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp35 00000400:00000200:3.0:1767384643.417765:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp35 NI seq info: [126:126:256:4294967295] 192.168.202.137@tcp35 LPNI seq info [122:122:8:4294967295] 00000400:00000200:3.0:1767384643.417771:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp35 00000400:00000200:3.0:1767384643.417782:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp35(192.168.202.137@tcp35:) -> 192.168.202.137@tcp35(192.168.202.137@tcp35:192.168.202.137@tcp35) : GET try# 0 00000800:00000200:3.0:1767384643.417788:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp35 00000800:00000010:3.0:1767384643.417792:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008b712533. 00000800:00000200:3.0:1767384643.417798:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (2) 00000800:00000200:3.1:1767384643.417804:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (2) 00000400:00000200:3.0:1767384643.417818:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp35 added to recovery queue. ping count: 2 next ping: 268 health :800 00000400:00000200:3.0:1767384643.417825:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp37 00000400:00000010:3.0:1767384643.417829:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002749dabe. 00000400:00000010:3.0:1767384643.417834:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f02ce5ca. 00000400:00000010:3.0:1767384643.417837:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee929650. 00000400:00000010:3.0:1767384643.417842:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002dd53d37. 00000400:00000200:3.0:1767384643.417846:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp37 00000400:00000200:3.0:1767384643.417852:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp37 local destination 00000400:00000200:3.0:1767384643.417856:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp37 00000400:00000200:3.0:1767384643.417859:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp37 NI seq info: [127:127:256:4294967295] 192.168.202.137@tcp37 LPNI seq info [123:123:8:4294967295] 00000400:00000200:3.0:1767384643.417863:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp37 00000400:00000200:3.0:1767384643.417882:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp37(192.168.202.137@tcp37:) -> 192.168.202.137@tcp37(192.168.202.137@tcp37:192.168.202.137@tcp37) : GET try# 0 00000800:00000200:3.0:1767384643.417888:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp37 00000800:00000010:3.0:1767384643.417892:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c511289d. 00000800:00000200:3.0:1767384643.417899:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c10d2b2] -> 12345-192.168.202.137@tcp37 (2) 00000800:00000200:3.1:1767384643.417905:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c10d2b2] -> 12345-192.168.202.137@tcp37 (2) 00000400:00000200:3.0:1767384643.417920:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp37 added to recovery queue. ping count: 1 next ping: 266 health :900 00000400:00000200:3.0:1767384643.417980:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418018:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418058:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418110:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418158:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418213:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418244:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418279:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418320:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418370:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418415:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418452:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418497:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418548:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418582:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418629:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418663:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418702:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418745:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418789:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418823:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418864:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418904:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418937:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.418975:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.419025:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.419071:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.419110:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.419147:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.419179:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.419199:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.419217:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.419240:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.419266:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384643.419283:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384643.419420:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004a1c94d5. 00000800:00000010:3.0:1767384643.419425:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005930b3df. 00000800:00000010:3.0:1767384643.419430:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af4114d6. 00000800:00000010:3.0:1767384643.419453:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af4114d6. 00000800:00020000:3.0:1767384643.419461:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384643.419464:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005930b3df. 00000800:00000010:3.0:1767384643.419467:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004a1c94d5. 00000400:02020000:3.0:1767384643.419507:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp35 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384643.419513:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp35 notifying 192.168.202.137@tcp35: down 00000400:00000200:3.0:1767384643.419516:0:16336:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384643.419519:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp35 00000800:00000010:3.0:1767384643.419522:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008b712533. 00000400:00000200:3.0:1767384643.419525:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384643.419542:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp35->192.168.202.137@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384643.419550:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384643.419553:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384643.419556:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp35) recovery failed with -71 00000400:00000200:1.0:1767384643.419592:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.419677:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.419716:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.419743:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.419769:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.419793:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.419821:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.419855:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.419909:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.419951:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.419988:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420011:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420037:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420065:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420102:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420128:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420153:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420177:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420200:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420221:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420247:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420275:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420303:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420329:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420355:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420381:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420407:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420433:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420454:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420477:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420501:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420524:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420567:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420593:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384643.420651:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384643.420785:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a60e7de4. 00000800:00000010:1.0:1767384643.420790:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006f6f7486. 00000800:00000010:1.0:1767384643.420794:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009e6b2d70. 00000800:00000010:1.0:1767384643.420816:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009e6b2d70. 00000800:00020000:1.0:1767384643.420822:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384643.420825:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006f6f7486. 00000800:00000010:1.0:1767384643.420828:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a60e7de4. 00000400:02020000:1.0:1767384643.420862:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp37 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384643.420868:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp37 notifying 192.168.202.137@tcp37: down 00000400:00000200:1.0:1767384643.420873:0:16337:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384643.420883:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp37 00000800:00000010:1.0:1767384643.420885:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c511289d. 00000400:00000200:1.0:1767384643.420889:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384643.420893:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp37->192.168.202.137@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384643.420900:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384643.420903:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384643.420906:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp37) recovery failed with -71 00010000:00000001:2.0:1767384643.546662:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384643.546668:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384643.546674:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384643.546678:0:268:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384643.546681:0:268:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384643.546683:0:268:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384643.546687:0:268:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384643.546690:0:268:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384643.546692:0:268:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384643.546695:0:268:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.546730:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384643.546733:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384643.546737:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384644.274565:0:31877:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fdf46aef. 00080000:00000010:0.0:1767384644.274573:0:31877:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fdf46aef. 00000020:00000001:0.0:1767384644.274577:0:31877:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384644.274583:0:31877:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fdf46aef. 00080000:00000010:0.0:1767384644.274587:0:31877:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fdf46aef. 00000020:00000001:0.0:1767384644.274589:0:31877:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384644.441649:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384644.441655:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384644.441658:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a2fb840 00000400:00000010:0.0:1767384644.441662:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a2fb840. 00000400:00000200:0.0:1767384644.441667:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384644.441673:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp35 recovery ping unlinked 00000400:00000010:0.0:1767384644.441683:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bb9026a5. 00000400:00000010:0.0:1767384644.441687:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000065a58171. 00000400:00000001:0.0:1767384644.441691:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384644.441693:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384644.441701:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee929650 00000400:00000010:0.0:1767384644.441702:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee929650. 00000400:00000200:0.0:1767384644.441704:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384644.441707:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp37 recovery ping unlinked 00000400:00000010:0.0:1767384644.441710:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002749dabe. 00000400:00000010:0.0:1767384644.441712:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f02ce5ca. 00000400:00000200:0.0:1767384644.441716:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp29 00000400:00000010:0.0:1767384644.441718:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000069ba3632. 00000400:00000010:0.0:1767384644.441722:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b52d1c60. 00000400:00000010:0.0:1767384644.441724:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a41866c. 00000400:00000010:0.0:1767384644.441729:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a0480395. 00000400:00000200:0.0:1767384644.441732:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp29 00000400:00000200:0.0:1767384644.441743:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp29 local destination 00000400:00000200:0.0:1767384644.441747:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp29 00000400:00000200:0.0:1767384644.441750:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp29 NI seq info: [128:128:256:4294967295] 192.168.202.137@tcp29 LPNI seq info [124:124:8:4294967295] 00000400:00000200:0.0:1767384644.441755:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp29 00000400:00000200:0.0:1767384644.441761:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp29(192.168.202.137@tcp29:) -> 192.168.202.137@tcp29(192.168.202.137@tcp29:192.168.202.137@tcp29) : GET try# 0 00000800:00000200:0.0:1767384644.441764:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp29 00000800:00000010:0.0:1767384644.441768:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e0a77236. 00000800:00000200:0.0:1767384644.441773:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000800:00000200:0.1:1767384644.441777:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000400:00000200:0.0:1767384644.441792:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp29 added to recovery queue. ping count: 4 next ping: 281 health :600 00000400:00000200:1.0:1767384644.441880:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.441934:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.441963:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.441987:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442010:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442032:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442054:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442075:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442098:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442119:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442144:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442172:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442197:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442221:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442247:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442272:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442298:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442323:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442348:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442372:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442394:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442415:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442449:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442473:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442495:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442516:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442560:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442586:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442650:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442684:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442711:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442735:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442757:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442780:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384644.442804:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384644.442985:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a60e7de4. 00000800:00000010:1.0:1767384644.442990:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a4b5e82d. 00000800:00000010:1.0:1767384644.442996:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000501d5b0f. 00000800:00000010:1.0:1767384644.443016:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000501d5b0f. 00000800:00020000:1.0:1767384644.443026:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384644.443030:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a4b5e82d. 00000800:00000010:1.0:1767384644.443033:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a60e7de4. 00000400:02020000:1.0:1767384644.443071:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp29 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384644.443078:0:16339:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp29 notifying 192.168.202.137@tcp29: down 00000800:00000200:1.0:1767384644.443085:0:16339:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp29 down 00000800:00000100:1.0:1767384644.443091:0:16339:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp29 00000800:00000010:1.0:1767384644.443094:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e0a77236. 00000400:00000200:1.0:1767384644.443098:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384644.443103:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp29->192.168.202.137@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384644.443111:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384644.443113:0:16339:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384644.443117:0:16339:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp29) recovery failed with -71 00010000:00000001:2.0:1767384644.569670:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384644.569675:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.569680:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384644.569681:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384644.569714:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384644.569725:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384644.569728:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384645.006730:0:32041:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384645.006737:0:32041:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:1.0:1767384645.010017:0:32041:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384645.017704:0:32042:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008b19cf0a. 00000400:00000010:2.0:1767384645.017719:0:32042:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e86f4904. 00000400:00000010:2.0:1767384645.017728:0:32042:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007fca207a. 00000400:00000010:2.0:1767384645.017731:0:32042:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000a2035a5. 00000400:00000010:2.0:1767384645.017734:0:32042:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008a852330. 00000400:00000010:2.0:1767384645.017738:0:32042:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001f2cd1e9. 00000400:00000010:2.0:1767384645.017740:0:32042:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000034270a4b. 00000400:00000010:2.0:1767384645.017741:0:32042:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000104635b7. 00000400:00000010:2.0:1767384645.017744:0:32042:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007806756d. 00000800:00000010:2.0:1767384645.017758:0:32042:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d902ab03. 00000800:00000200:2.0:1767384645.017768:0:32042:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384645.017777:0:32042:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384645.017810:0:32042:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:2.0:1767384645.017833:0:32042:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp39 [8/256/0/180] 00000400:00000010:2.0:1767384645.019119:0:32042:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000271d55df. 00000400:00000010:2.0:1767384645.019125:0:32042:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdd090a9. 00000400:00000010:2.0:1767384645.019129:0:32042:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4ae9c42. 00000400:00000001:2.0:1767384645.019150:0:32042:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384645.019151:0:32042:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384645.019153:0:32042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b975a4. 00000400:00000200:2.0:1767384645.019157:0:32042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:2.0:1767384645.019159:0:32042:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000400:00000010:2.0:1767384645.019162:0:32042:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 0000000074c07651. 00000400:00000200:2.0:1767384645.019166:0:32042:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (29) 00000400:00000200:2.0:1767384645.019176:0:32042:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384645.019184:0:32042:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:2.0:1767384645.019190:0:32042:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d7e5a42c. 00000400:00000200:0.0:1767384645.019191:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384645.019198:0:32042:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384645.019199:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102071 00000400:00000200:0.0:1767384645.019204:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (30) 00000020:01000000:2.0:1767384645.019205:0:32042:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp39 00000400:00000010:0.0:1767384645.019209:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000008f0e1c34. 00000400:00000010:0.0:1767384645.019214:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8615d30. 00000400:00000010:0.0:1767384645.019219:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007afce88d. 00000400:00000200:0.0:1767384645.019223:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000010:2.0:1767384645.019226:0:32042:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e86f4904. 00000400:00000010:2.0:1767384645.019232:0:32042:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008b19cf0a. 00000400:00000200:0.0:1767384645.019235:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:0.0:1767384645.019241:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:0.0:1767384645.019247:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000400:00000200:0.0:1767384645.019257:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:00000001:1.0:1767384645.019258:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384645.019264:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 10000000:00000001:1.0:1767384645.019267:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384645.019271:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 10000000:00000001:1.0:1767384645.019272:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384645.019280:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384645.019282:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 00000020:01000004:1.0:1767384645.019289:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384645.019294:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000020:01000004:1.0:1767384645.019295:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384645.019299:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384645.019305:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384645.019311:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384645.019311:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[93, 38] 00000020:01000004:1.0:1767384645.019319:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384645.019324:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384645.019329:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 38], ns[109, 38] 00000020:01000004:1.0:1767384645.019330:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384645.019334:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384645.019337:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384645.019342:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 00000400:00000200:0.0:1767384645.019346:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 38], ns[115, 38] 00000100:00000010:1.0:1767384645.019348:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b13cafb8. 00000400:00000200:0.0:1767384645.019352:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[124, 38] 00000020:00000040:1.0:1767384645.019357:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:0.0:1767384645.019358:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 00000100:00000001:1.0:1767384645.019370:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384645.019371:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 02000000:00000001:1.0:1767384645.019381:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384645.019382:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 02000000:00000001:1.0:1767384645.019389:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.019390:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:0.0:1767384645.019400:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000400:00000200:0.0:1767384645.019403:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 32], ns[58, 32] 02000000:00000010:1.0:1767384645.019405:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a60e7de4. 00000400:00000200:0.0:1767384645.019411:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 32], ns[81, 32] 00000100:00000001:1.0:1767384645.019417:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.019418:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 32], ns[128, 32] 00000100:00000001:1.0:1767384645.019432:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384645.019435:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.019439:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 32], ns[100, 32] 00000400:00000200:0.0:1767384645.019447:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 32], ns[97, 32] 00000100:00000040:1.0:1767384645.019452:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b13cafb8] to pc [ptlrpcd_00_02+2] req@00000000b13cafb8 x1853237049187072/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384645.019455:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 32], ns[105, 32] 00000400:00000200:0.0:1767384645.019492:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 32], ns[101, 32] 00000400:00000200:0.0:1767384645.019501:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 32], ns[122, 32] 00000400:00000200:0.0:1767384645.019503:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[122, 32], ns[126, 32] 00000400:00000200:0.0:1767384645.019506:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 32], ns[121, 32] 00000400:00000200:0.0:1767384645.019509:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[123, 32], ns[127, 32] 00000400:00000200:0.0:1767384645.019527:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:0.0:1767384645.019533:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp22 10000000:00000001:1.0:1767384645.019534:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.019540:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp22 lpni_is_preferred = 0 10000000:00000001:1.0:1767384645.019541:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384645.019546:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.019549:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384645.019550:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp22 00000020:01000000:1.0:1767384645.019556:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384645.019558:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384645.019565:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp22 NI seq info: [129:129:256:4294967295] 192.168.202.137@tcp22 LPNI seq info [125:125:8:4294967295] 00000100:00000001:2.0:1767384645.019566:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384645.019570:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:2.0:1767384645.019577:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b13cafb8 x1853237049187072/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384645.019577:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp22 10000000:00000001:1.0:1767384645.019584:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384645.019586:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384645.019592:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384645.019602:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384645.019647:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp22(192.168.202.137@tcp22:) -> 192.168.202.137@tcp22(192.168.202.137@tcp:192.168.202.137@tcp22) : GET try# 0 00000020:01000004:1.0:1767384645.019650:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384645.019658:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384645.019660:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384645.019667:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384645.019669:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767384645.019669:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp22 00000020:01000004:1.0:1767384645.019674:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384645.019675:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384645.019679:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000010:0.0:1767384645.019681:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000280df523. 02000000:00000001:2.0:1767384645.019683:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384645.019683:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384645.019691:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384645.019692:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384645.019695:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d3d1aa5. 02000000:00000001:2.0:1767384645.019697:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384645.019704:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000800:00000200:0.0:1767384645.019704:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000596419af] -> 12345-192.168.202.137@tcp22 (6) 00000100:00100000:2.0:1767384645.019708:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049187072:0@lo:253: 00000100:00000001:1.0:1767384645.019718:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384645.019723:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384645.019724:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767384645.019732:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp22 ip 192.168.202.137:988 02000000:00000001:1.0:1767384645.019733:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.019736:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767384645.019739:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000280df523 type 2, nob 96 niov 1 nkiov 0 02000000:00000001:2.0:1767384645.019746:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.019749:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384645.019751:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000051fd331e. 02000000:00000010:2.0:1767384645.019755:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c6cdb1f5. 00000100:00000001:1.0:1767384645.019757:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.019759:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.019764:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384645.019764:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000010:2.0:1767384645.019767:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059ab8d6. 00000100:00000001:1.0:1767384645.019771:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.019775:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100271 rc 0 00000400:00000010:2.0:1767384645.019776:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e86f4904. 00000100:00000040:1.0:1767384645.019783:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d3d1aa5] to pc [ptlrpcd_00_03+3] req@000000007d3d1aa5 x1853237049187200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384645.019784:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049187072, portal 25 00000100:00000001:2.0:1767384645.019794:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384645.019802:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924112896 : -123268785438720 : ffff8fe33fd50000) 10000000:00000001:1.0:1767384645.019809:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384645.019813:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b13cafb8 x1853237049187072/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384645.019814:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384645.019826:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384645.019837:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384645.019846:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d7e5a42c. 00000100:00000001:2.0:1767384645.019847:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384645.019856:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384645.019862:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c36f31f. 00000100:00000200:2.0:1767384645.019866:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049187072, offset 0 00000400:00000200:2.0:1767384645.019872:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384645.019876:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384645.019882:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384645.019883:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1767384645.019891:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384645.019893:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1767384645.019899:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000280df523. 00000400:00000200:2.0:1767384645.019900:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005b00 00000100:00000040:1.0:1767384645.019906:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d3d1aa5 x1853237049187200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384645.019916:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12f5 [2] + 0 00000400:00000200:0.0:1767384645.019919:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384645.019930:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004adf7bde. 00000400:00000200:2.0:1767384645.019942:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002cd6954d 00000100:00000001:1.0:1767384645.019947:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384645.019948:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp22->192.168.202.137@tcp22: GET: OK 00000400:00000200:2.0:1767384645.019951:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384645.019954:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.019961:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384645.019962:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384645.019963:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384645.019968:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd6954d 00000400:00000200:0.0:1767384645.019972:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 02000000:00000001:1.0:1767384645.019975:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384645.019976:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cd6954d. 02000000:00000001:1.0:1767384645.019985:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.019988:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384645.019994:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:1.0:1767384645.019994:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d3d1aa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049187200:0@lo:253: 00000800:00000001:0.0:1767384645.019996:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384645.020008:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000083536da2 x1853237049187072 msgsize 4848 00000100:00000001:1.0:1767384645.020008:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1767384645.020012:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384645.020018:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384645.020019:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384645.020027:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384645.020028:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384645.020028:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384645.020044:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384645.020046:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384645.020054:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp22(192.168.202.137@tcp22) <- 192.168.202.137@tcp22 : GET - for me 02000000:00000010:1.0:1767384645.020057:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c9ab8656. 00000100:00000001:2.0:1767384645.020060:0:16350:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384645.020061:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.020070:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384645.020072:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c36f31f 00000400:00000010:1.0:1767384645.020072:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e698c622. 00000400:00000010:2.0:1767384645.020081:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c36f31f. 00000100:00000001:2.0:1767384645.020085:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384645.020088:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b13cafb8 x1853237049187072/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384645.020091:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 512/512 into md 0x1acd [1] + 0 00000400:00000010:1.0:1767384645.020103:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016de955f. 00000100:00000001:2.0:1767384645.020105:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384645.020111:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp22 to MR: 192.168.202.137@tcp22 local destination 00000100:00000040:2.0:1767384645.020115:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b13cafb8 x1853237049187072/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384645.020115:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049187200, portal 25 00000100:00000001:1.0:1767384645.020123:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384645.020130:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924114688 : -123268785436928 : ffff8fe33fd50700) 00000400:00000200:0.0:1767384645.020131:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp22 NI seq info: [130:130:256:4294967295] 192.168.202.137@tcp22 LPNI seq info [126:126:8:4294967295] 00000100:00000001:2.0:1767384645.020148:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384645.020150:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d3d1aa5 x1853237049187200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.020154:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384645.020188:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp22(192.168.202.137@tcp22:192.168.202.137@tcp22) -> 192.168.202.137@tcp22(192.168.202.137@tcp22:192.168.202.137@tcp22) 192.168.202.137@tcp22 : REPLY try# 0 00000100:00000001:1.0:1767384645.020190:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384645.020202:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384645.020203:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384645.020203:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.137@tcp22 00000400:00000010:1.0:1767384645.020214:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8206e74. 00000800:00000010:0.0:1767384645.020215:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000280df523. 00000100:00000001:2.0:1767384645.020218:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294933447 00000100:00000200:1.0:1767384645.020227:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049187200, offset 0 00000100:00000010:2.0:1767384645.020231:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056a8428f. 00000800:00000200:0.0:1767384645.020235:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000596419af] -> 12345-192.168.202.137@tcp22 (6) 00000400:00000200:1.0:1767384645.020237:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384645.020244:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767384645.020250:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp22 ip 192.168.202.137:997 00000800:00000200:0.0:1767384645.020253:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000280df523 type 3, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767384645.020256:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294933447 00000400:00000200:1.0:1767384645.020263:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384645.020268:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ef8deb67. 00000100:00000001:2.0:1767384645.020275:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384645.020280:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005b80 00000100:00000001:2.0:1767384645.020282:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294933447 00000100:00000010:2.0:1767384645.020290:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002baaf141. 00000400:00000200:1.0:1767384645.020296:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12fd [2] + 0 00000100:00000001:2.0:1767384645.020300:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384645.020302:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd0231e9. 00000800:00000200:0.0:1767384645.020307:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384645.020311:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000022d2618 00000800:00000010:0.0:1767384645.020312:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000280df523. 00000100:00000001:2.0:1767384645.020313:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294933447 00000400:00000200:0.0:1767384645.020320:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384645.020322:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384645.020323:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8bb2204. 00000400:00000200:0.0:1767384645.020333:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp22->192.168.202.137@tcp22: REPLY: OK 00000100:00000001:2.0:1767384645.020335:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384645.020335:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384645.020349:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000022d2618 00000100:00000001:2.0:1767384645.020351:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384645.020352:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000022d2618. 00000800:00000001:0.0:1767384645.020353:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384645.020360:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384645.020363:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.020367:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1767384645.020368:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384645.020369:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384645.020373:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384645.020375:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384645.020378:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000a963cedd x1853237049187200 msgsize 4848 00000800:00000001:0.0:1767384645.020380:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384645.020386:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384645.020393:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384645.020394:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384645.020403:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384645.020407:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384645.020408:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384645.020411:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384645.020414:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.020418:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp22(192.168.202.137@tcp22) <- 192.168.202.137@tcp22 : REPLY - for me 00000100:00000001:2.0:1767384645.020428:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384645.020428:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384645.020442:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp22: Reply from 12345-192.168.202.137@tcp22 of length 512/512 into md 0x1ad1 00000100:00000001:1.0:1767384645.020450:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384645.020455:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384645.020461:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8206e74 00000800:00000001:0.0:1767384645.020463:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384645.020466:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8206e74. 00000400:00000200:0.0:1767384645.020467:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384645.020472:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384645.020479:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp22->192.168.202.137@tcp22: REPLY: OK 00000100:00000200:1.0:1767384645.020483:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d3d1aa5 x1853237049187200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384645.020486:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8615d30 00000400:00000010:0.0:1767384645.020491:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8615d30. 00000400:00000200:0.0:1767384645.020502:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:1.0:1767384645.020510:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384645.020527:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000100:00000040:1.0:1767384645.020533:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d3d1aa5 x1853237049187200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384645.020533:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:0.0:1767384645.020541:0:16342:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.137@tcp (528 bytes) 00000100:00000001:2.0:1767384645.020554:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384645.020555:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:1.0:1767384645.020557:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384645.020559:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187072 00000100:00000001:1.0:1767384645.020568:0:16351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384645.020569:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384645.020573:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384645.020574:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000008f0e1c34. 00000100:00000001:2.0:1767384645.020575:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.020581:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.020581:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (31) 00000100:00100000:2.0:1767384645.020588:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187072 00000020:00000001:2.0:1767384645.020592:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384645.020592:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384645.020595:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767384645.020600:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:1.0:1767384645.020603:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294933447 00000020:00000001:2.0:1767384645.020604:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1767384645.020604:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.020656:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294933447 00000100:00000001:1.0:1767384645.020662:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294933448 00000020:00000040:2.0:1767384645.020663:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:0.0:1767384645.020673:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384645.020675:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00100000:0.0:1767384645.020680:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187200 00000100:00000001:1.0:1767384645.020683:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294933447 02000000:00000001:0.0:1767384645.020685:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384645.020687:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384645.020689:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384645.020696:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.020699:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384645.020701:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294933448 02000000:00000001:0.0:1767384645.020701:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384645.020704:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adfe4873. 00000100:00100000:0.0:1767384645.020708:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187200 00000100:00000001:2.0:1767384645.020713:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384645.020713:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384645.020715:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294933447 00000020:00000040:0.0:1767384645.020717:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000010:2.0:1767384645.020720:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000adfe4873. 00000020:00000001:0.0:1767384645.020728:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384645.020730:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294933448 00000020:00000040:0.0:1767384645.020731:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000010:2.0:1767384645.020732:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f934010. 00000100:00000001:1.0:1767384645.020741:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294933447 00000020:00000001:0.0:1767384645.020742:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000010:2.0:1767384645.020743:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074e534aa. 00000020:00000001:0.0:1767384645.020758:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384645.020760:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384645.020761:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fe08f84. 00000100:00000001:0.0:1767384645.020765:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384645.020770:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384645.020775:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002672a9d6. 00000100:00000001:1.0:1767384645.020776:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.020779:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384645.020780:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384645.020781:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384645.020785:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002672a9d6. 00000100:00000001:2.0:1767384645.020791:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384645.020793:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384645.020795:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.020796:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384645.020797:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099125148. 00000100:00000001:1.0:1767384645.020800:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384645.020803:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384645.020804:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e62f4b13. 00000100:00000001:1.0:1767384645.020805:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384645.020809:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384645.020811:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.020815:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384645.020819:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000100:00000001:2.0:1767384645.020820:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384645.020826:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384645.020829:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384645.020831:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.020840:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384645.020840:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.020841:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384645.020845:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384645.020846:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384645.020846:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384645.020851:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000040:2.0:1767384645.020854:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384645.020857:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729443408 : -123268980108208 : ffff8fe3343a9450) 00000100:00100000:3.0:1767384645.020863:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000001:0.0:1767384645.020865:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384645.020866:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083536da2 x1853237049187072/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:626/0 lens 4848/0 e 0 to 0 dl 1767384656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384645.020867:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000040:3.0:1767384645.020868:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:0.0:1767384645.020869:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384645.020871:0:17075:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.020875:0:17075:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.020882:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384645.020889:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adfe4873. 00000100:00000001:3.0:1767384645.020891:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729442384 : -123268980109232 : ffff8fe3343a9050) 00000100:00000001:2.0:1767384645.020894:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384645.020894:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000747534a2. 00000100:00000040:3.0:1767384645.020900:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a963cedd x1853237049187200/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:626/0 lens 4848/0 e 0 to 0 dl 1767384656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384645.020901:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000adfe4873. 00000400:00000010:1.0:1767384645.020907:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0c0b4a6. 00000100:00100000:2.0:1767384645.020915:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083536da2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049187072:12345-0@lo:253: 00000400:00000010:1.0:1767384645.020918:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011b2b321. 00000100:00000001:3.0:1767384645.020919:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384645.020919:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187072 00000400:00000200:1.0:1767384645.020927:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000747534a2 00000020:00000001:2.0:1767384645.020928:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384645.020929:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e04506b3. 00000020:00000001:2.0:1767384645.020936:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000001:1.0:1767384645.020938:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384645.020939:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767384645.020947:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384645.020948:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384645.020949:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e04506b3. 00000400:00000010:1.0:1767384645.020955:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050d96766. 00000020:00000001:2.0:1767384645.020956:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384645.020965:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000400:00000200:1.0:1767384645.020967:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000100:00100000:3.0:1767384645.020968:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a963cedd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049187200:12345-0@lo:253: 00000400:00000010:1.0:1767384645.020973:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000400:00000200:1.0:1767384645.020986:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000200:3.0:1767384645.020987:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187200 00000020:00000001:2.0:1767384645.020987:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384645.020992:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000005cdf5691. 00000020:00000001:3.0:1767384645.020993:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384645.020993:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384645.021002:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384645.021005:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 00000020:00000001:3.0:1767384645.021006:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384645.021006:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384645.021016:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384645.021018:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.021022:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100871 00000020:00000001:3.0:1767384645.021026:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384645.021028:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384645.021032:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 02000000:00000001:2.0:1767384645.021033:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384645.021036:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp:0 02000000:00000010:2.0:1767384645.021041:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c94994ef. 00000020:00000001:3.0:1767384645.021043:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384645.021047:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102071 rc 1 00000020:00000001:3.0:1767384645.021049:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384645.021050:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384645.021059:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384645.021060:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.021060:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x102071 00000020:00000001:3.0:1767384645.021065:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384645.021070:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384645.021072:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384645.021072:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (30) 00000100:00000001:3.0:1767384645.021083:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:2.0:1767384645.021083:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000462930ca. 00000400:00000010:1.0:1767384645.021083:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000005cdf5691. 02000000:00000001:3.0:1767384645.021089:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1767384645.021094:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 20000000:01000000:2.0:1767384645.021095:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:3.0:1767384645.021096:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004a1c94d5. 20000000:00000001:2.0:1767384645.021103:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:3.0:1767384645.021104:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384645.021104:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003bdcecca. 20000000:00000001:2.0:1767384645.021110:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:3.0:1767384645.021116:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384645.021117:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.021127:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 20000000:00000001:3.0:1767384645.021129:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384645.021129:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384645.021134:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384645.021137:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 20000000:00000010:3.0:1767384645.021138:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b3b106a3. 20000000:00000010:2.0:1767384645.021143:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009def1d1d. 20000000:01000000:2.0:1767384645.021148:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:01000000:3.0:1767384645.021149:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384645.021154:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 20000000:00000001:3.0:1767384645.021159:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384645.021159:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384645.021168:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384645.021170:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00080000:00000001:2.0:1767384645.021171:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384645.021172:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384645.021179:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384645.021183:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384645.021188:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384645.021189:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:1.0:1767384645.021195:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:1.0:1767384645.021198:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00080000:00000001:2.0:1767384645.021201:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384645.021202:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 00000400:00000200:1.0:1767384645.021211:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:1.0:1767384645.021220:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[93, 38] 00080000:00000001:2.0:1767384645.021221:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.021231:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 38], ns[109, 38] 00080000:00000001:2.0:1767384645.021233:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384645.021238:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.021238:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 00080000:00000001:2.0:1767384645.021254:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384645.021256:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 38], ns[115, 38] 00080000:00000001:2.0:1767384645.021261:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.021264:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[124, 38] 00080000:00000002:2.0:1767384645.021271:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 00000400:00000200:1.0:1767384645.021273:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 38], ns[130, 38] 00000020:00000001:2.0:1767384645.021282:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00080000:00000002:2.0:1767384645.021285:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384645.021286:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:1.0:1767384645.021302:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 00080000:00000001:2.0:1767384645.021304:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384645.021308:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00080000:00000001:2.0:1767384645.021315:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.021315:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00080000:00000001:2.0:1767384645.021326:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384645.021329:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 34], ns[58, 34] 00000020:00000001:2.0:1767384645.021336:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384645.021338:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 34], ns[81, 34] 00000400:00000200:1.0:1767384645.021341:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 34], ns[128, 34] 00000400:00000200:1.0:1767384645.021344:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 34], ns[100, 34] 00000400:00000200:1.0:1767384645.021352:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 34], ns[97, 34] 00000020:00000001:2.0:1767384645.021355:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000400:00000200:1.0:1767384645.021356:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 34], ns[105, 34] 00080000:00000001:2.0:1767384645.021370:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384645.021370:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 34], ns[101, 34] 00080000:00000010:2.0:1767384645.021381:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b4ac1091. 00000400:00000200:1.0:1767384645.021385:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 34], ns[122, 34] 00080000:00000001:2.0:1767384645.021391:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649511936 : -123274060039680 : ffff8fe20570fa00) 00080000:00000001:2.0:1767384645.021395:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384645.021401:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384645.021405:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000adfe4873. 00000400:00000200:1.0:1767384645.021406:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[122, 34], ns[126, 34] 00080000:00000001:2.0:1767384645.021410:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384645.021419:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384645.021419:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 34], ns[121, 34] 00000400:00000200:1.0:1767384645.021429:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[123, 34], ns[127, 34] 00000400:00000200:1.0:1767384645.021432:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:1.0:1767384645.021437:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp23 00080000:00000001:2.0:1767384645.021438:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.021442:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp23 lpni_is_preferred = 0 00000400:00000200:1.0:1767384645.021446:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp23 00000400:00000200:1.0:1767384645.021449:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp23 NI seq info: [131:131:256:4294967295] 192.168.202.137@tcp23 LPNI seq info [127:127:8:4294967295] 00000400:00000200:1.0:1767384645.021455:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp23 00080000:00000001:2.0:1767384645.021458:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384645.021465:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp23(192.168.202.137@tcp23:) -> 192.168.202.137@tcp23(192.168.202.137@tcp:192.168.202.137@tcp23) : GET try# 0 00000800:00000200:1.0:1767384645.021470:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp23 00000800:00000010:1.0:1767384645.021474:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f358f39f. 00000800:00000200:1.0:1767384645.021481:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e64d8c91] -> 12345-192.168.202.137@tcp23 (6) 00000800:00000200:1.0:1767384645.021488:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp23 ip 192.168.202.137:988 00000800:00000200:1.0:1767384645.021492:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f358f39f type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384645.021506:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384645.021509:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100271 rc 0 00000800:00000001:3.0:1767384645.021891:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.021903:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384645.021906:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.021910:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384645.021919:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp23(192.168.202.137@tcp23) <- 192.168.202.137@tcp23 : GET - for me 00000400:00000200:3.0:1767384645.021933:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384645.021941:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 528/528 into md 0x1acd [1] + 0 00000400:00000200:3.0:1767384645.021955:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp23 to MR: 192.168.202.137@tcp23 local destination 00000400:00000200:3.0:1767384645.021963:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp23 NI seq info: [132:132:255:4294967295] 192.168.202.137@tcp23 LPNI seq info [128:128:7:4294967295] 00000800:00000200:1.0:1767384645.021973:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384645.021981:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp23(192.168.202.137@tcp23:192.168.202.137@tcp23) -> 192.168.202.137@tcp23(192.168.202.137@tcp23:192.168.202.137@tcp23) 192.168.202.137@tcp23 : REPLY try# 0 00000800:00000010:1.0:1767384645.021981:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f358f39f. 00000400:00000200:1.0:1767384645.021992:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767384645.021999:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.137@tcp23 00000400:00000200:1.0:1767384645.022006:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp23->192.168.202.137@tcp23: GET: OK 00000800:00000010:3.0:1767384645.022007:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059f7cdd1. 00000400:00000200:1.0:1767384645.022020:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.0:1767384645.022025:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e64d8c91] -> 12345-192.168.202.137@tcp23 (6) 00000400:00000200:1.0:1767384645.022028:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000800:00000200:3.0:1767384645.022041:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp23 ip 192.168.202.137:995 00000800:00000200:3.0:1767384645.022046:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059f7cdd1 type 3, nob 624 niov 1 nkiov 1 00000800:00000001:0.0:1767384645.022135:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384645.022151:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384645.022157:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384645.022163:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059f7cdd1. 00000800:00000001:0.0:1767384645.022164:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384645.022166:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384645.022168:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384645.022172:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384645.022180:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp23->192.168.202.137@tcp23: REPLY: OK 00000800:00000001:1.0:1767384645.022182:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384645.022195:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp23(192.168.202.137@tcp23) <- 192.168.202.137@tcp23 : REPLY - for me 00000400:00000200:1.0:1767384645.022210:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp23: Reply from 12345-192.168.202.137@tcp23 of length 528/528 into md 0x1ae9 00000800:00000001:1.0:1767384645.022224:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384645.022231:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384645.022233:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384645.022237:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp23->192.168.202.137@tcp23: REPLY: OK 00000400:00000200:1.0:1767384645.022241:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000400:00000010:1.0:1767384645.022244:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000400:00000200:1.0:1767384645.022248:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384645.022250:0:16341:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:1.0:1767384645.022253:0:16341:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:1.0:1767384645.022257:0:16341:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 31. state = 0x100271 00000400:00000200:1.0:1767384645.022266:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384645.022279:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (31) 00000800:00000001:1.0:1767384645.022288:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384645.022295:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384645.022298:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b4ac1091. 00000400:00000200:1.0:1767384645.022329:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384645.022336:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1000f1 00000400:00000010:1.0:1767384645.022345:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 640 at 00000000614af391. 00080000:00000010:3.0:1767384645.022349:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000adfe4873. 00000400:00000010:1.0:1767384645.022350:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 768 at 00000000fb346b95. 00040000:00000001:3.0:1767384645.022359:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000010:1.0:1767384645.022360:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 640 at 00000000d9321185. 00040000:00000001:3.0:1767384645.022364:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384645.022368:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384645.022373:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384645.022376:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384645.022379:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384645.022396:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:1.0:1767384645.022406:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp29(00000000d7ec9f9e) status changed from 0xdeadface to 0x15aac0de 20000000:00000001:3.0:1767384645.022409:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384645.022415:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384645.022415:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000da71a478. 00080000:00000001:3.0:1767384645.022422:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384645.022422:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00000400:00000200:1.0:1767384645.022423:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp35(00000000b6d21072) status changed from 0xdeadface to 0x15aac0de 20000000:00000001:0.0:1767384645.022430:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384645.022434:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384645.022437:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384645.022442:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp37(0000000007ce7f0b) status changed from 0xdeadface to 0x15aac0de 00080000:00000001:0.0:1767384645.022447:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000010:1.0:1767384645.022457:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c74e47bb. 00080000:00000001:0.0:1767384645.022457:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384645.022467:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384645.022468:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384645.022470:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384645.022475:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c74e47bb nid 192.168.202.137@tcp38 00080000:00000001:0.0:1767384645.022475:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384645.022486:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000400:00000010:1.0:1767384645.022490:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001aeb33bf. 00000020:00000001:0.0:1767384645.022492:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:0.0:1767384645.022498:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384645.022503:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000001aeb33bf net tcp38 00080000:00000001:0.0:1767384645.022504:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384645.022507:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384645.022527:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.022530:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (30) 00080000:00000001:0.0:1767384645.022532:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384645.022538:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384645.022543:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000400:00000200:1.0:1767384645.022548:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp38 flags 0x11 00080000:00000001:0.0:1767384645.022549:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:3.0:1767384645.022553:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000010:0.0:1767384645.022555:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e32ce02c. 00080000:00000001:0.0:1767384645.022559:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588462592 : -123274121089024 : ffff8fe201cd7000) 00080000:00000001:0.0:1767384645.022562:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000010:1.0:1767384645.022563:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c5301c4e. 10000000:01000000:3.0:1767384645.022566:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000001:00000001:0.0:1767384645.022572:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384645.022574:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:0.0:1767384645.022576:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002672a9d6. 00000400:00000200:1.0:1767384645.022579:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c5301c4e nid 192.168.202.137@tcp39 00010000:00000001:3.0:1767384645.022581:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384645.022581:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384645.022590:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000010:1.0:1767384645.022594:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009d6cef36. 00010000:00000010:3.0:1767384645.022595:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af87fbd1. 00080000:00000001:0.0:1767384645.022599:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.022658:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384645.022662:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ecc07f78. 00080000:00000001:0.0:1767384645.022664:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384645.022665:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000009d6cef36 net tcp39 00000020:00000001:3.0:1767384645.022669:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384645.022672:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ecc07f78 with handle 0x7f71e2b70dd20331 to hash 00000020:00000001:3.0:1767384645.022674:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384645.022676:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00000001:3.0:1767384645.022682:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00000400:00000200:1.0:1767384645.022684:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (31) 00010000:00000001:3.0:1767384645.022686:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384645.022689:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384645.022693:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20331 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384645.022702:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp39 flags 0x11 00010000:00000001:3.0:1767384645.022710:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384645.022713:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000010:1.0:1767384645.022713:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 640 at 00000000614af391. 00010000:00000001:3.0:1767384645.022717:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384645.022720:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:1.0:1767384645.022721:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 768 at 00000000fb346b95. 00010000:00000001:3.0:1767384645.022722:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384645.022729:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384645.022732:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384645.022734:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 640 at 00000000d9321185. 00010000:00000001:3.0:1767384645.022738:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384645.022742:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384645.022745:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000010:1.0:1767384645.022745:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000005cdf5691. 00010000:00000001:3.0:1767384645.022748:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384645.022753:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000af87fbd1) refcount = 1 00000400:00000200:1.0:1767384645.022759:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00010000:00010000:3.0:1767384645.022760:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20331 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.022772:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:1.0:1767384645.022773:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100171 00010000:00000001:3.0:1767384645.022775:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384645.022776:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384645.022782:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.022785:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384645.022787:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 rc 1 20000000:00000001:3.0:1767384645.022798:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:1.0:1767384645.022799:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 20000000:01000000:3.0:1767384645.022804:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00000400:00000010:1.0:1767384645.022808:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00010000:00000001:3.0:1767384645.022810:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384645.022815:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384645.022815:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (32) 00000020:00000040:3.0:1767384645.022818:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc07f78 refcount=4 00000020:00000001:3.0:1767384645.022824:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00000400:00000010:1.0:1767384645.022824:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000344bbd12. 00010000:00000001:3.0:1767384645.022834:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00000400:00000200:1.0:1767384645.022835:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp23 00010000:00000001:3.0:1767384645.022841:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384645.022844:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20331 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384645.022852:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp23 to MR: 192.168.202.137@tcp23 local destination 00000400:00000200:1.0:1767384645.022863:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp23 NI seq info: [133:133:256:4294967295] 192.168.202.137@tcp23 LPNI seq info [129:129:8:4294967295] 00010000:00000001:3.0:1767384645.022865:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1767384645.022869:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp23 00010000:00010000:3.0:1767384645.022871:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20331 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384645.022887:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp23(192.168.202.137@tcp23:192.168.202.137@tcp23) -> 192.168.202.137@tcp23(192.168.202.137@tcp23:192.168.202.137@tcp23) : PUT try# 0 00000800:00000200:1.0:1767384645.022905:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.137@tcp23 00010000:00000001:3.0:1767384645.022916:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:1.0:1767384645.022917:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f358f39f. 00010000:00000001:3.0:1767384645.022926:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1767384645.022927:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e64d8c91] -> 12345-192.168.202.137@tcp23 (6) 00010000:00010000:3.0:1767384645.022933:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20331 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1767384645.022940:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp23 ip 192.168.202.137:988 00000800:00000200:1.0:1767384645.022945:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f358f39f type 1, nob 624 niov 1 nkiov 1 00010000:00000001:3.0:1767384645.022960:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384645.022962:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.022967:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384645.022971:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00010000:00010000:3.0:1767384645.022973:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20331 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384645.022974:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 rc 0 00010000:00010000:3.0:1767384645.022992:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ecc07f78 already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384645.022997:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384645.023000:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384645.023002:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20331 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.023010:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384645.023012:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384645.023014:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384645.023024:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc07f78 refcount=5 00000020:00000001:3.0:1767384645.023027:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00000001:3.0:1767384645.023030:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00000001:3.0:1767384645.023033:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384645.023035:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20331 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.023042:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000200:0.0:1767384645.023044:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1767384645.023045:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000010:0.0:1767384645.023048:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f358f39f. 00010000:00000001:3.0:1767384645.023049:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.023056:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:0.0:1767384645.023056:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384645.023059:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384645.023061:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000001:1.0:1767384645.023068:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384645.023068:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp23->192.168.202.137@tcp23: PUT: OK 00010000:00000001:3.0:1767384645.023069:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384645.023077:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384645.023077:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384645.023079:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000040:3.0:1767384645.023086:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ecc07f78 with handle 0x7f71e2b70dd20331 from hash 00000800:00000001:1.0:1767384645.023087:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384645.023087:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp23: 0 00010000:00000001:3.0:1767384645.023094:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384645.023098:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384645.023100:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384645.023103:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384645.023109:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1767384645.023109:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp23(192.168.202.137@tcp23) <- 192.168.202.137@tcp23 : PUT - for me 00010000:00000001:3.0:1767384645.023116:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384645.023121:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384645.023123:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384645.023128:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 528 into portal 0 MB=0x8000000000000000 00010000:00000001:3.0:1767384645.023130:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.023132:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384645.023134:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384645.023137:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384645.023140:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384645.023145:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.023148:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.023153:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 528/528 into md 0x1ae5 [1] + 0 00010000:00000001:3.0:1767384645.023154:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384645.023164:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20331 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384645.023167:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0c0b4a6. 00000400:00000200:1.0:1767384645.023175:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000011b2b321 00010000:00000001:3.0:1767384645.023181:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:1.0:1767384645.023182:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384645.023185:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1767384645.023192:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384645.023197:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1767384645.023198:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384645.023201:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384645.023205:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384645.023208:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384645.023210:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp23->192.168.202.137@tcp23: PUT: OK 00010000:00000001:3.0:1767384645.023213:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:1.0:1767384645.023217:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011b2b321 00010000:00000001:3.0:1767384645.023219:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384645.023221:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011b2b321. 20000000:00000001:3.0:1767384645.023230:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.023232:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00010000:00010000:3.0:1767384645.023236:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20331 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384645.023239:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (33) 00000400:00000200:1.0:1767384645.023253:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00010000:00000001:3.0:1767384645.023254:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384645.023261:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384645.023264:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20331 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384645.023264:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000005cdf5691. 00000400:00000200:1.0:1767384645.023272:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 31 00000400:00000200:1.0:1767384645.023284:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00010000:00000040:3.0:1767384645.023288:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000af87fbd1 count: 0 00000400:00000200:1.0:1767384645.023299:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (34) 00010000:00000001:3.0:1767384645.023305:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384645.023305:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 20000000:00000001:3.0:1767384645.023315:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384645.023320:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp23 to MR: 192.168.202.137@tcp23 local destination 00000400:00000200:1.0:1767384645.023325:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp23 NI seq info: [134:134:256:4294967295] 192.168.202.137@tcp23 LPNI seq info [130:130:8:4294967295] 00080000:00000020:3.0:1767384645.023340:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384645.023345:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:1.0:1767384645.023346:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp23(192.168.202.137@tcp23:192.168.202.137@tcp23) -> 192.168.202.137@tcp23(192.168.202.137@tcp23:192.168.202.137@tcp23) 192.168.202.137@tcp23 : ACK try# 0 20000000:00000010:3.0:1767384645.023352:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000462930ca. 00000400:00000200:0.0:1767384645.023363:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000001:3.0:1767384645.023365:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384645.023366:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp23 00000400:00000010:0.0:1767384645.023370:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b7622e. 00010000:00000040:3.0:1767384645.023373:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049187072 00000800:00000010:1.0:1767384645.023377:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a719da0. 00000400:00000010:0.0:1767384645.023377:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8615d30. 00010000:00000001:3.0:1767384645.023379:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384645.023387:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083536da2 x1853237049187072/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:626/0 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384645.023389:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000747534a2 00000800:00000200:1.0:1767384645.023396:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e64d8c91] -> 12345-192.168.202.137@tcp23 (6) 00010000:00000001:3.0:1767384645.023415:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384645.023415:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x1004f1 00000800:00000200:1.0:1767384645.023417:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp23 ip 192.168.202.137:995 00010000:00000001:3.0:1767384645.023422:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384645.023425:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000a719da0 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384645.023425:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 640 at 00000000c1e69723. 00000100:00001000:3.0:1767384645.023429:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=62 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384645.023434:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 768 at 0000000055252db8. 00000400:00000010:0.0:1767384645.023441:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 640 at 0000000053eb66f3. 00000100:00000001:3.0:1767384645.023444:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384645.023448:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384645.023452:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384645.023456:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384645.023458:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.023462:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384645.023467:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384645.023473:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 640 at 00000000c1e69723. 00000400:00000010:0.0:1767384645.023478:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 768 at 0000000055252db8. 00000400:00000010:3.0:1767384645.023481:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cd6954d. 00000400:00000010:0.0:1767384645.023482:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 640 at 0000000053eb66f3. 00000100:00000200:3.0:1767384645.023488:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049187072, offset 224 00000400:00000010:0.0:1767384645.023488:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000005cdf5691. 00000400:00000200:0.0:1767384645.023495:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384645.023500:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x100571 00000400:00000200:3.0:1767384645.023502:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384645.023505:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 rc 1 00000400:00000200:0.0:1767384645.023511:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 00000800:00000200:1.0:1767384645.023528:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384645.023535:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000800:00000010:1.0:1767384645.023536:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a719da0. 00000400:00000200:3.0:1767384645.023538:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384645.023550:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384645.023550:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100511 rc 0 00000400:00000200:3.0:1767384645.023560:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005b00 00000400:00000200:0.0:1767384645.023572:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:3.0:1767384645.023573:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ad5 [2] + 224 00000400:00000200:1.0:1767384645.023579:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp23->192.168.202.137@tcp23: ACK: OK 00000400:00000200:0.0:1767384645.023581:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (33) 00000400:00000200:3.0:1767384645.023594:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384645.023599:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384645.023602:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384645.023641:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384645.023648:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b13cafb8 x1853237049187072/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384645.023653:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384645.023663:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384645.023668:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b13cafb8 x1853237049187072/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384645.023671:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384645.023678:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384645.023686:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384645.023697:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384645.023704:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp23(192.168.202.137@tcp23) <- 192.168.202.137@tcp23 : ACK - for me 00000400:00000200:3.0:1767384645.023710:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd6954d 00000400:00000010:3.0:1767384645.023716:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cd6954d. 00000100:00000001:3.0:1767384645.023720:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384645.023722:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384645.023726:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.023731:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp23: ACK from 12345-192.168.202.137@tcp23 into md 0x1aed 00000100:00000040:3.0:1767384645.023736:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000200:1.0:1767384645.023743:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384645.023744:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384645.023750:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384645.023755:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384645.023760:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp23->192.168.202.137@tcp23: ACK: OK 00000100:00000040:3.0:1767384645.023764:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083536da2 x1853237049187072/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:626/0 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384645.023768:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000400:00000010:1.0:1767384645.023773:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000400:00000200:1.0:1767384645.023781:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384645.023790:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000100:00100000:3.0:1767384645.023796:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083536da2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049187072:12345-0@lo:253: Request processed in 2903us (3778us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384645.023799:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (32) 00000800:00000001:1.0:1767384645.023810:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384645.023815:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000800:00000001:1.0:1767384645.023817:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384645.023820:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384645.023826:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384645.023828:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384645.023832:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074e534aa. 00000020:00000010:3.0:1767384645.023838:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fe08f84. 00000020:00000010:3.0:1767384645.023852:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f934010. 00000100:00000001:1.0:1767384645.023864:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384645.023865:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000001:1.0:1767384645.023869:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384645.023873:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384645.023878:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c94994ef. 00000400:00000001:1.0:1767384645.023878:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384645.023882:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384645.023886:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384645.023888:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059ab8d6. 00000100:00000001:3.0:1767384645.023891:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384645.023895:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e86f4904 00000400:00000010:1.0:1767384645.023899:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e86f4904. 00000100:00000200:3.0:1767384645.023900:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384645.023905:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384645.023908:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8fcb02e. 00000100:00000200:1.0:1767384645.023912:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b13cafb8 x1853237049187072/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384645.023919:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cd6954d. 00000100:00000200:1.0:1767384645.023926:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b13cafb8 x1853237049187072/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.023936:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384645.023939:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.023943:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384645.023947:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384645.023949:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384645.023952:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384645.023956:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384645.023963:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384645.023975:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384645.023979:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384645.023982:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384645.023984:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384645.023988:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.023991:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384645.023998:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b13cafb8 x1853237049187072/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.024007:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384645.024011:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384645.024013:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384645.024018:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384645.024020:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384645.024022:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384645.024025:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384645.024027:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384645.024029:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384645.024031:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384645.024033:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384645.024036:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384645.024038:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384645.024044:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b13cafb8 x1853237049187072/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384645.024053:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049187072:0@lo:253: 00000100:00000001:1.0:1767384645.024062:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.024065:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384645.024068:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b13cafb8 x1853237049187072/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.024076:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384645.024079:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384645.024082:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c6cdb1f5. 02000000:00000001:1.0:1767384645.024088:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384645.024091:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384645.024093:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384645.024097:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384645.024108:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a60e7de4. 02000000:00000001:1.0:1767384645.024114:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384645.024116:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384645.024117:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b13cafb8. 00000100:00000001:1.0:1767384645.024122:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384645.024124:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.024127:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.024134:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384645.024135:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.024140:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384645.024144:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384645.024343:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e32ce02c. 00080000:00000010:1.0:1767384645.024387:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002672a9d6. 00040000:00000001:1.0:1767384645.024392:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384645.024394:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384645.024397:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384645.024400:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384645.024402:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384645.024404:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384645.024407:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384645.024417:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384645.024420:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384645.024426:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384645.024440:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384645.024444:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384645.024446:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384645.024448:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384645.024450:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384645.024454:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007cff57a5. 00010000:00000001:3.0:1767384645.024456:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384645.024458:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f71a8622. 00000020:00000001:3.0:1767384645.024461:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384645.024465:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f71a8622 with handle 0x7f71e2b70dd20338 to hash 00000020:00000001:3.0:1767384645.024468:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384645.024470:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384645.024472:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384645.024474:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384645.024475:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384645.024477:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20338 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.024483:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384645.024487:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384645.024490:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384645.024491:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384645.024492:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384645.024493:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384645.024494:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384645.024495:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384645.024496:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384645.024504:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384645.024505:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384645.024506:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007cff57a5) refcount = 1 00010000:00010000:3.0:1767384645.024510:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20338 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.024529:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384645.024530:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384645.024532:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384645.024534:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.024535:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384645.024537:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384645.024539:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:3.0:1767384645.024541:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384645.024542:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384645.024544:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=4 00000020:00000001:3.0:1767384645.024545:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384645.024547:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384645.024549:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384645.024550:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20338 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.024554:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384645.024555:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20338 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.024558:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384645.024560:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384645.024561:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20338 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.024565:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384645.024566:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.024568:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384645.024569:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20338 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384645.024578:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f71a8622 already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384645.024581:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384645.024584:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384645.024587:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20338 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.024591:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384645.024593:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384645.024595:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384645.024597:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=5 00000020:00000001:3.0:1767384645.024600:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384645.024602:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384645.024604:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384645.024606:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20338 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384645.024637:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384645.024640:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384645.024643:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.024647:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384645.024649:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384645.024656:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384645.024660:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384645.024663:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f71a8622 with handle 0x7f71e2b70dd20338 from hash 00080000:00000020:1.0:1767384645.024665:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384645.024667:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384645.024671:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384645.024672:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:1.0:1767384645.024676:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b3b106a3. 00010000:00000001:3.0:1767384645.024677:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384645.024683:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384645.024688:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:00000001:1.0:1767384645.024689:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.024691:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384645.024694:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384645.024698:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384645.024698:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049187200 00010000:00000001:3.0:1767384645.024701:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.024709:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384645.024709:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384645.024718:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000200:1.0:1767384645.024719:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a963cedd x1853237049187200/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:626/0 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384645.024721:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384645.024725:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384645.024729:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.024737:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.024748:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384645.024751:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384645.024752:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20338 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384645.024760:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384645.024770:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=62 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384645.024771:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384645.024775:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384645.024777:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384645.024778:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384645.024782:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:1.0:1767384645.024782:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:3.0:1767384645.024787:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384645.024788:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:3.0:1767384645.024790:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384645.024791:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384645.024792:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384645.024793:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384645.024797:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20338 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384645.024801:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384645.024810:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.024811:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384645.024819:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384645.024819:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384645.024827:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd20338 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384645.024833:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384645.024842:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8206e74. 00010000:00000040:3.0:1767384645.024843:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007cff57a5 count: 0 00000100:00000200:1.0:1767384645.024849:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049187200, offset 224 00000400:00000200:1.0:1767384645.024858:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384645.024863:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384645.024869:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384645.024875:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384645.024886:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005b80 00000400:00000200:1.0:1767384645.024891:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1add [2] + 224 00000400:00000200:1.0:1767384645.024895:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384645.024899:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384645.024902:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384645.024910:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d3d1aa5 x1853237049187200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384645.024916:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007d3d1aa5 x1853237049187200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.024933:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384645.024938:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8206e74 00000400:00000010:1.0:1767384645.024939:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8206e74. 00000100:00000001:1.0:1767384645.024944:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384645.024946:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384645.024950:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384645.024953:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384645.024955:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384645.024958:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.024958:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384645.024960:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384645.024968:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a963cedd x1853237049187200/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:626/0 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.024969:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384645.024978:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384645.024982:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384645.024984:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a963cedd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049187200:12345-0@lo:253: Request processed in 4062us (4602us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384645.024987:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e698c622. 00000400:00000200:0.0:1767384645.025000:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016de955f 00000100:00100000:1.0:1767384645.025007:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000400:00000010:0.0:1767384645.025007:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016de955f. 00000100:00000040:1.0:1767384645.025021:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:0.0:1767384645.025022:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384645.025027:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d3d1aa5 x1853237049187200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384645.025035:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d3d1aa5 x1853237049187200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.025042:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384645.025046:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384645.025054:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e62f4b13. 00000100:00000001:0.0:1767384645.025054:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384645.025058:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384645.025061:0:16351:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384645.025064:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 02000000:00000001:0.0:1767384645.025065:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384645.025075:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384645.025077:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099125148. 00000100:00000001:0.0:1767384645.025079:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384645.025084:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384645.025089:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00001000:0.0:1767384645.025089:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=62 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384645.025098:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=62 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384645.025099:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384645.025102:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384645.025104:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004a1c94d5. 00000100:00000001:0.0:1767384645.025105:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.025113:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384645.025115:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384645.025117:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384645.025119:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.025123:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384645.025124:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d3d1aa5 x1853237049187200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384645.025133:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384645.025134:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384645.025138:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0c0b4a6. 00000100:00000001:0.0:1767384645.025138:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384645.025143:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384645.025147:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8206e74. 00000020:01000004:0.0:1767384645.025148:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384645.025159:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384645.025160:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384645.025162:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384645.025165:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384645.025166:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384645.025174:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384645.025176:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384645.025177:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384645.025181:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d3d1aa5 x1853237049187200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384645.025186:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d3d1aa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049187200:0@lo:253: 00000100:00000001:0.0:1767384645.025190:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384645.025192:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384645.025193:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d3d1aa5 x1853237049187200/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384661 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.025198:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384645.025200:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384645.025202:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c9ab8656. 02000000:00000001:0.0:1767384645.025205:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384645.025206:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384645.025208:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384645.025209:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384645.025211:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000051fd331e. 02000000:00000001:0.0:1767384645.025213:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384645.025215:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384645.025216:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d3d1aa5. 00000100:00000001:0.0:1767384645.025219:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384645.025220:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384645.025221:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384645.025225:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384645.025226:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.025228:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384645.025229:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384645.025659:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294933447, at 4294933448 00000100:00000010:0.0:1767384645.025664:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056a8428f. 00000100:00000040:3.0:1767384645.026696:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294933448, at 4294933449 00000100:00000010:3.0:1767384645.026703:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8bb2204. 00000100:00000040:1.0:1767384645.026736:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294933448, at 4294933449 00000100:00000010:1.0:1767384645.026747:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef8deb67. 00000100:00000040:2.0:1767384645.026793:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294933448, at 4294933449 00000100:00000010:2.0:1767384645.026799:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002baaf141. 00010000:00000010:3.1:1767384645.033665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af87fbd1. 00010000:00000010:3.1:1767384645.033671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ecc07f78. 00010000:00000010:3.1:1767384645.033675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007cff57a5. 00010000:00000010:3.1:1767384645.033678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f71a8622. 00000400:00000010:1.0:1767384645.040013:0:32047:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000a56a0a4. 00000400:00000040:1.0:1767384645.040041:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384645.040044:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384645.040046:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384645.040049:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384645.040051:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384645.040052:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384645.040055:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384645.040056:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384645.040057:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384645.040059:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384645.040061:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384645.040062:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384645.040064:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384645.040065:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384645.040066:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384645.040068:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384645.040069:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384645.040070:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384645.040071:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384645.040072:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384645.040079:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384645.040080:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384645.040082:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384645.040084:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384645.040085:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384645.040087:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384645.040088:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384645.040089:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384645.040090:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384645.040092:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384645.040094:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384645.040095:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384645.040097:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384645.040098:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384645.040099:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384645.040100:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384645.040101:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384645.040103:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384645.040104:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384645.040105:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384645.040107:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384645.040108:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384645.040110:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384645.040112:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384645.040113:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384645.040114:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384645.040116:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384645.040117:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384645.040120:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384645.040122:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384645.040124:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384645.040125:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384645.040127:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384645.040129:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384645.040131:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384645.040131:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384645.040132:0:32047:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384645.040231:0:32047:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000a56a0a4. 00000004:00000001:1.0:1767384645.081677:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384645.081692:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384645.081699:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b13cafb8. 00000100:00000040:2.0:1767384645.081708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:1.0:1767384645.081709:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384645.081721:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384645.081722:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384645.081733:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1767384645.081736:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd410bd2. 02000000:00000001:1.0:1767384645.081741:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384645.081744:0:38:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384645.081749:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384645.081751:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384645.081751:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a719da0. 02000000:00000001:2.0:1767384645.081759:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.081762:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384645.081767:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000055b35416. 00000100:00000001:1.0:1767384645.081771:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384645.081774:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.081776:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384645.081784:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384645.081793:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b13cafb8] to pc [ptlrpcd_00_00+0] req@00000000b13cafb8 x1853237049187328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.081797:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384645.081800:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384645.081811:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd410bd2] to pc [ptlrpcd_00_01+1] req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.081850:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384645.081851:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384645.081856:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384645.081861:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384645.081865:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384645.081866:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009aa10b3a. 00000100:00000001:3.0:1767384645.081870:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384645.081872:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384645.081877:0:38:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:3.0:1767384645.081881:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b13cafb8 x1853237049187328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.081881:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384645.081885:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384645.081889:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.081896:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767384645.081899:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dedb1b30. 00000100:00000001:2.0:1767384645.081904:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.081905:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384645.081912:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384645.081914:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384645.081916:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384645.081921:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384645.081927:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049187328:0@lo:13: 00000100:00000001:3.0:1767384645.081937:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384645.081937:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384645.081942:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384645.081945:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384645.081949:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384645.081949:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009aa10b3a] to pc [ptlrpcd_00_02+2] req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384645.081955:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384645.081962:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d7882da0. 02000000:00000001:3.0:1767384645.081966:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384645.081972:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084c56a4f. 00000100:00000001:2.0:1767384645.081978:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384645.081981:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee929650. 00000100:00000040:2.0:1767384645.081981:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384645.081987:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384645.081990:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e5973e9. 00000100:00000200:3.0:1767384645.081991:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049187328, portal 4 00000100:00000001:1.0:1767384645.081993:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384645.081994:0:38:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384645.081996:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384645.081999:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384645.082001:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924112896 : -123268785438720 : ffff8fe33fd50000) 00000100:00000001:2.0:1767384645.082001:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384645.082007:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384645.082009:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384645.082016:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b13cafb8 x1853237049187328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384661 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384645.082019:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384645.082025:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384645.082030:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000fe99083. 00000100:00000001:2.0:1767384645.082041:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384645.082056:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384645.082058:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384645.082073:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384645.082081:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a2fb840. 00000100:00000001:1.0:1767384645.082094:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384645.082095:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049187328, offset 0 00000100:00000001:2.0:1767384645.082095:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384645.082107:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.082108:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384645.082115:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384645.082125:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384645.082128:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e5973e9] to pc [ptlrpcd_00_03+3] req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384645.082130:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384645.082143:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384645.082144:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384645.082159:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049187584:0@lo:400: 00000100:00000001:1.0:1767384645.082165:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384645.082167:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384645.082173:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260005c00 02000000:00000001:1.0:1767384645.082174:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384645.082176:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (271) 02000000:00000001:1.0:1767384645.082180:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384645.082184:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384645.082190:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2240 02000000:00000010:1.0:1767384645.082192:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dac76d1. 02000000:00000001:1.0:1767384645.082195:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384645.082198:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384645.082202:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384645.082204:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050d96766. 00000100:00000001:3.0:1767384645.082207:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384645.082210:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:1.0:1767384645.082212:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00000100:00000010:3.0:1767384645.082215:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070618a25. 00000100:00000040:3.0:1767384645.082219:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000070618a25 x1853237049187328 msgsize 224 00000100:00000200:1.0:1767384645.082219:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049187584, portal 10 00000100:00000001:1.0:1767384645.082230:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384645.082233:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384645.082234:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384645.082240:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384645.082241:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120998144 : -123269588553472 : ffff8fe30ff67100) 00000100:00000001:3.0:1767384645.082252:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384645.082252:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384645.082253:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384645.082264:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.082269:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384645.082274:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a2fb840 00000400:00000010:3.0:1767384645.082278:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a2fb840. 00000100:00000040:1.0:1767384645.082284:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384645.082290:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384645.082291:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011b2b321. 00000100:00000001:3.0:1767384645.082292:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384645.082292:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384645.082303:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b13cafb8 x1853237049187328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384661 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384645.082305:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049187584, offset 0 02000000:00000001:2.0:1767384645.082306:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384645.082315:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384645.082325:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.082327:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384645.082341:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384645.082341:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e5973e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16351:1853237049187712:0@lo:400: 00000400:00000200:1.0:1767384645.082354:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384645.082355:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b13cafb8 x1853237049187328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.082357:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384645.082367:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384645.082372:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.082375:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.082380:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260005d00 02000000:00000001:2.0:1767384645.082383:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384645.082384:0:16348:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1767384645.082389:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e295925a. 02000000:00000001:2.0:1767384645.082392:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.082395:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384645.082397:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002424b547. 00000400:00000200:1.0:1767384645.082402:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00000040:3.0:1767384645.082407:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3667 usecs (4 jiffies) 00000400:00000200:1.0:1767384645.082413:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384645.082414:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294933508 00000400:00000010:2.0:1767384645.082416:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c2f0ed0. 00000100:00000200:2.0:1767384645.082423:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049187712, portal 10 00000400:00000200:1.0:1767384645.082424:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384645.082425:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cdb9ffe. 00000100:00000001:2.0:1767384645.082433:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384645.082436:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120986496 : -123269588565120 : ffff8fe30ff64380) 00000100:00000001:3.0:1767384645.082439:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384645.082443:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.082443:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384645.082446:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294933508 00000100:00000200:1.0:1767384645.082449:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384645.082455:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6fb372c. 00000100:00000001:3.0:1767384645.082463:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000010:1.0:1767384645.082464:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d3d1aa5. 00000100:00000001:2.0:1767384645.082465:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384645.082468:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294933508 00000100:00000040:2.0:1767384645.082475:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384645.082475:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000007d3d1aa5 x1853237049187584 msgsize 224 00000100:00000010:3.0:1767384645.082477:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4387dc8. 00000400:00000010:2.0:1767384645.082480:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eca48cc. 00000100:00000001:3.0:1767384645.082484:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767384645.082487:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049187712, offset 0 00000100:00000001:3.0:1767384645.082489:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294933508 00000100:00000010:3.0:1767384645.082497:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc7e21e1. 00000100:00100000:1.0:1767384645.082502:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384645.082505:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384645.082509:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384645.082526:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384645.082531:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.082534:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.082537:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384645.082541:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384645.082545:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384645.082549:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384645.082552:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384645.082557:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260005d80 00000400:00000200:1.0:1767384645.082558:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011b2b321 00000100:00000001:3.0:1767384645.082559:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384645.082564:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384645.082568:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011b2b321. 00000100:00000001:3.0:1767384645.082573:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.082577:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384645.082578:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384645.082584:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384645.082584:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000100:00000200:1.0:1767384645.082588:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384645.082591:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384645.082595:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384645.082601:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384645.082606:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384645.082633:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384645.082634:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384645.082638:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384645.082644:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384645.082645:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384645.082650:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384645.082652:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384645.082655:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384645.082658:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd410bd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049187456:0@lo:400: 00000100:00000001:3.0:1767384645.082660:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384645.082664:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384645.082665:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384645.082668:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384645.082672:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094575dcc. 02000000:00000001:3.0:1767384645.082675:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384645.082680:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055c4d388. 00000400:00000010:3.0:1767384645.082685:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a2fb840. 00000400:00000200:2.0:1767384645.082686:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384645.082689:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049187456, portal 4 00000100:00000001:3.0:1767384645.082693:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384645.082695:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120991872 : -123269588559744 : ffff8fe30ff65880) 00000100:00000001:2.0:1767384645.082695:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384645.082707:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384645.082714:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384645.082715:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384645.082715:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d5f7041. 00000100:00000040:2.0:1767384645.082723:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000007d5f7041 x1853237049187712 msgsize 224 00000100:00000040:1.0:1767384645.082729:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384645.082748:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384645.082748:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384645.082763:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384645.082767:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384645.082772:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fbb15ff. 00000100:00000001:1.0:1767384645.082773:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384645.082779:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eca48cc 00000100:00000001:1.0:1767384645.082780:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384645.082782:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eca48cc. 00000100:00000001:2.0:1767384645.082789:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384645.082792:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049187456, offset 0 00000100:00000001:1.0:1767384645.082793:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384645.082796:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384645.082805:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3212 usecs (4 jiffies) 00000100:00000001:2.0:1767384645.082809:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384645.082814:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384645.082818:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294933509 00000100:00000040:2.0:1767384645.082820:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384645.082833:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384645.082835:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.082839:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294933508 00000100:00000001:2.0:1767384645.082840:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384645.082849:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384645.082858:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260005c80 00000100:00000040:2.0:1767384645.082859:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3190 usecs (4 jiffies) 00000100:00000001:1.0:1767384645.082864:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294933509 00000100:00000001:2.0:1767384645.082866:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294933509 00000400:00000200:3.0:1767384645.082873:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 3440 00000100:00000001:2.0:1767384645.082875:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294933509 00000400:00000200:3.0:1767384645.082881:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384645.082881:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294933508 00000100:00000001:2.0:1767384645.082882:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294933509 00000400:00000200:3.0:1767384645.082897:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384645.082906:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384645.082906:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294933509 00000100:00000001:1.0:1767384645.082907:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294933509 00000100:00000200:3.0:1767384645.082913:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384645.082917:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294933508 00000100:00000001:2.0:1767384645.082918:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294933509 00000100:00000010:3.0:1767384645.082919:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000717fbf54. 00000100:00000040:3.0:1767384645.082928:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000717fbf54 x1853237049187456 msgsize 224 00000100:00000001:2.0:1767384645.082931:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294933509 00000100:00000001:1.0:1767384645.082931:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294933509 00000100:00100000:3.0:1767384645.082941:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384645.082946:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294933509 00000100:00000001:1.0:1767384645.082946:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294933508 00000100:00000001:1.0:1767384645.082959:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384645.082960:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384645.082960:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294933509 00000400:00000200:3.0:1767384645.082968:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbb15ff 00000100:00000001:1.0:1767384645.082973:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384645.082974:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fbb15ff. 00000100:00000001:2.0:1767384645.082974:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384645.082987:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.082988:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.082989:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384645.082992:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384645.082998:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.083000:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384645.083001:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384645.083017:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384645.083020:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384661 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.083021:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384645.083025:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384645.083026:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384645.083027:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.083034:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384645.083035:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384645.083037:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384645.083044:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384645.083046:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.083049:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384645.083051:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3667 usecs (4 jiffies) 00000100:00000001:2.0:1767384645.083051:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.083057:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384645.083059:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.083061:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294933509 00000100:00000001:1.0:1767384645.083063:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.083076:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294933509 00000100:00000001:1.0:1767384645.083076:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.083081:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384645.083089:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294933509 00000100:00100000:2.0:1767384645.083091:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187584 00000100:00000001:3.0:1767384645.083094:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294933509 02000000:00000001:2.0:1767384645.083096:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384645.083098:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294933509 00000100:00000001:2.0:1767384645.083099:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384645.083103:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.083104:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294933509 00000100:00000001:3.0:1767384645.083108:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294933509 02000000:00000001:2.0:1767384645.083109:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.083113:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294933509 00000100:00100000:2.0:1767384645.083115:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187584 00000100:00000001:1.0:1767384645.083115:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384645.083116:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384645.083123:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187712 00000020:00000001:2.0:1767384645.083124:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384645.083126:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384645.083135:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1767384645.083136:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000100:00000001:3.0:1767384645.083137:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.083147:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384645.083148:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384645.083149:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.083155:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384645.083157:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 02000000:00000001:1.0:1767384645.083162:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384645.083163:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:3.0:1767384645.083166:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384645.083176:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384645.083177:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00100000:1.0:1767384645.083177:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187712 00000020:00000001:1.0:1767384645.083188:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384645.083191:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384645.083191:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000020:00000010:3.0:1767384645.083196:0:17889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004a1c94d5. 00000020:00000001:1.0:1767384645.083198:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384645.083201:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c77e1984. 00000020:00000040:1.0:1767384645.083205:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000100:00000001:3.0:1767384645.083207:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384645.083208:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384645.083212:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00100000:3.0:1767384645.083213:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187328 00000020:00000001:1.0:1767384645.083222:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000020:00000010:2.0:1767384645.083223:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c77e1984. 02000000:00000001:3.0:1767384645.083224:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384645.083230:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384645.083236:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384645.083238:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384645.083239:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008abd9701. 02000000:00000001:3.0:1767384645.083247:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384645.083248:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000501d5b0f. 00000020:00000010:2.0:1767384645.083250:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a28ce1d. 00000100:00100000:3.0:1767384645.083255:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187328 00000020:00000001:3.0:1767384645.083258:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384645.083259:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003caaaf0b. 00000020:00000010:1.0:1767384645.083259:0:17082:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000cf55fe66. 00000020:00000040:3.0:1767384645.083260:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:3.0:1767384645.083266:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384645.083268:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000020:00000001:3.0:1767384645.083270:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:3.0:1767384645.083272:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000040:2.0:1767384645.083273:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384645.083275:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384645.083280:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f268a4. 00000100:00000001:2.0:1767384645.083282:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384645.083285:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384645.083286:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007b69630a. 00000100:00000001:2.0:1767384645.083288:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384645.083289:0:17082:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000001:2.0:1767384645.083299:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:3.0:1767384645.083302:0:17889:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:2.0:1767384645.083304:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384645.083305:0:17082:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384645.083308:0:17889:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384645.083310:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384645.083318:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003b35ef1. 00000020:00000010:1.0:1767384645.083318:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae1658f4. 00000100:00000001:2.0:1767384645.083324:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384645.083327:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000050922095. 00000020:00000010:1.0:1767384645.083327:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b50e6c67. 00000100:00000001:2.0:1767384645.083340:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384645.083346:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384645.083351:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000143fbaaf. 00000020:00000010:1.0:1767384645.083352:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00100000:2.0:1767384645.083353:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00000040:2.0:1767384645.083362:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000100:00000001:1.0:1767384645.083368:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384645.083371:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384645.083374:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384645.083376:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804924114688 : -123268785436928 : ffff8fe33fd50700) 00000100:00000001:3.0:1767384645.083378:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384645.083381:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384645.083383:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384645.083386:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384645.083388:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007d3d1aa5 x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:626/0 lens 224/0 e 0 to 0 dl 1767384656 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.083390:0:17082:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384645.083393:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.083398:0:17082:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384645.083404:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.083407:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384645.083408:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384645.083414:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c77e1984. 00000100:00000001:2.0:1767384645.083417:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384645.083421:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c77e1984. 00000100:00000001:1.0:1767384645.083422:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384645.083423:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384645.083429:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384645.083430:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007d3d1aa5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049187584:12345-0@lo:400: 00000100:00000200:2.0:1767384645.083434:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187584 00000020:00000001:2.0:1767384645.083438:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384645.083442:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384645.083446:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000001:2.0:1767384645.083446:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.083450:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384645.083452:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000020:00000001:2.0:1767384645.083453:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384645.083455:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384645.083457:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923223424 : -123268786328192 : ffff8fe33fc76d80) 00000020:00000001:2.0:1767384645.083458:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:2.0:1767384645.083464:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384645.083467:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384645.083470:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070618a25 x1853237049187328/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:626/0 lens 224/0 e 0 to 0 dl 1767384656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384645.083471:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000020:00000001:2.0:1767384645.083473:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384645.083478:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384645.083484:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384645.083485:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000100:00000001:3.0:1767384645.083489:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384645.083489:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384645.083492:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120995456 : -123269588556160 : ffff8fe30ff66680) 00000020:00000010:3.0:1767384645.083494:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e97f3840. 00000100:00000001:2.0:1767384645.083495:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384645.083500:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384645.083503:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384645.083506:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008b19cf0a. 00000100:00000040:1.0:1767384645.083508:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007d5f7041 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:626/0 lens 224/0 e 0 to 0 dl 1767384656 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384645.083526:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e97f3840. 02000000:00000001:2.0:1767384645.083528:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.083539:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384645.083542:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070618a25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049187328:12345-0@lo:13: 00000020:00000001:2.0:1767384645.083550:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384645.083564:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187328 00010000:00000040:2.0:1767384645.083566:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049187584 00000020:00000001:3.0:1767384645.083572:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384645.083572:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384645.083573:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:2.0:1767384645.083578:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007d3d1aa5 x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:626/0 lens 224/224 e 0 to 0 dl 1767384656 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384645.083579:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384645.083580:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daa912a2. 00000020:00000001:3.0:1767384645.083583:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.083589:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384645.083591:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384645.083596:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00000020:00000010:1.0:1767384645.083600:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daa912a2. 00000020:00000001:3.0:1767384645.083605:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384645.083629:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384645.083633:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384645.083636:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384645.083639:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384645.083646:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007d5f7041 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16351:x1853237049187712:12345-0@lo:400: 00000100:00000001:3.0:1767384645.083650:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384645.083654:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384645.083656:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384645.083662:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384645.083665:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187712 02000000:00000010:3.0:1767384645.083667:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000968b675e. 00000100:00001000:2.0:1767384645.083670:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=57 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384645.083675:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384645.083675:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384645.083685:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384645.083686:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.083688:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384645.083690:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384645.083692:0:17889:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:2.0:1767384645.083696:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000001:1.0:1767384645.083697:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:3.0:1767384645.083699:0:17889:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384645.083704:0:17889:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384645.083704:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000001:2.0:1767384645.083705:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000001:1.0:1767384645.083717:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384645.083718:0:17889:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384645.083718:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384645.083726:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:3.0:1767384645.083727:0:17889:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 02000000:00000001:2.0:1767384645.083727:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384645.083740:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000020:3.0:1767384645.083741:0:17889:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:2.0:1767384645.083742:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000020:3.0:1767384645.083745:0:17889:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000100:00000040:2.0:1767384645.083753:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384645.083754:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000020:3.0:1767384645.083760:0:17889:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000001:1.0:1767384645.083761:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384645.083763:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eca48cc. 00002000:00000001:3.0:1767384645.083776:0:17889:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000200:2.0:1767384645.083777:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049187584, offset 224 00000020:00000001:1.0:1767384645.083777:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000001:00000001:3.0:1767384645.083780:0:17889:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384645.083787:0:17889:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.083788:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:3.0:1767384645.083790:0:17889:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384645.083794:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:3.0:1767384645.083797:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049187328 02000000:00000001:1.0:1767384645.083797:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384645.083805:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384645.083806:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384645.083807:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fb346b95. 00010000:00000200:3.0:1767384645.083812:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070618a25 x1853237049187328/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:626/0 lens 224/368 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384645.083815:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384645.083819:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260005d00 00000100:00000001:1.0:1767384645.083828:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.083831:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384645.083835:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b0d [1] + 224 00010000:00000001:3.0:1767384645.083836:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384645.083838:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384645.083842:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=52 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384645.083852:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384645.083852:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049187712 00000100:00000001:3.0:1767384645.083853:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384645.083861:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00010000:00000001:1.0:1767384645.083864:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384645.083865:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000400:00000200:2.0:1767384645.083867:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384645.083873:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384645.083876:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.083877:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:1.0:1767384645.083882:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007d5f7041 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:626/0 lens 224/224 e 0 to 0 dl 1767384656 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384645.083884:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384645.083889:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384645.083895:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384645.083900:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fbb15ff. 00000100:00000200:3.0:1767384645.083906:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049187328, offset 224 00000400:00000200:3.0:1767384645.083924:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384645.083936:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384645.083940:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384645.083944:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384645.083947:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767384645.083948:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384645.083963:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384645.083971:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 23 to 0@lo 00000400:00000200:3.0:1767384645.083972:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260005c00 00000100:00000001:2.0:1767384645.083976:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384645.083978:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000400:00000200:2.0:1767384645.083983:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eca48cc 02000000:00000001:1.0:1767384645.083985:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384645.083992:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384645.083994:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eca48cc. 00000100:00000001:1.0:1767384645.084010:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384645.084011:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384645.084019:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b05 [1] + 224 00000100:00000001:2.0:1767384645.084019:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384645.084026:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384645.084029:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384645.084037:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011b2b321. 00000400:00000200:3.0:1767384645.084039:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384645.084039:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000200:1.0:1767384645.084048:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049187712, offset 224 00010000:00000001:2.0:1767384645.084049:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384645.084052:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384645.084057:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384645.084065:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384645.084070:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384645.084071:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d3d1aa5 x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:626/0 lens 224/224 e 0 to 0 dl 1767384656 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384645.084075:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384645.084085:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b13cafb8 x1853237049187328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384661 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384645.084090:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384645.084098:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007d3d1aa5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049187584:12345-0@lo:400: Request processed in 678us (1610us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384645.084118:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260005d80 00000100:00000040:3.0:1767384645.084143:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b13cafb8 x1853237049187328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384645.084143:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b15 [1] + 224 00000100:00100000:2.0:1767384645.084144:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000040:2.0:1767384645.084156:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000100:00000001:2.0:1767384645.084164:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384645.084165:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384645.084171:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384645.084179:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a28ce1d. 00000400:00000200:1.0:1767384645.084179:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384645.084185:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384645.084193:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003caaaf0b. 00000100:00000001:1.0:1767384645.084195:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384645.084203:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384645.084204:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbb15ff 00000020:00000010:2.0:1767384645.084205:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008abd9701. 00000400:00000010:3.0:1767384645.084213:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fbb15ff. 00000020:00000040:2.0:1767384645.084220:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000100:00000001:3.0:1767384645.084224:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384645.084230:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384645.084235:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384645.084238:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384645.084242:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384645.084245:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:3.0:1767384645.084248:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384645.084252:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384645.084262:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384645.084270:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070618a25 x1853237049187328/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:626/0 lens 224/368 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384645.084277:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070618a25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049187328:12345-0@lo:13: Request processed in 788us (2057us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384645.084280:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384645.084283:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384645.084287:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000400:00000200:1.0:1767384645.084289:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011b2b321 00000100:00000001:3.0:1767384645.084290:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384645.084299:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011b2b321. 00000100:00000001:3.0:1767384645.084300:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384645.084309:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384645.084310:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000050922095. 00000100:00000001:1.0:1767384645.084317:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384645.084319:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000143fbaaf. 00000100:00000001:1.0:1767384645.084325:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384645.084326:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003b35ef1. 00000100:00000001:2.0:1767384645.084328:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384645.084333:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384645.084335:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000040:3.0:1767384645.084336:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000400:00000001:2.0:1767384645.084343:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384645.084345:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384645.084346:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384645.084349:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384645.084350:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384645.084356:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384645.084360:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084c56a4f. 00000100:00000040:1.0:1767384645.084366:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d5f7041 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:626/0 lens 224/224 e 0 to 0 dl 1767384656 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384645.084371:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee929650 00000400:00000010:2.0:1767384645.084378:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee929650. 00000100:00100000:1.0:1767384645.084389:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007d5f7041 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16351:x1853237049187712:12345-0@lo:400: Request processed in 810us (1658us total) trans 0 rc 0/0 00000100:00080000:3.0:1767384645.084391:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384645.084391:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384645.084402:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000200:2.0:1767384645.084406:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b13cafb8 x1853237049187328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384645.084421:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:2.0:1767384645.084428:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b13cafb8 x1853237049187328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384645.084428:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000020:00000040:3.0:1767384645.084429:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000040:1.0:1767384645.084438:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000001:3.0:1767384645.084447:0:18688:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384645.084449:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1767384645.084451:0:18688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187456 00000100:00000001:1.0:1767384645.084455:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384645.084457:0:18688:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384645.084463:0:18688:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384645.084464:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384645.084464:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b50e6c67. 00000100:00000001:3.0:1767384645.084466:0:18688:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.084473:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384645.084476:0:18688:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.084477:0:16348:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384645.084477:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 02000000:00000001:2.0:1767384645.084484:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384645.084485:0:18688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187456 00000100:00000001:2.0:1767384645.084487:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384645.084491:0:18688:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384645.084491:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384645.084491:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae1658f4. 02000000:00000001:2.0:1767384645.084503:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384645.084505:0:18688:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000040:1.0:1767384645.084509:0:17082:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000020:00000001:3.0:1767384645.084511:0:18688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:2.0:1767384645.084526:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=52 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384645.084536:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384645.084537:0:18688:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000100:00001000:2.0:1767384645.084539:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=52 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384645.084550:0:18688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:2.0:1767384645.084552:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384645.084555:0:18688:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:2.0:1767384645.084556:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.084560:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384645.084560:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384645.084566:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e97f3840. 00000100:00000001:3.0:1767384645.084571:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384645.084571:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:2.0:1767384645.084572:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b13cafb8 x1853237049187328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384645.084576:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e97f3840. 00000100:00000001:1.0:1767384645.084576:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384645.084583:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384645.084585:0:18688:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003b35ef1. 00000400:00000001:1.0:1767384645.084588:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384645.084596:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002424b547. 00000020:00000010:3.0:1767384645.084597:0:18688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000050922095. 00010000:00000001:2.0:1767384645.084598:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384645.084604:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c2f0ed0 00000020:00000010:3.0:1767384645.084605:0:18688:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000143fbaaf. 00000100:00000001:2.0:1767384645.084606:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1767384645.084640:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c2f0ed0. 00000100:00000001:1.0:1767384645.084648:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384645.084654:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384645.084678:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.084685:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384645.084688:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.084692:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384645.084694:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384645.084696:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384645.084698:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384645.084701:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384645.084707:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=57 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384645.084712:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384645.084716:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384645.084719:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384645.084721:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:1.0:1767384645.084725:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384645.084726:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384645.084730:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384645.084733:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384645.084742:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b13cafb8 x1853237049187328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384645.084745:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384645.084759:0:18688:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384645.084760:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384645.084761:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384645.084767:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384645.084769:0:18688:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384645.084769:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384645.084772:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384645.084775:0:18688:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384645.084775:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.084777:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.084779:0:18688:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384645.084782:0:16348:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384645.084788:0:16348:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:3.0:1767384645.084791:0:18688:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1767384645.084793:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1767384645.084794:0:16348:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:3.0:1767384645.084795:0:18688:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384645.084798:0:18688:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.084809:0:18688:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:2.0:1767384645.084812:0:16348:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:3.0:1767384645.084824:0:18688:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00000001:2.0:1767384645.084825:0:16348:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.084828:0:18688:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384645.084837:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384645.084840:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384645.084841:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b13cafb8 x1853237049187328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384661 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.084844:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384645.084849:0:18688:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:1.0:1767384645.084850:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384645.084862:0:18688:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923212672 : -123268786338944 : ffff8fe33fc74380) 00000100:00100000:2.0:1767384645.084867:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049187328:0@lo:13: 00000100:00000040:3.0:1767384645.084872:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000717fbf54 x1853237049187456/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:626/0 lens 224/0 e 0 to 0 dl 1767384656 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384645.084872:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.084883:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.084895:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384645.084906:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b13cafb8 x1853237049187328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384661 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384645.084951:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e5973e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16351:1853237049187712:0@lo:400: 00000100:00000001:3.0:1767384645.084958:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384645.084965:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384645.084966:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e97f3840. 00000100:00000001:2.0:1767384645.084967:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384645.084969:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384645.084972:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384645.084973:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384645.084975:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d7882da0. 00000100:00000040:1.0:1767384645.084982:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e5973e9 x1853237049187712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384645.084983:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e97f3840. 02000000:00000001:2.0:1767384645.084984:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384645.084989:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384645.084994:0:16348:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:3.0:1767384645.085004:0:18688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000717fbf54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049187456:12345-0@lo:400: 00000020:00000001:2.0:1767384645.085006:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384645.085018:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a719da0. 00000100:00000200:3.0:1767384645.085024:0:18688:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187456 00000100:00000001:1.0:1767384645.085031:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384645.085032:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384645.085034:0:18688:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384645.085043:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384645.085044:0:18688:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384645.085044:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384645.085053:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b13cafb8. 02000000:00000010:1.0:1767384645.085054:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e295925a. 00000020:00000001:3.0:1767384645.085055:0:18688:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.085062:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384645.085064:0:18688:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384645.085066:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384645.085066:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384645.085068:0:18688:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:1.0:1767384645.085069:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384645.085075:0:16351:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384645.085077:0:18688:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384645.085077:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384645.085082:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384645.085083:0:18688:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384645.085084:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384645.085086:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000fe99083. 00000100:00000001:2.0:1767384645.085089:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384645.085092:0:18688:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384645.085094:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384645.085096:0:18688:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384645.085097:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384645.085100:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384645.085101:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384645.085102:0:18688:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384645.085108:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e5973e9. 00000020:00000001:3.0:1767384645.085109:0:18688:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384645.085117:0:18688:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384645.085117:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384645.085125:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384645.085127:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384645.085128:0:18688:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384645.085129:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384645.085138:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384645.085140:0:18688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cf8f3aa5. 00000400:00000001:2.0:1767384645.085140:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384645.085145:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384645.085145:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384645.085146:0:18688:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.085155:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.085156:0:18688:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384645.085156:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050d96766. 00000400:00000200:2.0:1767384645.085170:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000020:00000001:3.0:1767384645.085172:0:18688:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.085173:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384645.085178:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000100:00000001:1.0:1767384645.085179:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384645.085180:0:18688:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049187456 00000100:00000001:2.0:1767384645.085182:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384645.085190:0:18688:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384645.085195:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384645.085196:0:18688:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000717fbf54 x1853237049187456/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:626/0 lens 224/224 e 0 to 0 dl 1767384656 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384645.085216:0:18688:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384645.085219:0:18688:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384645.085222:0:18688:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=52 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384645.085225:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384645.085227:0:18688:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384645.085231:0:18688:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384645.085236:0:18688:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384645.085240:0:18688:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384645.085242:0:18688:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.085246:0:18688:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384645.085246:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384645.085251:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384645.085252:0:18688:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384645.085255:0:18688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fbb15ff. 00000100:00000001:2.0:1767384645.085257:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384645.085260:0:18688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049187456, offset 224 02000000:00000001:2.0:1767384645.085261:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384645.085265:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384645.085268:0:18688:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384645.085269:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.085273:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384645.085277:0:18688:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1767384645.085278:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=57 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384645.085283:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=57 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384645.085286:0:18688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260005c80 00000100:00000001:2.0:1767384645.085287:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384645.085289:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.085290:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384645.085296:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384645.085299:0:18688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1b1d [1] + 224 00000400:00000200:3.0:1767384645.085305:0:18688:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384645.085311:0:18688:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384645.085315:0:18688:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384645.085318:0:18688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384645.085332:0:18688:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384645.085352:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.085356:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384645.085358:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384645.085359:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384645.085360:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.085363:0:18688:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384645.085365:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384645.085369:0:18688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbb15ff 00000400:00000010:3.0:1767384645.085373:0:18688:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fbb15ff. 00000100:00000001:2.0:1767384645.085374:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384645.085377:0:18688:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384645.085378:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384645.085380:0:18688:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384645.085382:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384645.085384:0:18688:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384645.085388:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384645.085394:0:18688:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384645.085399:0:18688:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:2.0:1767384645.085400:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049187584:0@lo:400: 00000020:00000001:3.0:1767384645.085403:0:18688:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.085403:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384645.085406:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.085411:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384645.085412:0:18688:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384645.085412:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767384645.085420:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384645.085421:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000717fbf54 x1853237049187456/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:626/0 lens 224/224 e 0 to 0 dl 1767384656 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384645.085424:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009aa10b3a x1853237049187584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384645.085426:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384645.085433:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055c4d388. 00000400:00000200:1.0:1767384645.085445:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a2fb840 00000400:00000010:1.0:1767384645.085451:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a2fb840. 00000100:00000001:1.0:1767384645.085461:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384645.085472:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.085477:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384645.085481:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767384645.085482:0:18688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000717fbf54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049187456:12345-0@lo:400: Request processed in 519us (2548us total) trans 0 rc 0/0 02000000:00000010:2.0:1767384645.085488:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dac76d1. 02000000:00000001:2.0:1767384645.085498:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384645.085505:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384645.085528:0:16350:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:3.0:1767384645.085531:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384645.085546:0:18688:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000020:00000001:2.0:1767384645.085546:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767384645.085548:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384645.085552:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dedb1b30. 00000100:00000001:3.0:1767384645.085554:0:18688:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384645.085561:0:18688:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384645.085563:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384645.085569:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767384645.085570:0:18688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000050922095. 00000100:00000001:1.0:1767384645.085572:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:2.0:1767384645.085573:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009aa10b3a. 00000100:00000001:1.0:1767384645.085580:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384645.085582:0:18688:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000143fbaaf. 00000100:00000001:2.0:1767384645.085582:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384645.085585:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384645.085586:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384645.085588:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384645.085591:0:18688:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003b35ef1. 00000100:00000001:2.0:1767384645.085593:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.085594:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384645.085600:0:18688:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:2.0:1767384645.085601:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384645.085604:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384645.085639:0:18688:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384645.085640:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.085644:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.085654:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767384645.085655:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=52 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384645.085658:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384645.085672:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384645.085678:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384645.085679:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384645.085682:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384645.085688:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384645.085696:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.085698:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384645.085700:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384645.085702:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384645.085703:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384645.085706:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.085710:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384645.085712:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384645.085714:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384645.085717:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384645.085722:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd410bd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049187456:0@lo:400: 00000100:00000001:1.0:1767384645.085727:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.085729:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384645.085731:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd410bd2 x1853237049187456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384645.085735:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384645.085737:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384645.085739:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094575dcc. 02000000:00000001:1.0:1767384645.085743:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384645.085744:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384645.085746:0:16348:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384645.085748:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384645.085754:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000055b35416. 02000000:00000001:1.0:1767384645.085758:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384645.085760:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384645.085762:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd410bd2. 00000100:00000001:1.0:1767384645.085765:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384645.085767:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.085770:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384645.085776:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384645.085778:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384645.085782:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384645.085784:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384645.087656:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294933509, at 4294933510 00000100:00000010:2.0:1767384645.087665:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4387dc8. 00000100:00000040:0.0:1767384645.087667:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294933509, at 4294933510 00000100:00000010:0.0:1767384645.087677:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cdb9ffe. 00000100:00000040:3.0:1767384645.087701:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294933509, at 4294933510 00000100:00000010:3.0:1767384645.087721:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc7e21e1. 00000100:00000040:1.0:1767384645.088649:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294933509, at 4294933511 00000100:00000010:1.0:1767384645.088659:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6fb372c. 00000400:00000001:0.0:1767384645.465727:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384645.465733:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384645.465744:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a41866c 00000400:00000010:0.0:1767384645.465749:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a41866c. 00000400:00000200:0.0:1767384645.465756:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384645.465764:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384645.465774:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000069ba3632. 00000400:00000010:0.0:1767384645.465785:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b52d1c60. 00000400:00000200:0.0:1767384645.465792:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp37 00000400:00000010:0.0:1767384645.465795:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000069ba3632. 00000400:00000010:0.0:1767384645.465800:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000070800c39. 00000400:00000010:0.0:1767384645.465803:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a41866c. 00000400:00000010:0.0:1767384645.465811:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eb9cf3c3. 00000400:00000200:0.0:1767384645.465815:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp37 00000400:00000200:0.0:1767384645.465829:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp37 local destination 00000400:00000200:0.0:1767384645.465836:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp37 00000400:00000200:0.0:1767384645.465841:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp37 NI seq info: [135:135:256:4294967295] 192.168.202.137@tcp37 LPNI seq info [131:131:8:4294967295] 00000400:00000200:0.0:1767384645.465848:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp37 00000400:00000200:0.0:1767384645.465856:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp37(192.168.202.137@tcp37:) -> 192.168.202.137@tcp37(192.168.202.137@tcp37:192.168.202.137@tcp37) : GET try# 0 00000800:00000200:0.0:1767384645.465861:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp37 00000800:00000010:0.0:1767384645.465866:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009b7214e8. 00000800:00000200:0.0:1767384645.465872:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c10d2b2] -> 12345-192.168.202.137@tcp37 (2) 00000800:00000200:0.1:1767384645.465878:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c10d2b2] -> 12345-192.168.202.137@tcp37 (2) 00000400:00000200:0.0:1767384645.465898:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp37 added to recovery queue. ping count: 2 next ping: 270 health :800 00000400:00000200:0.0:1767384645.465903:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp31 00000400:00000010:0.0:1767384645.465906:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004a46c7fe. 00000400:00000010:0.0:1767384645.465910:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c19f96bc. 00000400:00000010:0.0:1767384645.465914:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf4390e3. 00000400:00000010:0.0:1767384645.465919:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000099ceb0d2. 00000400:00000200:0.0:1767384645.465923:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp31 00000400:00000200:0.0:1767384645.465928:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp31 local destination 00000400:00000200:0.0:1767384645.465933:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp31 00000400:00000200:0.0:1767384645.465937:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp31 NI seq info: [136:136:256:4294967295] 192.168.202.137@tcp31 LPNI seq info [132:132:8:4294967295] 00000400:00000200:0.0:1767384645.465942:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp31 00000400:00000200:1.0:1767384645.465949:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384645.465959:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp31(192.168.202.137@tcp31:) -> 192.168.202.137@tcp31(192.168.202.137@tcp31:192.168.202.137@tcp31) : GET try# 0 00000800:00000200:0.0:1767384645.465966:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp31 00000800:00000010:0.0:1767384645.465969:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000280df523. 00000800:00000200:0.0:1767384645.465974:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000800:00000200:0.1:1767384645.465980:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000400:00000200:1.0:1767384645.465986:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466004:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384645.466004:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp31 added to recovery queue. ping count: 4 next ping: 282 health :600 00000400:00000200:2.0:1767384645.466044:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466049:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466095:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466101:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466139:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466150:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466182:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466199:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466226:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466249:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466270:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466295:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466311:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466344:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466355:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466390:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466396:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466445:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466446:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466501:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466502:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466564:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466569:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466637:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466639:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466689:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466706:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466735:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466755:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466789:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466803:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466846:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466848:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466899:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466919:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466949:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.466986:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.466996:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.467055:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.467055:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.467096:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.467125:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.467139:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.467185:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.467188:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.467255:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.467263:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.467302:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.467332:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.467353:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.467407:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.467412:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.467473:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.467491:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.467521:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.467594:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.467594:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.467671:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.467716:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.467719:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.467792:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.467860:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000800:00000010:1.0:1767384645.467905:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a60e7de4. 00000800:00000010:1.0:1767384645.467910:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb5c71ab. 00000800:00000010:1.0:1767384645.467914:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000015260b1d. 00000400:00000200:2.0:1767384645.467916:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000800:00000010:1.0:1767384645.467937:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000015260b1d. 00000800:00020000:1.0:1767384645.467947:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384645.467950:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb5c71ab. 00000800:00000010:1.0:1767384645.467953:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a60e7de4. 00000400:00000200:2.0:1767384645.467981:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:02020000:1.0:1767384645.468014:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp37 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384645.468021:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp37 notifying 192.168.202.137@tcp37: down 00000800:00000200:1.0:1767384645.468027:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp37 down 00000800:00000100:1.0:1767384645.468035:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp37 00000800:00000010:1.0:1767384645.468038:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009b7214e8. 00000400:00000200:1.0:1767384645.468042:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384645.468045:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384645.468048:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp37->192.168.202.137@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384645.468057:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384645.468061:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384645.468072:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp37) recovery failed with -71 00000400:00000200:2.0:1767384645.468105:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384645.468146:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:2.0:1767384645.468276:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6cdb1f5. 00000800:00000010:2.0:1767384645.468282:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ed60012. 00000800:00000010:2.0:1767384645.468286:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000013c47b77. 00000800:00000010:2.0:1767384645.468309:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000013c47b77. 00000800:00020000:2.0:1767384645.468316:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:2.0:1767384645.468320:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ed60012. 00000800:00000010:2.0:1767384645.468323:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6cdb1f5. 00000400:02020000:2.0:1767384645.468361:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp31 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384645.468367:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp31 notifying 192.168.202.137@tcp31: down 00000800:00000200:2.0:1767384645.468372:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp31 down 00000800:00000100:2.0:1767384645.468376:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp31 00000800:00000010:2.0:1767384645.468379:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000280df523. 00000400:00000200:2.0:1767384645.468383:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384645.468387:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp31->192.168.202.137@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384645.468394:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384645.468398:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384645.468401:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp31) recovery failed with -71 00010000:00000001:2.0:1767384645.593671:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384645.593676:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.593681:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384645.593682:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384645.593710:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384645.593714:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384645.593717:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384646.489688:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384646.489692:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384646.489694:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a41866c 00000400:00000010:0.0:1767384646.489698:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a41866c. 00000400:00000200:0.0:1767384646.489704:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384646.489710:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp37 recovery ping unlinked 00000400:00000010:0.0:1767384646.489720:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000069ba3632. 00000400:00000010:0.0:1767384646.489724:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000070800c39. 00000400:00000001:0.0:1767384646.489730:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384646.489731:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384646.489732:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf4390e3 00000400:00000010:0.0:1767384646.489733:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf4390e3. 00000400:00000200:0.0:1767384646.489736:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384646.489738:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp31 recovery ping unlinked 00000400:00000010:0.0:1767384646.489739:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004a46c7fe. 00000400:00000010:0.0:1767384646.489741:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c19f96bc. 00080000:00000010:2.0:1767384646.495386:0:32490:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ce588224. 00080000:00000010:2.0:1767384646.495394:0:32490:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ce588224. 00000020:00000001:2.0:1767384646.495401:0:32490:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384646.495407:0:32490:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ce588224. 00080000:00000010:2.0:1767384646.495410:0:32490:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ce588224. 00000020:00000001:2.0:1767384646.495413:0:32490:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.617702:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384646.617709:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.617717:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384646.617719:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.617758:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384646.617762:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384646.617765:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384647.129658:0:17064:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384647.129662:0:17064:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.129674:0:17067:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384647.129679:0:17067:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384647.201286:0:32654:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384647.201289:0:32654:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:2.0:1767384647.204694:0:32654:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384647.212420:0:32655:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007fa10260. 00000400:00000010:3.0:1767384647.212436:0:32655:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b70b8248. 00000400:00000010:3.0:1767384647.212447:0:32655:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c465385b. 00000400:00000010:3.0:1767384647.212451:0:32655:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000744dedc. 00000400:00000010:3.0:1767384647.212456:0:32655:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000587bc515. 00000400:00000010:3.0:1767384647.212461:0:32655:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000101706ae. 00000400:00000010:3.0:1767384647.212463:0:32655:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009fa0ddcb. 00000400:00000010:3.0:1767384647.212465:0:32655:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005e5228e6. 00000400:00000010:3.0:1767384647.212469:0:32655:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009feb89af. 00000800:00000010:3.0:1767384647.212485:0:32655:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c1947630. 00000800:00000200:3.0:1767384647.212513:0:32655:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384647.212529:0:32655:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384647.212570:0:32655:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:3.0:1767384647.212594:0:32655:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp40 [8/256/0/180] 00000400:00000010:3.0:1767384647.214893:0:32655:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000d7882da0. 00000400:00000010:3.0:1767384647.214901:0:32655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efee3765. 00000400:00000010:3.0:1767384647.214907:0:32655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fbb15ff. 00000400:00000001:3.0:1767384647.214927:0:32655:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384647.214930:0:32655:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384647.214932:0:32655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdd090a9. 00000400:00000200:3.0:1767384647.214936:0:32655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4ae9c42 00000400:00000010:3.0:1767384647.214938:0:32655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4ae9c42. 00000400:00000010:3.0:1767384647.214943:0:32655:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000271d55df. 00000400:00000200:3.0:1767384647.214949:0:32655:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (31) 00000400:00000200:3.0:1767384647.214962:0:32655:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384647.214972:0:32655:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:3.0:1767384647.214981:0:32655:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b3b106a3. 00000400:00000200:1.0:1767384647.214986:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384647.214987:0:32655:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384647.214995:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 00000020:01000000:3.0:1767384647.214997:0:32655:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp40 00000400:00000010:1.0:1767384647.215006:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011b2b321. 00000400:00000200:1.0:1767384647.215011:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (32) 00000400:00000010:3.0:1767384647.215017:0:32655:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b70b8248. 00000400:00000010:1.0:1767384647.215019:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bfbe7fa7. 00000400:00000010:3.0:1767384647.215026:0:32655:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007fa10260. 00000400:00000200:1.0:1767384647.215027:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000200:1.0:1767384647.215044:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000020:00000001:2.0:1767384647.215048:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384647.215051:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 10000000:00000001:2.0:1767384647.215054:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384647.215059:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384647.215063:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 10000000:01000000:2.0:1767384647.215064:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384647.215069:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384647.215073:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384647.215076:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384647.215076:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:2.0:1767384647.215080:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384647.215083:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384647.215086:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384647.215087:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:2.0:1767384647.215088:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384647.215091:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384647.215094:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384647.215097:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000020:01000004:2.0:1767384647.215098:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384647.215106:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009aa10b3a. 00000400:00000200:1.0:1767384647.215106:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 00000020:00000040:2.0:1767384647.215113:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:1.0:1767384647.215117:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000100:00000001:2.0:1767384647.215122:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384647.215125:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[93, 38] 02000000:00000001:2.0:1767384647.215127:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384647.215133:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.215134:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 38], ns[109, 38] 00000400:00000200:1.0:1767384647.215142:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 02000000:00000010:2.0:1767384647.215145:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c6cdb1f5. 00000400:00000200:1.0:1767384647.215148:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 38], ns[115, 38] 00000100:00000001:2.0:1767384647.215154:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.215155:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[124, 38] 00000400:00000200:1.0:1767384647.215163:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 38], ns[130, 38] 00000100:00000001:2.0:1767384647.215165:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384647.215169:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.215180:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 38], ns[134, 38] 00000100:00000040:2.0:1767384647.215186:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009aa10b3a] to pc [ptlrpcd_00_00+0] req@000000009aa10b3a x1853237049187840/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384647.215189:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 38], ns[44, 38] 00000400:00000200:1.0:1767384647.215206:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000400:00000200:1.0:1767384647.215214:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000400:00000200:1.0:1767384647.215219:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:1.0:1767384647.215224:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000100:00000001:3.0:1767384647.215228:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384647.215228:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.215232:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 38], ns[128, 38] 10000000:00000001:2.0:1767384647.215234:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.215235:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384647.215240:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384647.215241:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384647.215246:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384647.215246:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[100, 38] 00000100:00000040:3.0:1767384647.215249:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009aa10b3a x1853237049187840/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384647.215257:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384647.215261:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384647.215262:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[132, 38], ns[136, 38] 10000000:00000001:2.0:1767384647.215266:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384647.215270:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384647.215273:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384647.215275:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384647.215277:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.215279:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 38], ns[105, 38] 00000020:01000004:2.0:1767384647.215280:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384647.215283:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384647.215285:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384647.215288:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384647.215290:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384647.215293:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.215294:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[101, 38] 00000020:01000004:2.0:1767384647.215295:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384647.215299:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:3.0:1767384647.215301:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049187840:0@lo:253: 00000020:01000004:2.0:1767384647.215302:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384647.215306:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384647.215308:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 38], ns[122, 38] 00000020:01000004:2.0:1767384647.215309:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384647.215310:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767384647.215315:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f936500. 02000000:00000001:3.0:1767384647.215317:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384647.215319:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[122, 38], ns[126, 38] 00000020:00000040:2.0:1767384647.215320:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 02000000:00000001:3.0:1767384647.215322:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384647.215329:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384647.215329:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384647.215332:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 38], ns[121, 38] 02000000:00000001:2.0:1767384647.215333:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384647.215337:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384647.215338:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e4b6550b. 00000400:00000200:1.0:1767384647.215343:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[131, 38], ns[135, 38] 02000000:00000001:3.0:1767384647.215344:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384647.215346:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c94994ef. 00000100:00000001:2.0:1767384647.215352:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384647.215353:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf4e898e. 00000400:00000200:1.0:1767384647.215356:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 38], ns[0, 38] 00000100:00000001:2.0:1767384647.215359:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384647.215361:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b70b8248. 00000100:00000001:2.0:1767384647.215362:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.215365:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000200:3.0:1767384647.215369:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049187840, portal 25 00000100:00000040:2.0:1767384647.215372:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f936500] to pc [ptlrpcd_00_01+1] req@000000009f936500 x1853237049187968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384647.215373:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000100:00000001:3.0:1767384647.215376:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384647.215379:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120998144 : -123269588553472 : ffff8fe30ff67100) 00000400:00000200:1.0:1767384647.215383:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp38 00000100:00000040:3.0:1767384647.215391:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009aa10b3a x1853237049187840/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384647.215391:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384647.215396:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.215400:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp38 lpni_is_preferred = 0 00000020:00000001:2.0:1767384647.215401:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384647.215407:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384647.215410:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp38 00000020:00000010:2.0:1767384647.215412:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b3b106a3. 00000100:00000001:3.0:1767384647.215414:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384647.215420:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384647.215422:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp38 NI seq info: [137:137:256:4294967295] 192.168.202.137@tcp38 LPNI seq info [133:133:8:4294967295] 00000400:00000010:3.0:1767384647.215427:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb385d49. 00000100:00000200:3.0:1767384647.215432:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049187840, offset 0 00000100:00000001:2.0:1767384647.215433:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384647.215433:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp38 00000100:00000001:2.0:1767384647.215437:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384647.215441:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384647.215447:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384647.215447:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f936500 x1853237049187968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384647.215459:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp38(192.168.202.137@tcp38:) -> 192.168.202.137@tcp38(192.168.202.137@tcp:192.168.202.137@tcp38) : PUT try# 0 00000100:00000001:2.0:1767384647.215466:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384647.215469:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384647.215473:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.137@tcp38 02000000:00000001:2.0:1767384647.215475:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384647.215477:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384647.215479:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384647.215480:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002355dd7. 02000000:00000001:2.0:1767384647.215486:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384647.215491:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000aa6201c9. 00000400:00000200:3.0:1767384647.215492:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005e00 00000100:00100000:2.0:1767384647.215492:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049187968:0@lo:253: 00000800:00000010:1.0:1767384647.215511:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c5d90b40. 00000100:00000001:2.0:1767384647.215513:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384647.215519:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767384647.215521:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa6201c9] -> 12345-192.168.202.137@tcp38 (2) 02000000:00000001:2.0:1767384647.215523:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384647.215526:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1321 [2] + 0 02000000:00000001:2.0:1767384647.215528:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.1:1767384647.215533:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa6201c9] -> 12345-192.168.202.137@tcp38 (2) 00000400:00000010:3.0:1767384647.215535:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcf2260a. 02000000:00000010:2.0:1767384647.215535:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000462930ca. 02000000:00000001:2.0:1767384647.215541:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384647.215544:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000070710e0 00000400:00000010:2.0:1767384647.215546:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dd86f3e. 00000400:00000010:2.0:1767384647.215553:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9ad9aaf. 00000400:00000200:1.0:1767384647.215553:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384647.215555:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384647.215560:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049187968, portal 25 00000400:00000200:1.0:1767384647.215560:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100551 rc 0 00000400:00000200:3.0:1767384647.215565:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384647.215566:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384647.215570:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120992768 : -123269588558848 : ffff8fe30ff65c00) 00000400:00000200:3.0:1767384647.215573:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000070710e0 00000400:00000010:3.0:1767384647.215578:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000070710e0. 00000100:00000040:2.0:1767384647.215578:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f936500 x1853237049187968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.215586:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384647.215590:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384647.215590:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384647.215596:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000398d5a38 x1853237049187840 msgsize 4848 00000100:00000040:2.0:1767384647.215596:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384647.215601:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e86f4904. 00000100:00100000:3.0:1767384647.215606:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384647.215636:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049187968, offset 0 00000400:00000200:2.0:1767384647.215642:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384647.215649:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384647.215650:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384647.215652:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384647.215659:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384647.215666:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005e80 00000400:00000200:3.0:1767384647.215669:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb385d49 00000400:00000010:3.0:1767384647.215672:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb385d49. 00000100:00000001:3.0:1767384647.215677:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384647.215681:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1329 [2] + 0 00000100:00000200:3.0:1767384647.215683:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009aa10b3a x1853237049187840/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384647.215689:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000125dc367. 00000400:00000200:2.0:1767384647.215696:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000055d9b0a4 00000100:00000001:3.0:1767384647.215701:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384647.215706:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009aa10b3a x1853237049187840/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384647.215709:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384647.215718:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384647.215720:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.215722:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000001:3.0:1767384647.215724:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384647.215724:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055d9b0a4 00000400:00000010:2.0:1767384647.215729:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055d9b0a4. 00000100:00000001:3.0:1767384647.215734:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.215734:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384647.215737:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384647.215741:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294935643 00000100:00000040:2.0:1767384647.215741:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000008cc12918 x1853237049187968 msgsize 4848 00000100:00000010:3.0:1767384647.215749:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4b61074. 00000100:00100000:2.0:1767384647.215753:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384647.215755:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384647.215758:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384647.215764:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384647.215767:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294935643 00000400:00000200:2.0:1767384647.215772:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e86f4904 00000100:00000010:3.0:1767384647.215774:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082cbf76c. 00000400:00000010:2.0:1767384647.215775:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e86f4904. 00000100:00000001:3.0:1767384647.215781:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384647.215782:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384647.215784:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000200:2.0:1767384647.215788:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f936500 x1853237049187968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.215789:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294935643 00000100:00000010:3.0:1767384647.215797:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bf7af9ff. 00000100:00000001:2.0:1767384647.215799:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384647.215803:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384647.215804:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f936500 x1853237049187968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.215810:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.215812:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384647.215818:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294935643 00000100:00000001:2.0:1767384647.215818:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.215825:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294935643 00000100:00000010:3.0:1767384647.215826:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086ca773f. 00000100:00000001:2.0:1767384647.215828:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294935643 00000100:00000001:2.0:1767384647.215832:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294935643 00000100:00000001:3.0:1767384647.215834:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384647.215834:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294935643 00000400:00000200:1.0:1767384647.215836:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000001:2.0:1767384647.215838:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294935643 00000100:00000001:3.0:1767384647.215843:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384647.215844:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294935643 00000100:00000001:2.0:1767384647.215847:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294935643 00000100:00000001:3.0:1767384647.215849:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.215850:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294935643 00000100:00000001:2.0:1767384647.215854:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384647.215856:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.215857:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.215861:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.215863:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384647.215869:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.215873:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384647.215874:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384647.215878:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384647.215878:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384647.215881:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384647.215883:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384647.215884:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384647.215885:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.215886:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000001:3.0:1767384647.215888:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384647.215890:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.215894:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.215899:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.215915:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384647.215919:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187840 02000000:00000001:2.0:1767384647.215922:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384647.215924:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384647.215926:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384647.215929:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384647.215932:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187840 00000020:00000001:2.0:1767384647.215935:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384647.215937:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384647.215939:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384647.215941:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:2.0:1767384647.215943:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384647.215946:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384647.215949:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384647.215952:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039e32203. 00000100:00000001:2.0:1767384647.215954:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384647.215954:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000020:00000010:2.0:1767384647.215959:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039e32203. 00000020:00000010:2.0:1767384647.215966:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f934010. 00000020:00000010:2.0:1767384647.215971:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b60bfb4. 00000020:00000010:2.0:1767384647.215976:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003caaaf0b. 00000100:00000040:2.0:1767384647.215984:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384647.215987:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384647.215988:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384647.215989:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.215996:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.216004:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384647.216014:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384647.216017:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187968 02000000:00000001:2.0:1767384647.216018:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384647.216022:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000001:2.0:1767384647.216024:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384647.216028:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384647.216030:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384647.216032:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187968 00000020:00000001:2.0:1767384647.216034:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384647.216035:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384647.216037:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384647.216038:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:2.0:1767384647.216040:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384647.216042:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384647.216046:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384647.216049:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039e32203. 00000100:00000001:2.0:1767384647.216051:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384647.216053:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039e32203. 00000020:00000010:2.0:1767384647.216057:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e8ed2ad. 00000020:00000010:2.0:1767384647.216061:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004e037da6. 00000020:00000010:2.0:1767384647.216065:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e5b4391. 00000100:00000001:2.0:1767384647.216069:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384647.216070:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384647.216071:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.216075:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.216078:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384647.216085:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000001:2.0:1767384647.216088:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384647.216091:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384647.216097:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000040:2.0:1767384647.216099:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384647.216101:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729446480 : -123268980105136 : ffff8fe3343aa050) 00000100:00000040:2.0:1767384647.216105:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000398d5a38 x1853237049187840/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:628/0 lens 4848/0 e 0 to 0 dl 1767384658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.216111:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384647.216114:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039e32203. 00000100:00000001:2.0:1767384647.216115:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384647.216117:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039e32203. 00000100:00100000:2.0:1767384647.216125:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000398d5a38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049187840:12345-0@lo:253: 00000100:00000200:2.0:1767384647.216128:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187840 00000020:00000001:2.0:1767384647.216131:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384647.216134:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384647.216134:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000100:00000001:3.0:1767384647.216135:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384647.216136:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.216141:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384647.216141:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384647.216145:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384647.216148:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384647.216151:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000020:00000001:2.0:1767384647.216151:0:17072:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384647.216155:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384647.216157:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000020:00000001:2.0:1767384647.216158:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384647.216160:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.216162:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729438288 : -123268980113328 : ffff8fe3343a8050) 00000100:00000001:2.0:1767384647.216165:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384647.216168:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384647.216171:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008cc12918 x1853237049187968/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:628/0 lens 4848/0 e 0 to 0 dl 1767384658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384647.216171:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 02000000:00000010:2.0:1767384647.216173:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d7e5a42c. 02000000:00000001:2.0:1767384647.216179:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.216182:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384647.216187:0:17072:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384647.216191:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384647.216196:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039d77b74. 20000000:00000010:2.0:1767384647.216197:0:17072:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c0388b51. 00000100:00000001:3.0:1767384647.216200:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384647.216202:0:17072:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:3.0:1767384647.216204:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039d77b74. 20000000:00000001:2.0:1767384647.216206:0:17072:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384647.216206:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 20000000:00000001:2.0:1767384647.216209:0:17072:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384647.216213:0:17072:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384647.216214:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008cc12918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049187968:12345-0@lo:253: 20000000:00000001:2.0:1767384647.216218:0:17072:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384647.216222:0:17072:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000200:3.0:1767384647.216224:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187968 00000020:00000001:3.0:1767384647.216228:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384647.216231:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:2.0:1767384647.216231:0:17072:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007c035adf. 00000020:00000001:3.0:1767384647.216233:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384647.216235:0:17072:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000020:00000001:3.0:1767384647.216239:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384647.216243:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 20000000:00000001:2.0:1767384647.216243:0:17072:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384647.216248:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384647.216249:0:17072:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384647.216251:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00080000:00000001:2.0:1767384647.216253:0:17072:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:3.0:1767384647.216259:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384647.216262:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384647.216264:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384647.216267:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.216270:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384647.216272:0:17072:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000001:3.0:1767384647.216273:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384647.216281:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000034fb6922. 02000000:00000001:3.0:1767384647.216284:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384647.216286:0:17072:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.216287:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384647.216291:0:17072:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:3.0:1767384647.216293:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384647.216294:0:17072:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384647.216298:0:17072:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384647.216300:0:17072:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384647.216304:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b3b106a3. 00080000:00000002:2.0:1767384647.216310:0:17072:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 000000005f5e7274 20000000:01000000:3.0:1767384647.216311:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384647.216317:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384647.216317:0:17072:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005d8e6787 00000400:00000200:1.0:1767384647.216317:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00080000:00000002:2.0:1767384647.216321:0:17072:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:3.0:1767384647.216322:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384647.216326:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384647.216327:0:17072:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384647.216332:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384647.216333:0:17072:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384647.216336:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384647.216337:0:17072:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384647.216341:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384647.216346:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384647.216349:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384647.216352:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000856da02e. 00080000:00000001:2.0:1767384647.216355:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649505280 : -123274060046336 : ffff8fe20570e000) 00000400:00000200:1.0:1767384647.216356:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00080000:00000001:2.0:1767384647.216358:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384647.216362:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384647.216366:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000039e32203. 00080000:00000001:2.0:1767384647.216369:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384647.216372:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384647.216381:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00080000:00000001:2.0:1767384647.216389:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384647.216407:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00080000:00000001:2.0:1767384647.216410:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384647.216451:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216491:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216537:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216556:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216576:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216597:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216826:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216852:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216878:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216901:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216919:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216941:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216956:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216970:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216982:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.216994:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.217006:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.217020:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.217036:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384647.217165:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a60e7de4. 00000800:00000010:1.0:1767384647.217168:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000466ba30f. 00000800:00000010:1.0:1767384647.217173:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f4898c13. 00000800:00000010:1.0:1767384647.217190:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f4898c13. 00000800:00020000:1.0:1767384647.217199:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384647.217202:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000466ba30f. 00000800:00000010:1.0:1767384647.217203:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a60e7de4. 00000400:02020000:1.0:1767384647.217239:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp38 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384647.217244:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp38 notifying 192.168.202.137@tcp38: down 00000800:00000200:1.0:1767384647.217248:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp38 down 00000800:00000100:1.0:1767384647.217253:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 544 0@<0:0>->192.168.202.137@tcp38 00000800:00000010:1.0:1767384647.217257:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002355dd7. 00000400:00000200:1.0:1767384647.217259:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384647.217263:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp38->192.168.202.137@tcp38: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384647.217276:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp38 added to recovery queue. ping count: 0 next ping: 269 health :900 00000400:00000200:1.0:1767384647.217280:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384647.217282:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 1 00000400:00000200:1.0:1767384647.217285:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384647.217330:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384647.217336:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x101151 00000400:00000001:2.0:1767384647.217341:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384647.217343:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384647.217345:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011b2b321 00000400:00000010:2.0:1767384647.217347:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011b2b321. 00000400:00000200:2.0:1767384647.217351:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384647.217356:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384647.217360:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (33) 00000400:00000200:2.0:1767384647.217364:0:16346:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384647.217366:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100151 rc -71 00000400:00000200:2.0:1767384647.217370:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:2.0:1767384647.217373:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (32) 00080000:00000010:3.0:1767384647.217932:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000856da02e. 00080000:00000010:2.0:1767384647.217970:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000039e32203. 00040000:00000001:2.0:1767384647.217975:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384647.217977:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384647.217978:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384647.217986:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384647.217988:0:17072:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384647.217989:0:17072:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384647.217997:0:17072:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384647.218006:0:17072:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384647.218008:0:17072:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384647.218012:0:17072:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384647.218015:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a119d30a. 20000000:01000000:3.0:1767384647.218019:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:00000001:3.0:1767384647.218023:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384647.218027:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384647.218030:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384647.218037:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384647.218044:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384647.218046:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384647.218048:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384647.218050:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384647.218052:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384647.218054:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 20000000:01000000:1.0:1767384647.218057:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:3.0:1767384647.218059:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 20000000:00000001:1.0:1767384647.218063:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000002:3.0:1767384647.218064:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 10000000:01000000:1.0:1767384647.218067:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384647.218070:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384647.218072:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384647.218075:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.218076:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384647.218079:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384647.218083:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1767384647.218085:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ad127882. 00000020:00000001:3.0:1767384647.218086:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:1.0:1767384647.218090:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384647.218093:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f9b951c. 00080000:00000001:3.0:1767384647.218098:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384647.218099:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384647.218104:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006f9b951c with handle 0x7f71e2b70dd2033f to hash 00080000:00000010:3.0:1767384647.218105:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c746204c. 00000020:00000001:1.0:1767384647.218107:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384647.218110:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782838272 : -123268926713344 : ffff8fe337695200) 00080000:00000001:3.0:1767384647.218111:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799577236992 : -123274132314624 : ffff8fe201222600) 00010000:00000001:1.0:1767384647.218113:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782838272 : -123268926713344 : ffff8fe337695200) 00080000:00000001:3.0:1767384647.218115:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384647.218117:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:3.0:1767384647.218120:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384647.218120:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384647.218125:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2033f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384647.218126:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000039d77b74. 00080000:00000001:3.0:1767384647.218132:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.218135:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384647.218136:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000020:2.0:1767384647.218136:0:17072:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384647.218139:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:2.0:1767384647.218141:0:17072:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384647.218143:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000010:2.0:1767384647.218144:0:17072:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c0388b51. 00010000:00000001:1.0:1767384647.218145:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384647.218148:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384647.218150:0:17072:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.218150:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384647.218151:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.218154:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384647.218156:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049187840 00010000:00000001:1.0:1767384647.218157:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384647.218162:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384647.218162:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:3.0:1767384647.218163:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384647.218165:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384647.218168:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000200:2.0:1767384647.218169:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000398d5a38 x1853237049187840/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:628/0 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384647.218172:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ad127882) refcount = 1 00010000:00010000:1.0:1767384647.218179:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2033f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384647.218181:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384647.218183:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384647.218186:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=64 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384647.218193:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384647.218196:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:1.0:1767384647.218197:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:2.0:1767384647.218199:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:1.0:1767384647.218200:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:2.0:1767384647.218202:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384647.218203:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384647.218205:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.218206:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.218208:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384647.218209:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384647.218213:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:1.0:1767384647.218214:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000010:2.0:1767384647.218217:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e86f4904. 20000000:01000000:1.0:1767384647.218218:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00000100:00000200:2.0:1767384647.218222:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049187840, offset 224 00010000:00000001:1.0:1767384647.218222:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384647.218225:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384647.218228:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384647.218228:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f9b951c refcount=4 00000020:00000001:1.0:1767384647.218232:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782838272 : -123268926713344 : ffff8fe337695200) 00010000:00000001:1.0:1767384647.218235:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782838272 : -123268926713344 : ffff8fe337695200) 00000400:00000200:2.0:1767384647.218239:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384647.218240:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384647.218243:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2033f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384647.218248:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005e00 00000400:00000200:2.0:1767384647.218255:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b45 [2] + 224 00010000:00000001:1.0:1767384647.218256:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384647.218260:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2033f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384647.218261:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384647.218269:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384647.218269:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384647.218272:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384647.218273:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384647.218275:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2033f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384647.218278:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384647.218281:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384647.218283:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009aa10b3a x1853237049187840/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384647.218284:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384647.218287:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2033f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384647.218301:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009aa10b3a x1853237049187840/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384647.218303:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006f9b951c already unused, calling callback (0000000058ffb97a) 00010000:00000001:1.0:1767384647.218307:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384647.218315:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384647.218316:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2033f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384647.218317:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384647.218323:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e86f4904 00010000:00000001:1.0:1767384647.218323:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384647.218324:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:2.0:1767384647.218326:0:17072:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e86f4904. 00000020:00000001:1.0:1767384647.218327:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384647.218331:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384647.218331:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f9b951c refcount=5 00000100:00000001:2.0:1767384647.218334:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384647.218335:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782838272 : -123268926713344 : ffff8fe337695200) 00000100:00000001:2.0:1767384647.218337:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.218338:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782838272 : -123268926713344 : ffff8fe337695200) 00000100:00000001:3.0:1767384647.218340:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384647.218344:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:3.0:1767384647.218345:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384647.218345:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384647.218348:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2033f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384647.218350:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384647.218353:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384647.218354:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.218355:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000001:3.0:1767384647.218358:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384647.218358:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384647.218359:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:3.0:1767384647.218363:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf4e898e. 00010000:00000001:1.0:1767384647.218363:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384647.218365:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000398d5a38 x1853237049187840/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:628/0 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384647.218369:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767384647.218371:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70b8248 00010000:00000001:1.0:1767384647.218373:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:3.0:1767384647.218377:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b70b8248. 00010000:00000001:1.0:1767384647.218377:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384647.218381:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384647.218382:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000398d5a38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049187840:12345-0@lo:253: Request processed in 2267us (2782us total) trans 0 rc 0/0 00000020:00000040:1.0:1767384647.218385:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006f9b951c with handle 0x7f71e2b70dd2033f from hash 00000100:00000001:3.0:1767384647.218386:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384647.218391:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384647.218393:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767384647.218394:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000200:3.0:1767384647.218396:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009aa10b3a x1853237049187840/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384647.218397:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384647.218398:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00000001:1.0:1767384647.218400:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384647.218403:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384647.218404:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384647.218406:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384647.218408:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:2.0:1767384647.218411:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b60bfb4. 00010000:00000001:1.0:1767384647.218411:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384647.218415:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384647.218418:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003caaaf0b. 00010000:00000001:1.0:1767384647.218419:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384647.218422:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009aa10b3a x1853237049187840/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384647.218424:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f934010. 00010000:00000001:1.0:1767384647.218424:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384647.218428:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000040:2.0:1767384647.218431:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00010000:00000001:1.0:1767384647.218433:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384647.218436:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384647.218438:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384647.218439:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384647.218441:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d7e5a42c. 00000100:00000001:3.0:1767384647.218443:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384647.218445:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384647.218447:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384647.218448:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384647.218449:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.218453:0:16348:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384647.218454:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384647.218456:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384647.218458:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1767384647.218458:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2033f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384647.218461:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000125dc367. 00000100:00000001:3.0:1767384647.218462:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384647.218467:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384647.218469:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e86f4904. 00010000:00000001:1.0:1767384647.218470:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384647.218472:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.218472:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384647.218475:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00001000:3.0:1767384647.218478:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=64 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384647.218478:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384647.218481:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384647.218485:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384647.218486:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=64 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384647.218488:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384647.218505:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384647.218508:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.218508:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384647.218514:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.218515:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384647.218519:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384647.218520:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2033f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384647.218523:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.218528:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384647.218530:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384647.218534:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006f9b951c/0x7f71e2b70dd2033f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384647.218538:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009aa10b3a x1853237049187840/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384647.218549:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ad127882 count: 0 00000100:00000001:3.0:1767384647.218553:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384647.218558:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384647.218560:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384647.218562:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384647.218563:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 20000000:00000001:1.0:1767384647.218566:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:3.0:1767384647.218567:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384647.218571:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384647.218573:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384647.218574:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384647.218575:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384647.218577:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384647.218579:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384647.218580:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384647.218582:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384647.218584:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aa10b3a x1853237049187840/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384647.218594:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049187840:0@lo:253: 00000100:00000001:3.0:1767384647.218600:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.218602:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384647.218605:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009aa10b3a x1853237049187840/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384647.218634:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384647.218637:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384647.218639:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e4b6550b. 02000000:00000001:3.0:1767384647.218645:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384647.218647:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384647.218650:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384647.218652:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384647.218655:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c6cdb1f5. 02000000:00000001:3.0:1767384647.218660:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384647.218662:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384647.218664:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009aa10b3a. 00000100:00000001:3.0:1767384647.218668:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384647.218670:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.218678:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.218682:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384647.218684:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.218687:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384647.218688:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384647.219597:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c746204c. 00080000:00000010:3.0:1767384647.219664:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000039d77b74. 00040000:00000001:3.0:1767384647.219670:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384647.219672:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384647.219675:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384647.219678:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384647.219681:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384647.219683:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384647.219685:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384647.219693:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384647.219696:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384647.219700:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384647.219701:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:1.0:1767384647.219705:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384647.219708:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384647.219710:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384647.219713:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384647.219717:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f0c9f76a. 00010000:00000001:1.0:1767384647.219721:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384647.219724:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ddc78d25. 00000020:00000001:1.0:1767384647.219726:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384647.219728:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ddc78d25 with handle 0x7f71e2b70dd20346 to hash 00000020:00000001:1.0:1767384647.219730:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384647.219739:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00010000:00000001:1.0:1767384647.219741:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00010000:00000001:1.0:1767384647.219744:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384647.219746:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384647.219749:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd20346 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384647.219755:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384647.219757:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384647.219759:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384647.219760:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384647.219762:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384647.219764:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384647.219765:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384647.219767:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384647.219768:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384647.219770:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384647.219771:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384647.219772:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f0c9f76a) refcount = 1 00010000:00010000:1.0:1767384647.219775:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd20346 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384647.219781:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384647.219783:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384647.219784:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384647.219787:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.219789:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384647.219792:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384647.219795:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:1.0:1767384647.219798:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384647.219799:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384647.219801:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ddc78d25 refcount=4 00080000:00000020:3.0:1767384647.219803:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:1.0:1767384647.219804:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00000100:00000001:3.0:1767384647.219808:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384647.219809:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 20000000:00000010:3.0:1767384647.219812:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b3b106a3. 00010000:00000001:1.0:1767384647.219814:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 20000000:00000001:3.0:1767384647.219818:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384647.219823:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd20346 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384647.219824:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049187968 00010000:00000001:3.0:1767384647.219829:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384647.219835:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008cc12918 x1853237049187968/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:628/0 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384647.219836:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384647.219840:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd20346 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384647.219855:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384647.219857:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384647.219858:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384647.219860:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384647.219861:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd20346 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384647.219864:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384647.219872:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384647.219873:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767384647.219877:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:1.0:1767384647.219877:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.219883:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:1.0:1767384647.219884:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384647.219887:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd20346 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384647.219889:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384647.219892:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384647.219897:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384647.219899:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ddc78d25 already unused, calling callback (0000000058ffb97a) 00000100:00000040:3.0:1767384647.219903:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384647.219904:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:3.0:1767384647.219908:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb385d49. 00010000:00000001:1.0:1767384647.219908:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384647.219912:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd20346 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384647.219914:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049187968, offset 224 00010000:00000001:1.0:1767384647.219918:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384647.219919:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384647.219920:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384647.219923:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ddc78d25 refcount=5 00000020:00000001:1.0:1767384647.219927:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00010000:00000001:1.0:1767384647.219930:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782840832 : -123268926710784 : ffff8fe337695c00) 00000400:00000200:3.0:1767384647.219932:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384647.219935:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384647.219938:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd20346 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384647.219944:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384647.219951:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384647.219955:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005e80 00010000:00000001:1.0:1767384647.219961:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384647.219965:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b4d [2] + 224 00010000:00000001:1.0:1767384647.219965:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.219969:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384647.219972:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384647.219975:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384647.219975:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384647.219978:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384647.219983:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384647.219983:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ddc78d25 with handle 0x7f71e2b70dd20346 from hash 00010000:00000001:1.0:1767384647.219988:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384647.219989:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384647.219990:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384647.219993:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384647.219996:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f936500 x1853237049187968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384647.219996:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384647.219999:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384647.220002:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384647.220005:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384647.220008:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384647.220013:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.220016:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009f936500 x1853237049187968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384647.220017:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384647.220021:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384647.220027:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384647.220030:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384647.220033:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.220035:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.220037:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384647.220040:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd20346 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384647.220041:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384647.220049:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb385d49 00010000:00000001:1.0:1767384647.220049:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384647.220051:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384647.220053:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb385d49. 00010000:00000001:1.0:1767384647.220054:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384647.220058:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384647.220059:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384647.220063:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384647.220063:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384647.220065:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384647.220067:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384647.220069:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.220069:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384647.220070:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384647.220075:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384647.220077:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:2.0:1767384647.220077:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:1.0:1767384647.220080:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384647.220081:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384647.220083:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384647.220085:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dd86f3e. 00010000:00010000:1.0:1767384647.220086:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd20346 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384647.220087:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384647.220092:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9ad9aaf 00000020:00000001:3.0:1767384647.220093:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384647.220098:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9ad9aaf. 00000100:00000040:3.0:1767384647.220101:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008cc12918 x1853237049187968/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:628/0 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.220104:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384647.220111:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f936500 x1853237049187968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384647.220125:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384647.220128:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384647.220132:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ddc78d25/0x7f71e2b70dd20346 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384647.220137:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008cc12918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049187968:12345-0@lo:253: Request processed in 3940us (4389us total) trans 0 rc 0/0 00010000:00000040:1.0:1767384647.220140:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f0c9f76a count: 0 00000100:00000200:2.0:1767384647.220141:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f936500 x1853237049187968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384647.220148:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384647.220152:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:3.0:1767384647.220159:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000001:2.0:1767384647.220163:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384647.220164:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384647.220167:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384647.220168:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384647.220172:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384647.220173:0:16349:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384647.220176:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004e037da6. 02000000:00000001:2.0:1767384647.220176:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384647.220179:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384647.220183:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e5b4391. 00000100:00000001:2.0:1767384647.220183:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384647.220189:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384647.220190:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e8ed2ad. 00000100:00001000:2.0:1767384647.220192:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=64 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384647.220196:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=64 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384647.220202:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384647.220204:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:2.0:1767384647.220204:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384647.220207:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384647.220210:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384647.220211:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384647.220213:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384647.220215:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000034fb6922. 00000100:00000040:2.0:1767384647.220219:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f936500 x1853237049187968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384647.220221:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384647.220224:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384647.220231:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384647.220233:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384647.220236:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384647.220238:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf4e898e. 00000100:00000001:2.0:1767384647.220238:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384647.220244:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384647.220246:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb385d49. 00000020:01000004:2.0:1767384647.220247:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384647.220251:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384647.220253:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384647.220255:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384647.220264:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384647.220265:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384647.220266:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384647.220268:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384647.220271:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f936500 x1853237049187968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384647.220278:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049187968:0@lo:253: 00000100:00000001:2.0:1767384647.220282:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384647.220284:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384647.220286:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f936500 x1853237049187968/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384663 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384647.220293:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384647.220294:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384647.220296:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000462930ca. 02000000:00000001:2.0:1767384647.220301:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384647.220303:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384647.220304:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384647.220306:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384647.220308:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c94994ef. 02000000:00000001:2.0:1767384647.220311:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384647.220312:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384647.220314:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f936500. 00000100:00000001:2.0:1767384647.220317:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384647.220318:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384647.220319:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384647.220324:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384647.220325:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384647.220327:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384647.220328:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384647.221665:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294935643, at 4294935644 00000100:00000010:2.0:1767384647.221672:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bf7af9ff. 00000100:00000040:0.0:1767384647.222650:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294935643, at 4294935645 00000100:00000010:0.0:1767384647.222657:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4b61074. 00000100:00000040:1.0:1767384647.222673:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294935643, at 4294935645 00000100:00000010:1.0:1767384647.222683:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082cbf76c. 00000100:00000040:3.0:1767384647.223001:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294935643, at 4294935645 00000100:00000010:3.0:1767384647.223008:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086ca773f. 00010000:00000010:1.1:1767384647.224920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ad127882. 00010000:00000010:1.1:1767384647.224928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f9b951c. 00010000:00000010:1.1:1767384647.224932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f0c9f76a. 00010000:00000010:1.1:1767384647.224936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ddc78d25. 00000400:00000010:0.0:1767384647.230848:0:32660:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000074510f0. 00000400:00000040:0.0:1767384647.230870:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384647.230873:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384647.230875:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384647.230876:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384647.230878:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384647.230879:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384647.230881:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384647.230883:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384647.230884:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384647.230885:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384647.230896:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384647.230898:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384647.230899:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384647.230901:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384647.230902:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384647.230903:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384647.230904:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384647.230905:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384647.230906:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384647.230907:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384647.230908:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384647.230909:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384647.230911:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384647.230912:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384647.230912:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384647.230914:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384647.230915:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384647.230916:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384647.230917:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384647.230918:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384647.230918:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384647.230920:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384647.230920:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384647.230921:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384647.230922:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384647.230923:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384647.230924:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384647.230925:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384647.230926:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384647.230927:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384647.230928:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384647.230929:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384647.230930:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384647.230931:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384647.230932:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384647.230933:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384647.230934:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384647.230935:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384647.230936:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384647.230942:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384647.230943:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384647.230944:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384647.230945:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384647.230946:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384647.230947:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384647.230948:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384647.230949:0:32660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384647.231007:0:32660:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000074510f0. 00000400:00000200:0.0:1767384647.513676:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp35 00000400:00000010:0.0:1767384647.513683:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a06c0cf5. 00000400:00000010:0.0:1767384647.513691:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c19f96bc. 00000400:00000010:0.0:1767384647.513697:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf4390e3. 00000400:00000010:0.0:1767384647.513707:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bad0702e. 00000400:00000200:0.0:1767384647.513713:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp35 00000400:00000200:0.0:1767384647.513731:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp35 local destination 00000400:00000200:0.0:1767384647.513736:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp35 00000400:00000200:0.0:1767384647.513741:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp35 NI seq info: [138:138:256:4294967295] 192.168.202.137@tcp35 LPNI seq info [134:134:8:4294967295] 00000400:00000200:0.0:1767384647.513747:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp35 00000400:00000200:0.0:1767384647.513756:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp35(192.168.202.137@tcp35:) -> 192.168.202.137@tcp35(192.168.202.137@tcp35:192.168.202.137@tcp35) : GET try# 0 00000800:00000200:0.0:1767384647.513761:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp35 00000800:00000010:0.0:1767384647.513765:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002468c0cc. 00000800:00000200:0.0:1767384647.513772:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (2) 00000800:00000200:0.1:1767384647.513777:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (2) 00000400:00000200:0.0:1767384647.513795:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp35 added to recovery queue. ping count: 3 next ping: 276 health :700 00000400:00000200:1.0:1767384647.513854:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.513928:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.513971:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.513995:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514010:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514028:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514043:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514058:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514087:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514105:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514126:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514146:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514171:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514188:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514207:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514223:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514245:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514263:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514281:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514300:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514319:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514349:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514368:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514391:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514426:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514451:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514468:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514485:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514519:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514539:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514555:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514571:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514587:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514604:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384647.514657:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384647.514781:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a60e7de4. 00000800:00000010:1.0:1767384647.514786:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c94e6f50. 00000800:00000010:1.0:1767384647.514791:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023508462. 00000800:00000010:1.0:1767384647.514808:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023508462. 00000800:00020000:1.0:1767384647.514815:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384647.514818:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c94e6f50. 00000800:00000010:1.0:1767384647.514820:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a60e7de4. 00000400:02020000:1.0:1767384647.514848:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp35 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384647.514853:0:16339:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp35 notifying 192.168.202.137@tcp35: down 00000800:00000200:1.0:1767384647.514858:0:16339:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp35 down 00000800:00000100:1.0:1767384647.514863:0:16339:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp35 00000800:00000010:1.0:1767384647.514866:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002468c0cc. 00000400:00000200:1.0:1767384647.514869:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384647.514872:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp35->192.168.202.137@tcp35: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384647.514879:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384647.514882:0:16339:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384647.514885:0:16339:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp35) recovery failed with -71 00010000:00000001:2.0:1767384647.641757:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384647.641765:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384647.641772:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384647.641773:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384647.641823:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384647.641828:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384647.641832:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384648.537667:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384648.537672:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384648.537674:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf4390e3 00000400:00000010:0.0:1767384648.537678:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf4390e3. 00000400:00000200:0.0:1767384648.537683:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384648.537689:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp35 recovery ping unlinked 00000400:00000010:0.0:1767384648.537699:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a06c0cf5. 00000400:00000010:0.0:1767384648.537702:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c19f96bc. 00000400:00000200:0.0:1767384648.537708:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp38 00000400:00000010:0.0:1767384648.537715:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000aad2cee0. 00000400:00000010:0.0:1767384648.537720:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000090ecd794. 00000400:00000010:0.0:1767384648.537723:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf4390e3. 00000400:00000010:0.0:1767384648.537728:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000601de2c4. 00000400:00000200:0.0:1767384648.537731:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp38 00000400:00000200:0.0:1767384648.537742:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp38 local destination 00000400:00000200:0.0:1767384648.537748:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp38 00000400:00000200:0.0:1767384648.537753:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp38 NI seq info: [139:139:256:4294967295] 192.168.202.137@tcp38 LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1767384648.537758:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp38 00000400:00000200:0.0:1767384648.537765:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp38(192.168.202.137@tcp38:) -> 192.168.202.137@tcp38(192.168.202.137@tcp38:192.168.202.137@tcp38) : GET try# 0 00000800:00000200:0.0:1767384648.537769:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp38 00000800:00000010:0.0:1767384648.537773:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d1c9954. 00000800:00000200:0.0:1767384648.537778:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa6201c9] -> 12345-192.168.202.137@tcp38 (2) 00000800:00000200:0.1:1767384648.537783:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa6201c9] -> 12345-192.168.202.137@tcp38 (2) 00000400:00000200:0.0:1767384648.537800:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp38 added to recovery queue. ping count: 1 next ping: 271 health :900 00000400:00000200:3.0:1767384648.537874:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.537931:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.537976:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538025:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538056:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538085:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538117:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538143:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538161:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538175:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538191:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538203:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538215:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538231:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538245:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538260:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538275:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538289:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538302:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538320:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538364:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538400:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538427:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538443:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538459:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538500:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538530:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538556:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538576:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538591:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538604:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538725:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538768:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538805:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.538833:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384648.539048:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000034fb6922. 00000800:00000010:3.0:1767384648.539052:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000facddde3. 00000800:00000010:3.0:1767384648.539057:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000661e59ec. 00000800:00000010:3.0:1767384648.539074:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000661e59ec. 00000800:00020000:3.0:1767384648.539083:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384648.539086:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000facddde3. 00000800:00000010:3.0:1767384648.539089:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000034fb6922. 00000400:02020000:3.0:1767384648.539126:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp38 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384648.539133:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp38 notifying 192.168.202.137@tcp38: down 00000400:00000200:3.0:1767384648.539137:0:16338:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384648.539142:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp38 00000800:00000010:3.0:1767384648.539144:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d1c9954. 00000400:00000200:3.0:1767384648.539149:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384648.539153:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp38->192.168.202.137@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384648.539159:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384648.539162:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384648.539172:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp38) recovery failed with -71 10000000:00000001:2.0:1767384648.665738:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384648.665744:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 2 10000000:00000001:2.0:1767384648.665750:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384648.665753:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384648.665755:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384648.665757:0:17077:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384648.665760:0:17077:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384648.665763:0:17077:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384648.665767:0:17077:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8fe3054f6000 from 61 10000000:00000001:2.0:1767384648.665771:0:17077:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384648.665773:0:17077:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384648.665782:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f936500. 00000020:00000040:2.0:1767384648.665787:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384648.665793:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384648.665796:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384648.665802:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384648.665829:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000375d68c6. 00000100:00000001:2.0:1767384648.665836:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.665841:0:17077:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384648.665845:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384648.665855:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000096a42b20. 00010000:00000001:2.0:1767384648.665863:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384648.665868:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052d18255. 00000020:00000001:2.0:1767384648.665874:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384648.665879:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052d18255 with handle 0x7f71e2b70dd2034d to hash 00000020:00000001:2.0:1767384648.665882:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384648.665884:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384648.665888:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384648.665893:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384648.665896:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384648.665901:0:17077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384648.665913:0:17077:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384648.665945:0:17077:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384648.665950:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384648.665952:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384648.665958:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000924b53f0. 00000100:00000001:2.0:1767384648.665960:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620803973194688 : -123269736356928 : ffff8fe3072723c0) 00000100:00000001:2.0:1767384648.665963:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384648.665964:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120992768 : -123269588558848 : ffff8fe30ff65c00) 00000100:00000001:2.0:1767384648.665970:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384648.665972:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.665974:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384648.665976:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384648.665987:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f936500 x1853237049188096/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.665995:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384648.665996:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.666000:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384648.666003:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384648.666005:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.666009:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049188096:0@lo:101: 00000100:00000001:2.0:1767384648.666013:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384648.666019:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384648.666022:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.666024:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384648.666028:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f63098c5. 02000000:00000001:2.0:1767384648.666029:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384648.666035:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dd86f3e. 00000400:00000010:2.0:1767384648.666041:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eca48cc. 00000100:00000200:2.0:1767384648.666048:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049188096, portal 25 00000100:00000001:2.0:1767384648.666050:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384648.666051:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120992768 : -123269588558848 : ffff8fe30ff65c00) 00000100:00000040:2.0:1767384648.666054:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f936500 x1853237049188096/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.666065:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384648.666069:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384648.666074:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4ae9c42. 00000100:00000200:2.0:1767384648.666078:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049188096, offset 0 00000400:00000200:2.0:1767384648.666085:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384648.666100:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384648.666112:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260005f00 00000400:00000200:2.0:1767384648.666136:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1361 [2] + 0 00000400:00000010:2.0:1767384648.666140:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4e54318. 00000400:00000200:2.0:1767384648.666147:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000109727f7 00000400:00000200:2.0:1767384648.666152:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384648.666156:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384648.666163:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000109727f7 00000400:00000010:2.0:1767384648.666165:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000109727f7. 00000100:00000001:2.0:1767384648.666171:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384648.666173:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384648.666177:0:17077:0:(events.c:337:request_in_callback()) incoming req@000000003592fbd0 x1853237049188096 msgsize 328 00000100:00100000:2.0:1767384648.666180:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384648.666182:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384648.666198:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384648.666208:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4ae9c42 00000400:00000010:2.0:1767384648.666210:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4ae9c42. 00000100:00000001:2.0:1767384648.666215:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384648.666220:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f936500 x1853237049188096/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.666231:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384648.666239:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009f936500 x1853237049188096/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.666245:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.666246:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384648.666247:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384648.666255:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188096 00000100:00000001:2.0:1767384648.666259:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.666260:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384648.666268:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384648.666273:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.666273:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294937093 00000100:00000010:2.0:1767384648.666289:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002baaf141. 02000000:00000001:3.0:1767384648.666290:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384648.666297:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188096 00000020:00000001:3.0:1767384648.666303:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384648.666305:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:2.0:1767384648.666306:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767384648.666308:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384648.666312:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:3.0:1767384648.666317:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384648.666317:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294937093 00000020:00000001:3.0:1767384648.666327:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000010:2.0:1767384648.666328:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b28651ec. 00000100:00000001:2.0:1767384648.666338:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384648.666340:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384648.666351:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021982edb. 00000100:00000001:2.0:1767384648.666352:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294937093 00000100:00000001:3.0:1767384648.666359:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384648.666360:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000039977a5. 00000020:00000010:3.0:1767384648.666370:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021982edb. 00000100:00000001:2.0:1767384648.666372:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384648.666382:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294937093 00000020:00000010:3.0:1767384648.666383:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70d9fff. 00000100:00000010:2.0:1767384648.666396:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68d73a7. 00000020:00000010:3.0:1767384648.666398:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f837653. 00000100:00000001:2.0:1767384648.666403:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384648.666405:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000143fbaaf. 00000100:00000001:2.0:1767384648.666407:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.666411:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.666414:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384648.666416:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384648.666418:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 00000000924b53f0 going to sleep for 11 seconds 00000100:00000040:3.0:1767384648.666420:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384648.666422:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384648.666423:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384648.666426:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384648.666427:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.666428:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.666448:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.666466:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.666473:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384648.666478:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.666491:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384648.666495:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384648.666503:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384648.666508:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384648.666509:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000040:3.0:1767384648.666517:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384648.666519:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729450576 : -123268980101040 : ffff8fe3343ab050) 00000100:00000040:3.0:1767384648.666538:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003592fbd0 x1853237049188096/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:629/0 lens 328/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.666556:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384648.666556:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384648.666562:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384648.666564:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021982edb. 00010000:00010000:2.0:1767384648.666567:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384648.666568:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384648.666572:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021982edb. 00000100:00100000:3.0:1767384648.666576:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003592fbd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:17077:x1853237049188096:12345-0@lo:101: 00000100:00000200:3.0:1767384648.666579:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188096 00000020:00000001:3.0:1767384648.666582:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384648.666585:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384648.666586:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384648.666588:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384648.666590:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000020:00000001:3.0:1767384648.666592:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384648.666593:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384648.666595:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384648.666596:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384648.666601:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384648.666602:0:17075:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384648.666604:0:17075:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384648.666605:0:17075:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384648.666627:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384648.666629:0:17075:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.666635:0:17075:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384648.666647:0:17075:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000043503ab. 00010000:00000001:3.0:1767384648.666651:0:17075:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384648.666656:0:17075:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ecc07f78. 00000020:00000001:3.0:1767384648.666659:0:17075:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384648.666661:0:17075:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ecc07f78 with handle 0x7f71e2b70dd20354 to hash 00000020:00000001:3.0:1767384648.666663:0:17075:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384648.666664:0:17075:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00000001:3.0:1767384648.666666:0:17075:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00010000:3.0:1767384648.666668:0:17075:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20354 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f71e2b70dd2034d expref: -99 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384648.666682:0:17075:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000f6abc116 : new locks_count 10 00000020:00000040:3.0:1767384648.666683:0:17075:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=15 00000100:00000001:3.0:1767384648.666691:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384648.666693:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384648.666696:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000119f7a7b. 02000000:00000001:3.0:1767384648.666698:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.666699:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.666701:0:17075:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384648.666704:0:17075:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384648.666706:0:17075:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384648.666707:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384648.666708:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384648.666710:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384648.666711:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384648.666713:0:17075:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384648.666714:0:17075:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384648.666715:0:17075:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384648.666716:0:17075:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384648.666718:0:17075:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000043503ab) refcount = 1 00010000:00010000:3.0:1767384648.666721:0:17075:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20354 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7f71e2b70dd2034d expref: 15 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.666725:0:17075:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384648.666726:0:17075:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384648.666727:0:17075:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384648.666728:0:17075:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.666729:0:17075:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384648.666733:0:17075:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384648.666735:0:17075:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20354 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd2034d expref: 15 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.666740:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384648.666741:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384648.666743:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384648.666750:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.666752:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384648.666753:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384648.666755:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384648.666756:0:17075:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ecc07f78, rc 0) 00000020:00000001:3.0:1767384648.666758:0:17075:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384648.666761:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049188096 00010000:00000001:3.0:1767384648.666763:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384648.666766:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003592fbd0 x1853237049188096/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:629/0 lens 328/344 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384648.666772:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384648.666774:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384648.666777:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384648.666781:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384648.666783:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384648.666784:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384648.666786:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384648.666788:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.666791:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384648.666793:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384648.666797:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079996ec5. 00000100:00000200:3.0:1767384648.666801:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049188096, offset 224 00000400:00000200:3.0:1767384648.666807:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384648.666816:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384648.666826:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260005f00 00000400:00000200:3.0:1767384648.666832:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1b6d [1] + 224 00000400:00000200:3.0:1767384648.666837:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384648.666840:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384648.666846:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384648.666849:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f936500 x1853237049188096/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384648.666855:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000009f936500 x1853237049188096/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.666870:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384648.666881:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079996ec5 00000400:00000010:3.0:1767384648.666884:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079996ec5. 00000100:00000001:3.0:1767384648.666886:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384648.666888:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384648.666892:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384648.666897:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384648.666902:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384648.666902:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384648.666910:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384648.666912:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384648.666914:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384648.666920:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003592fbd0 x1853237049188096/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:629/0 lens 328/344 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384648.666921:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384648.666926:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dd86f3e. 00000400:00000200:2.0:1767384648.666936:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eca48cc 00000400:00000010:2.0:1767384648.666940:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eca48cc. 00000100:00100000:3.0:1767384648.666945:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003592fbd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049188096:12345-0@lo:101: Request processed in 387us (764us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384648.666945:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384648.666950:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f936500 x1853237049188096/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384648.666979:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f936500 x1853237049188096/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384648.666980:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000040:3.0:1767384648.666986:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384648.666994:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384648.666997:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384648.667006:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f837653. 00000100:00000001:2.0:1767384648.667007:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384648.667010:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.667017:0:17077:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384648.667018:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000143fbaaf. 02000000:00000001:2.0:1767384648.667022:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384648.667024:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70d9fff. 00000100:00000001:2.0:1767384648.667025:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384648.667029:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384648.667032:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:2.0:1767384648.667033:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.667046:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384648.667049:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000119f7a7b. 00000100:00001000:2.0:1767384648.667049:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=65 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384648.667060:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384648.667061:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384648.667064:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.667069:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384648.667073:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384648.667074:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384648.667084:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384648.667085:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000390047eb. 00010000:00000001:2.0:1767384648.667088:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384648.667093:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec2424ae. 00000100:00000001:2.0:1767384648.667095:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.667104:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f936500 x1853237049188096/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.667110:0:17077:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.667113:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384648.667116:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384648.667120:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f936500 x1853237049188096/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384648.667128:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049188096:0@lo:101: 00000100:00000001:2.0:1767384648.667135:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.667138:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.667140:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384648.667142:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384648.667146:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f936500 x1853237049188096/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.667152:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384648.667154:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000924b53f0. 00000100:00000001:2.0:1767384648.667156:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384648.667158:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.667161:0:17077:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384648.667170:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384648.667172:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.667174:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=4 00000020:00000001:2.0:1767384648.667176:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384648.667178:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000040:2.0:1767384648.667182:0:17077:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000052d18255, remote cookie: 0x7f71e2b70dd20354, flags: 0x0 00010000:00000001:2.0:1767384648.667185:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384648.667188:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384648.667191:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384648.667192:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384648.667194:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384648.667196:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000096a42b20) refcount = 1 00010000:00010000:2.0:1767384648.667199:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20354 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.667203:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384648.667205:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384648.667207:0:17077:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384648.667209:0:17077:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384648.667214:0:17077:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384648.667217:0:17077:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd20354 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.667221:0:17077:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384648.667223:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.667225:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.667226:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.667227:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.667229:0:17077:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.667230:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384648.667234:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f936500 x1853237049188096/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.667239:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384648.667242:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384648.667245:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f63098c5. 02000000:00000001:2.0:1767384648.667249:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384648.667255:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384648.667256:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384648.667259:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384648.667261:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000375d68c6. 02000000:00000001:2.0:1767384648.667264:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384648.667265:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384648.667267:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f936500. 00000100:00000001:2.0:1767384648.667270:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384648.667271:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384648.667273:0:17077:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384648.667274:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384648.667275:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 3 10000000:00000001:2.0:1767384648.667278:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.667281:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384648.667282:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.667285:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=3 00000020:00000001:2.0:1767384648.667288:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384648.667290:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384648.667292:0:17077:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384648.667294:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.667295:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.667296:0:17077:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384648.667298:0:17077:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384648.667301:0:17077:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d5844257. 00000100:00000010:2.0:1767384648.667313:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f936500. 00000020:00000040:2.0:1767384648.667315:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384648.667318:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384648.667320:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384648.667323:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384648.667325:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000375d68c6. 00000100:00000001:2.0:1767384648.667327:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.667330:0:17077:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384648.667334:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f63098c5. 00000100:00000010:2.0:1767384648.667336:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000004274b777. 00000020:00000040:2.0:1767384648.667338:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384648.667343:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384648.667348:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384648.667352:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000924b53f0. 00000100:00000001:2.0:1767384648.667353:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620803973194688 : -123269736356928 : ffff8fe3072723c0) 00000100:00000001:2.0:1767384648.667356:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384648.667357:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120992768 : -123269588558848 : ffff8fe30ff65c00) 00000100:00000001:2.0:1767384648.667360:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384648.667361:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.667362:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384648.667363:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384648.667367:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f936500 x1853237049188224/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.667374:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384648.667375:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.667378:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384648.667381:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384648.667383:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.667386:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049188224:0@lo:256: 00000100:00000001:2.0:1767384648.667388:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384648.667390:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384648.667391:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.667393:0:17077:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384648.667397:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dd86f3e. 00000400:00000010:2.0:1767384648.667400:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b9ad9aaf. 00000100:00000200:2.0:1767384648.667404:0:17077:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260005f80-0x6958260005f80, portal 33 00000100:00000001:2.0:1767384648.667407:0:17077:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.667408:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384648.667410:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f934010. 02000000:00000001:2.0:1767384648.667411:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384648.667413:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c3c856. 00000400:00000010:2.0:1767384648.667416:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eca48cc. 00000100:00000200:2.0:1767384648.667420:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049188224, portal 25 00000100:00000001:2.0:1767384648.667422:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384648.667423:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120992768 : -123269588558848 : ffff8fe30ff65c00) 00000100:00000040:2.0:1767384648.667428:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f936500 x1853237049188224/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.667436:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384648.667440:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384648.667441:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4ae9c42. 00000100:00000200:2.0:1767384648.667445:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049188224, offset 0 00000400:00000200:2.0:1767384648.667448:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384648.667453:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384648.667458:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260005f80 00000400:00000200:2.0:1767384648.667461:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x138d [2] + 0 00000400:00000010:2.0:1767384648.667463:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6735ccd. 00000400:00000200:2.0:1767384648.667466:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000935299e2 00000400:00000200:2.0:1767384648.667469:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384648.667471:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384648.667474:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935299e2 00000400:00000010:2.0:1767384648.667475:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000935299e2. 00000100:00000001:2.0:1767384648.667493:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384648.667495:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384648.667498:0:17077:0:(events.c:337:request_in_callback()) incoming req@00000000fa5ab432 x1853237049188224 msgsize 304 00000100:00100000:2.0:1767384648.667503:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384648.667506:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384648.667516:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384648.667523:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4ae9c42 00000400:00000010:2.0:1767384648.667524:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4ae9c42. 00000100:00000001:2.0:1767384648.667526:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384648.667530:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f936500 x1853237049188224/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.667536:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384648.667540:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384648.667542:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009f936500 x1853237049188224/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384648.667544:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188224 02000000:00000001:3.0:1767384648.667551:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384648.667555:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384648.667559:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.667561:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.667565:0:17077:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384648.667567:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.667570:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384648.667572:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188224 00000100:00000001:2.0:1767384648.667575:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294937094 00000020:00000001:3.0:1767384648.667582:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384648.667583:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937093 00000020:00000040:3.0:1767384648.667584:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384648.667587:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384648.667588:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:3.0:1767384648.667593:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:3.0:1767384648.667597:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384648.667597:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294937094 00000100:00000001:2.0:1767384648.667637:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937093 00000100:00000001:3.0:1767384648.667647:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384648.667649:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294937095 00000020:00000010:3.0:1767384648.667652:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021982edb. 00000100:00000001:3.0:1767384648.667659:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.667659:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294937093 00000020:00000010:3.0:1767384648.667673:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021982edb. 00000100:00000001:2.0:1767384648.667678:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294937095 00000020:00000010:3.0:1767384648.667681:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70d9fff. 00000100:00000001:2.0:1767384648.667685:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294937093 00000020:00000010:3.0:1767384648.667687:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f837653. 00000020:00000010:3.0:1767384648.667699:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000143fbaaf. 00000100:00000001:2.0:1767384648.667700:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.667709:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.667712:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384648.667714:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384648.667715:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:2.0:1767384648.667719:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 00000000924b53f0 going to sleep for 11 seconds 00000100:00000001:3.0:1767384648.667720:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384648.667725:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384648.667726:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384648.667728:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.667730:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.667734:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.667750:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.667758:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384648.667759:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384648.667763:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000040:3.0:1767384648.667765:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384648.667768:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729440336 : -123268980111280 : ffff8fe3343a8850) 00000100:00000040:3.0:1767384648.667771:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa5ab432 x1853237049188224/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:629/0 lens 304/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.667777:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384648.667779:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021982edb. 00000100:00000001:3.0:1767384648.667781:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384648.667782:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021982edb. 00000100:00100000:3.0:1767384648.667786:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa5ab432 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049188224:12345-0@lo:256: 00000100:00000200:3.0:1767384648.667789:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188224 00000020:00000001:3.0:1767384648.667796:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384648.667798:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384648.667799:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384648.667800:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384648.667801:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592544 : -1047959072 : ffffffffc18969e0) 00000020:00000001:3.0:1767384648.667803:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384648.667804:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384648.667805:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384648.667807:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384648.667808:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.667812:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384648.667813:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384648.667815:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000119f7a7b. 02000000:00000001:3.0:1767384648.667817:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.667818:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384648.667820:0:17075:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384648.667823:0:17075:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384648.667826:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384648.667828:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384648.667830:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384648.667831:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384648.667833:0:17075:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384648.667835:0:17075:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d3dd9a7c. 20000000:00000001:3.0:1767384648.667837:0:17075:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384648.667849:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384648.667854:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384648.667857:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384648.667859:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384648.667860:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384648.667861:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384648.667863:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384648.667864:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384648.667866:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384648.667867:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384648.667869:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384648.667870:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384648.667871:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384648.667872:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384648.667879:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384648.667880:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384648.667881:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384648.667883:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384648.667884:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384648.667886:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384648.667887:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384648.667888:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384648.667890:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384648.667891:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384648.667892:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384648.667894:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384648.667895:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384648.667896:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384648.667898:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384648.667899:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384648.667901:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384648.667902:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:01000000:3.0:1767384648.667904:0:17075:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 664, pages 3432/1/4/3. 20000000:00000040:3.0:1767384648.667910:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384648.667911:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384648.667912:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384648.667914:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384648.667915:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384648.667916:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384648.667918:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384648.667919:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384648.667922:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384648.667924:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384648.667926:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384648.667929:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384648.667931:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384648.667933:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384648.667935:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384648.667937:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384648.667938:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384648.667940:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384648.667943:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384648.667945:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384648.667954:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384648.667957:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384648.667959:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384648.667962:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384648.667965:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384648.667967:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384648.667970:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384648.667972:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384648.667975:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384648.667977:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384648.667980:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384648.667982:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:01000000:3.0:1767384648.667985:0:17075:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 664, pages 2768/1/4/3. 20000000:01000000:3.0:1767384648.667987:0:17075:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1328, version 68 20000000:00000001:3.0:1767384648.667989:0:17075:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1328 : 1328 : 530) 00000100:00000001:3.0:1767384648.667991:0:17075:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384648.667994:0:17075:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d3e0ac3e. 00000100:00000010:3.0:1767384648.667997:0:17075:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000fec2b0e8. 00000020:00000040:3.0:1767384648.667999:0:17075:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=16 00010000:00000001:3.0:1767384648.668002:0:17075:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384648.668004:0:17075:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384648.668007:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079996ec5. 00000400:00000010:3.0:1767384648.668013:0:17075:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004092f30e. 00000400:00000200:3.0:1767384648.668016:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384648.668023:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384648.668029:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1328 into portal 33 MB=0x6958260005f80 00000400:00000200:3.0:1767384648.668034:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1328/1328 into md 0x1b7d [4] + 0 00000400:00000010:3.0:1767384648.668036:0:17075:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dd86f3e. 00000400:00000200:3.0:1767384648.668039:0:17075:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b9ad9aaf 00000400:00000200:3.0:1767384648.668042:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384648.668044:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384648.668047:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9ad9aaf 00000400:00000010:3.0:1767384648.668049:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b9ad9aaf. 00000100:00000001:3.0:1767384648.668052:0:17075:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384648.668054:0:17075:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000009f936500 desc 00000000f63098c5 mbits 1853237049188224 00000100:00000001:3.0:1767384648.668065:0:17075:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384648.668074:0:17075:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384648.668079:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384648.668086:0:17075:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1b89 00000400:00000200:3.0:1767384648.668089:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384648.668096:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384648.668097:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384648.668104:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.668105:0:17075:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384648.668110:0:17075:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000d3e0ac3e 00000100:00000001:3.0:1767384648.668115:0:17075:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384648.668120:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079996ec5 00000400:00000010:3.0:1767384648.668122:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079996ec5. 00000100:00000001:3.0:1767384648.668124:0:17075:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384648.668125:0:17075:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d3e0ac3e 00000100:00000001:3.0:1767384648.668127:0:17075:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384648.668130:0:17075:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1328 bytes via portal 33 id 12345-0@lo mbits 0x6958260005f80-0x6958260005f80 00000100:00000001:3.0:1767384648.668132:0:17075:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.668136:0:17075:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.668137:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384648.668139:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000010:3.0:1767384648.668141:0:17075:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000fec2b0e8. 00000100:00000010:3.0:1767384648.668144:0:17075:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d3e0ac3e. 00000100:00000001:3.0:1767384648.668145:0:17075:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384648.668147:0:17075:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384648.668154:0:17075:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d3dd9a7c. 20000000:00000001:3.0:1767384648.668157:0:17075:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384648.668159:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049188224 00010000:00000001:3.0:1767384648.668160:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384648.668163:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa5ab432 x1853237049188224/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:629/0 lens 304/240 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384648.668168:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384648.668169:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384648.668170:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384648.668172:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384648.668173:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384648.668175:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384648.668177:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384648.668181:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.668183:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384648.668184:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384648.668187:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079996ec5. 00000100:00000200:3.0:1767384648.668189:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049188224, offset 224 00000400:00000200:3.0:1767384648.668191:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384648.668195:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384648.668198:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260005f80 00000400:00000200:3.0:1767384648.668201:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1b81 [1] + 224 00000400:00000200:3.0:1767384648.668204:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384648.668205:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384648.668208:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384648.668211:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f936500 x1853237049188224/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384648.668216:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000009f936500 x1853237049188224/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.668229:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384648.668232:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079996ec5 00000400:00000010:3.0:1767384648.668233:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079996ec5. 00000100:00000001:3.0:1767384648.668235:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384648.668236:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384648.668238:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384648.668241:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384648.668244:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384648.668246:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384648.668249:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384648.668253:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384648.668256:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa5ab432 x1853237049188224/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:629/0 lens 304/240 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384648.668262:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384648.668264:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384648.668267:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa5ab432 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049188224:12345-0@lo:256: Request processed in 486us (765us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384648.668267:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c3c856. 00000400:00000200:2.0:1767384648.668276:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eca48cc 00000400:00000010:2.0:1767384648.668283:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eca48cc. 00000100:00100000:3.0:1767384648.668284:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000040:3.0:1767384648.668297:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384648.668298:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384648.668306:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384648.668308:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f936500 x1853237049188224/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.668318:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384648.668324:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f837653. 00000100:00000200:2.0:1767384648.668325:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f936500 x1853237049188224/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384648.668329:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000143fbaaf. 00000020:00000010:3.0:1767384648.668341:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70d9fff. 00000100:00000001:2.0:1767384648.668343:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384648.668347:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384648.668348:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000001:2.0:1767384648.668350:0:17077:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384648.668354:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384648.668354:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384648.668358:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384648.668359:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000119f7a7b. 00000100:00000001:2.0:1767384648.668361:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.668366:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.668368:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384648.668370:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384648.668374:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384648.668377:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=65 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384648.668379:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a6263d1. 00000100:00001000:2.0:1767384648.668389:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=65 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384648.668390:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000facddde3. 00000100:00000001:2.0:1767384648.668397:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384648.668399:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.668402:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384648.668403:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.668405:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.668408:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000009f936500 x1853237049188224/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384648.668414:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000009f936500 x1853237049188224/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.668418:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384648.668420:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384648.668423:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f936500 x1853237049188224/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384648.668427:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049188224:0@lo:256: 00000100:00000001:2.0:1767384648.668435:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.668438:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.668439:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384648.668441:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384648.668444:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f936500 x1853237049188224/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.668450:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384648.668452:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000924b53f0. 00000100:00000001:2.0:1767384648.668454:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384648.668455:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384648.668458:0:17077:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 68, more 0. 10000000:00000001:2.0:1767384648.668461:0:17077:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384648.668467:0:17077:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000001c8cac7f. 10000000:00000040:2.0:1767384648.668492:0:17077:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.137@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384648.668500:0:17077:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384648.668503:0:17077:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384648.668517:0:17077:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.137@tcp has 192.168.202.137@tcp. 00000100:00000001:2.0:1767384648.668521:0:17077:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.668523:0:17077:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384648.668525:0:17077:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.137@tcp with 192.168.202.137@tcp 00000100:00000200:2.0:1767384648.668527:0:17077:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.137@tcp' 00000100:00000200:2.0:1767384648.668530:0:17077:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 32 NIDs for '192.168.202.137@tcp' 00000400:00000200:2.0:1767384648.668532:0:17077:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384648.668536:0:17077:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384648.668538:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:2.0:1767384648.668543:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384648.668547:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (31) 00000400:00000200:2.0:1767384648.668551:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (32) 00000400:00000200:2.0:1767384648.668562:0:17077:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384648.668564:0:17077:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384648.668566:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384648.668569:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:2.0:1767384648.668570:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (33) 00000400:00000200:2.0:1767384648.668572:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:2.0:1767384648.668574:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:2.0:1767384648.668578:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.668580:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:2.0:1767384648.668581:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:2.0:1767384648.668587:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.668589:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000400:00000200:2.0:1767384648.668591:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.137@tcp12 00000400:00000200:2.0:1767384648.668594:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.668596:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp12 00000400:00000200:2.0:1767384648.668599:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.137@tcp13 00000400:00000200:2.0:1767384648.668604:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.668606:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384648.668707:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 00000400:00000010:1.0:1767384648.668718:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011b2b321. 00000400:00000200:2.0:1767384648.668720:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp13 00000400:00000200:1.0:1767384648.668723:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (32) 00000400:00000200:2.0:1767384648.668724:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.137@tcp14 00000400:00000200:2.0:1767384648.668732:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp14 NID flags 0x1: -114 00000400:00000010:1.0:1767384648.668734:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000034dbd9bc. 00000400:00000200:2.0:1767384648.668735:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp14 00000400:00000200:2.0:1767384648.668743:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.137@tcp15 00000400:00000200:1.0:1767384648.668751:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000200:2.0:1767384648.668757:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.668769:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp15 00000400:00000200:1.0:1767384648.668771:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:2.0:1767384648.668786:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.137@tcp16 00000400:00000200:1.0:1767384648.668791:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:2.0:1767384648.668792:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.668801:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp16 00000400:00000200:2.0:1767384648.668805:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.137@tcp17 00000400:00000200:2.0:1767384648.668813:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.668818:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp17 00000400:00000200:2.0:1767384648.668820:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.137@tcp18 00000400:00000200:1.0:1767384648.668822:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000400:00000200:2.0:1767384648.668827:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.668833:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp18 00000400:00000200:2.0:1767384648.668840:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.137@tcp19 00000400:00000200:2.0:1767384648.668849:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.668852:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384648.668853:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp19 00000400:00000200:2.0:1767384648.668865:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.137@tcp20 00000400:00000200:1.0:1767384648.668870:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:2.0:1767384648.668878:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.668879:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:2.0:1767384648.668891:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp20 00000400:00000200:1.0:1767384648.668897:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 00000400:00000200:2.0:1767384648.668901:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.137@tcp21 00000400:00000200:1.0:1767384648.668905:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:1.0:1767384648.668910:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[93, 38] 00000400:00000200:2.0:1767384648.668912:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.668921:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 38], ns[109, 38] 00000400:00000200:2.0:1767384648.668922:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp21 00000400:00000200:2.0:1767384648.668929:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.137@tcp22 00000400:00000200:1.0:1767384648.668934:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 00000400:00000200:2.0:1767384648.668937:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.668943:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp22 00000400:00000200:2.0:1767384648.668947:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.137@tcp23 00000400:00000200:2.0:1767384648.668952:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.668954:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 38], ns[115, 38] 00000400:00000200:2.0:1767384648.668955:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp23 00000400:00000200:2.0:1767384648.668960:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.137@tcp24 00000400:00000200:2.0:1767384648.668969:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.668971:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp24 00000400:00000200:2.0:1767384648.668976:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.137@tcp25 00000400:00000200:1.0:1767384648.668976:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[124, 38] 00000400:00000200:2.0:1767384648.668985:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.668993:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp25 00000400:00000200:2.0:1767384648.669000:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.137@tcp26 00000400:00000200:1.0:1767384648.669004:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 38], ns[130, 38] 00000400:00000200:2.0:1767384648.669006:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.669017:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp26 00000400:00000200:1.0:1767384648.669025:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 38], ns[134, 38] 00000400:00000200:2.0:1767384648.669026:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.137@tcp27 00000400:00000200:2.0:1767384648.669039:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.669042:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 38], ns[44, 38] 00000400:00000200:2.0:1767384648.669052:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp27 00000400:00000200:2.0:1767384648.669063:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.137@tcp28 00000400:00000200:1.0:1767384648.669070:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000400:00000200:2.0:1767384648.669076:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.669084:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp28 00000400:00000200:1.0:1767384648.669085:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000400:00000200:2.0:1767384648.669099:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.137@tcp29 00000400:00000200:1.0:1767384648.669107:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:2.0:1767384648.669112:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.669120:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp29 00000400:00000200:2.0:1767384648.669129:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.137@tcp30 00000400:00000200:1.0:1767384648.669130:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000400:00000200:2.0:1767384648.669142:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.669146:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 38], ns[128, 38] 00000400:00000200:2.0:1767384648.669150:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp30 00000400:00000200:2.0:1767384648.669160:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.137@tcp31 00000400:00000200:2.0:1767384648.669172:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.669173:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[100, 38] 00000400:00000200:2.0:1767384648.669181:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp31 00000400:00000200:2.0:1767384648.669188:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.137@tcp32 00000400:00000200:1.0:1767384648.669193:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[132, 38], ns[136, 38] 00000400:00000200:2.0:1767384648.669202:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.669208:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp32 00000400:00000200:1.0:1767384648.669210:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 38], ns[105, 38] 00000400:00000200:2.0:1767384648.669226:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.137@tcp33 00000400:00000200:1.0:1767384648.669232:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[101, 38] 00000400:00000200:2.0:1767384648.669239:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.669252:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp33 00000400:00000200:1.0:1767384648.669257:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 38], ns[122, 38] 00000400:00000200:2.0:1767384648.669258:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.137@tcp34 00000400:00000200:2.0:1767384648.669277:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.669277:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[134, 38], ns[138, 38] 00000400:00000200:2.0:1767384648.669292:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp34 00000400:00000200:2.0:1767384648.669299:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.137@tcp35 00000400:00000200:1.0:1767384648.669300:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 38], ns[121, 38] 00000400:00000200:2.0:1767384648.669313:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.669316:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[131, 38], ns[135, 38] 00000400:00000200:2.0:1767384648.669319:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp35 00000400:00000200:2.0:1767384648.669328:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.137@tcp36 00000400:00000200:1.0:1767384648.669331:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[135, 38], ns[139, 38] 00000400:00000200:2.0:1767384648.669341:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.669345:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 38], ns[0, 38] 00000400:00000200:2.0:1767384648.669349:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp36 00000400:00000200:2.0:1767384648.669360:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.137@tcp37 00000400:00000200:1.0:1767384648.669361:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:2.0:1767384648.669378:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.669379:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp39 00000400:00000200:2.0:1767384648.669389:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp37 00000400:00000200:2.0:1767384648.669394:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.137@tcp38 00000400:00000200:1.0:1767384648.669395:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp39 lpni_is_preferred = 0 00000400:00000200:2.0:1767384648.669401:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.669405:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp38 00000400:00000200:2.0:1767384648.669412:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.137@tcp39 00000400:00000200:1.0:1767384648.669412:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp39 00000400:00000200:2.0:1767384648.669422:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.669426:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp39 NI seq info: [140:140:256:4294967295] 192.168.202.137@tcp39 LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1767384648.669433:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp39 00000400:00000200:2.0:1767384648.669439:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.137@tcp40 00000400:00000010:2.0:1767384648.669444:0:17077:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000006e8ed2ad. 00000400:00000200:2.0:1767384648.669452:0:17077:0:(peer.c:264:lnet_peer_alloc()) 000000006e8ed2ad nid 192.168.202.137@tcp40 00000400:00000010:2.0:1767384648.669457:0:17077:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ea3d5f23. 00000400:00000200:2.0:1767384648.669460:0:17077:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ea3d5f23 net tcp40 00000400:00000010:2.0:1767384648.669463:0:17077:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008e113248. 00000400:00000200:1.0:1767384648.669467:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp39 00000400:00000200:2.0:1767384648.669493:0:17077:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008e113248 nid 192.168.202.137@tcp40 00000400:00000200:1.0:1767384648.669504:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp39(192.168.202.137@tcp39:) -> 192.168.202.137@tcp39(192.168.202.137@tcp:192.168.202.137@tcp39) : PUT try# 0 00000400:00000200:2.0:1767384648.669509:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006e8ed2ad (0) 00000800:00000200:1.0:1767384648.669511:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.137@tcp39 00000800:00000010:1.0:1767384648.669520:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8f29c20. 00000400:00000200:2.0:1767384648.669524:0:17077:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.137@tcp40: -2 00000400:00000200:2.0:1767384648.669533:0:17077:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp40 NID 192.168.202.137@tcp40 flags 0x1 00000800:00000010:1.0:1767384648.669534:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c3e4d0f5. 00000400:00000200:2.0:1767384648.669537:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006e8ed2ad (1) 00000800:00000010:1.0:1767384648.669540:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e0e9ac9a. 00000400:00000200:2.0:1767384648.669541:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006e8ed2ad (2) 00000400:00000200:2.0:1767384648.669548:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006e8ed2ad (1) 00000800:00000200:1.0:1767384648.669557:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3e4d0f5] -> 12345-192.168.202.137@tcp39 (2) 00000400:00000200:2.0:1767384648.669558:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006e8ed2ad (2) 00000400:00000200:2.0:1767384648.669571:0:17077:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp40 (000000006e8ed2ad): 0 00000800:00000200:1.1:1767384648.669576:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3e4d0f5] -> 12345-192.168.202.137@tcp39 (2) 00000400:00000200:2.0:1767384648.669579:0:17077:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384648.669585:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384648.669590:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp40 NID 192.168.202.137@tcp40: 0. pending discovery 00000400:00000200:2.0:1767384648.669591:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006e8ed2ad (3) 00000100:00000001:2.0:1767384648.669594:0:17077:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384648.669598:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00010000:00000001:2.0:1767384648.669599:0:17077:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384648.669605:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100571 rc 0 10000000:00000040:2.0:1767384648.669641:0:17077:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.137@tcp' by NID '192.168.202.137@tcp' 00000400:00000200:1.0:1767384648.669645:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp40(000000006e8ed2ad) state 0x41 10000000:00000010:2.0:1767384648.669654:0:17077:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000c9501aa1. 00000400:00000200:1.0:1767384648.669655:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006e8ed2ad (2) 10000000:00000040:2.0:1767384648.669668:0:17077:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 68/68 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.137@tcp::2 00000400:00000010:1.0:1767384648.669670:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fbd23b9f. 00000020:00000080:2.0:1767384648.669675:0:17077:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000010:1.0:1767384648.669678:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00000020:00000001:2.0:1767384648.669684:0:17077:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000010:1.0:1767384648.669686:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aa7d3e64. 00000020:00000010:2.0:1767384648.669689:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1702caa. 00000400:00000200:1.0:1767384648.669698:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp40 00000020:00000010:2.0:1767384648.669701:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008abd9701. 00000400:00000200:3.0:1767384648.669704:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000040:00000010:2.0:1767384648.669709:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ff907d6d. 00000400:00000200:1.0:1767384648.669715:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp40 local destination 00000020:00000010:2.0:1767384648.669720:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000174d4352. 00000400:00000200:1.0:1767384648.669720:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000400:00000200:1.0:1767384648.669729:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp40 00000020:00000010:2.0:1767384648.669730:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004a25f319. 00000400:00000200:1.0:1767384648.669735:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp40 lpni_is_preferred = 0 00000400:00000200:1.0:1767384648.669741:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp40 00000400:00000200:1.0:1767384648.669743:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp40 NI seq info: [141:141:256:4294967295] 192.168.202.137@tcp40 LPNI seq info [1:1:8:4294967295] 00000020:00000010:2.0:1767384648.669746:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fae0b251. 00000400:00000200:1.0:1767384648.669747:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp40 00000400:00000200:3.0:1767384648.669749:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.669763:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40:) -> 192.168.202.137@tcp40(192.168.202.137@tcp40:192.168.202.137@tcp40) : GET try# 0 80000000:00000010:2.0:1767384648.669766:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000082d54292. 00000800:00000200:1.0:1767384648.669771:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp40 40000000:00000010:2.0:1767384648.669772:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000039e32203. 00000800:00000010:1.0:1767384648.669776:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009989ddcb. 00100000:00000010:2.0:1767384648.669780:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001435e954. 00000800:00000010:1.0:1767384648.669783:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000feee8c0. 00000400:00000200:3.0:1767384648.669787:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00040000:00000010:2.0:1767384648.669788:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006d2fa96c. 00000800:00000010:1.0:1767384648.669791:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ad1eec2f. 00040000:00000010:2.0:1767384648.669798:0:17077:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bfa2481c. 00040000:00000010:2.0:1767384648.669805:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b8d52f8a. 00000800:00000200:1.0:1767384648.669806:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (2) 00080000:00000010:2.0:1767384648.669816:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c0388b51. 00000800:00000200:1.1:1767384648.669817:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (2) 00000400:00000200:3.0:1767384648.669821:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00080000:00000010:2.0:1767384648.669825:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c94994ef. 00000004:00000010:2.0:1767384648.669833:0:17077:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003112511e. 00000400:00000200:1.0:1767384648.669839:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp40 00000004:00000010:2.0:1767384648.669843:0:17077:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ed1082c0. 00000400:00000200:1.0:1767384648.669844:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp40(000000006e8ed2ad) state 0x241 rc 0 00000004:00000010:2.0:1767384648.669852:0:17077:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003938d764. 00000400:00000200:3.0:1767384648.669854:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00002000:00000010:2.0:1767384648.669868:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000032651b95. 00000004:00000010:2.0:1767384648.669877:0:17077:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ce4f797c. 00000004:00000001:2.0:1767384648.669882:0:17077:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384648.669886:0:17077:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384648.669889:0:17077:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000c9501aa1 00000040:00001000:2.0:1767384648.669892:0:17077:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384648.669894:0:17077:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384648.669896:0:17077:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384648.669899:0:17077:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384648.669903:0:17077:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:3.0:1767384648.669905:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000040:00001000:2.0:1767384648.669906:0:17077:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384648.669911:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1767384648.669913:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000040:00001000:2.0:1767384648.669917:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.137@tcp::2 00000040:00000001:2.0:1767384648.669922:0:17077:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384648.669969:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000004:00000001:2.0:1767384648.669997:0:17077:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.670004:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008abd9701. 00000400:00000200:1.0:1767384648.670004:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000040:00000010:2.0:1767384648.670011:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ff907d6d. 00000020:00000010:2.0:1767384648.670016:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000174d4352. 00000020:00000010:2.0:1767384648.670022:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004a25f319. 00000020:00000010:2.0:1767384648.670028:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fae0b251. 80000000:00000010:2.0:1767384648.670033:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000082d54292. 00000400:00000200:3.0:1767384648.670036:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 40000000:00000010:2.0:1767384648.670038:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000039e32203. 00100000:00000010:2.0:1767384648.670047:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001435e954. 00040000:00000010:2.0:1767384648.670052:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006d2fa96c. 00040000:00000010:2.0:1767384648.670062:0:17077:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bfa2481c. 00040000:00000010:2.0:1767384648.670067:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b8d52f8a. 00080000:00000010:2.0:1767384648.670076:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c94994ef. 00080000:00000010:2.0:1767384648.670083:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c0388b51. 00000400:00000200:1.0:1767384648.670090:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000004:00000010:2.0:1767384648.670093:0:17077:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003112511e. 00000004:00000010:2.0:1767384648.670102:0:17077:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ed1082c0. 00000004:00000010:2.0:1767384648.670107:0:17077:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003938d764. 00002000:00000010:2.0:1767384648.670113:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000032651b95. 00000400:00000200:3.0:1767384648.670115:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000004:00000010:2.0:1767384648.670126:0:17077:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ce4f797c. 00000020:00000010:2.0:1767384648.670133:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1702caa. 00000020:00000001:2.0:1767384648.670138:0:17077:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.670141:0:17077:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384648.670144:0:17077:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000c9501aa1. 10000000:00000010:2.0:1767384648.670150:0:17077:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000001c8cac7f. 10000000:00000001:2.0:1767384648.670154:0:17077:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.670157:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384648.670163:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f936500 x1853237049188224/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384648.670166:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000001:2.0:1767384648.670178:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384648.670181:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384648.670183:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f934010. 02000000:00000001:2.0:1767384648.670187:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384648.670190:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384648.670193:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384648.670195:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384648.670196:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000001:2.0:1767384648.670200:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384648.670203:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384648.670205:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384648.670208:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384648.670210:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000004274b777. 00000100:00000010:2.0:1767384648.670213:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f63098c5. 00000100:00000001:2.0:1767384648.670218:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384648.670220:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000375d68c6. 02000000:00000001:2.0:1767384648.670225:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384648.670228:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384648.670229:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f936500. 00000100:00000001:2.0:1767384648.670239:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384648.670241:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384648.670259:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 10000000:00000010:2.0:1767384648.670260:0:17077:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d5844257. 10000000:01000000:2.0:1767384648.670271:0:17077:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.137@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:3.0:1767384648.670272:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 10000000:00000001:2.0:1767384648.670281:0:17077:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384648.670284:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384648.670287:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.670288:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=3 00000020:00000001:2.0:1767384648.670291:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384648.670294:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384648.670297:0:17077:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384648.670300:0:17077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20354 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.670307:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.670309:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384648.670311:0:17077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20354 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.670315:0:17077:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384648.670317:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.670319:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384648.670321:0:17077:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384648.670325:0:17077:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384648.670327:0:17077:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384648.670330:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384648.670331:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 3 10000000:00000001:2.0:1767384648.670334:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384648.670353:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.670356:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.670413:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.670417:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.670474:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.670477:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.670535:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.670542:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.670586:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.670596:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.670681:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.670713:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.670738:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.670787:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.670833:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.670869:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.670900:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.670940:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.670979:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.671010:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671072:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.671095:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671138:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.671196:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671223:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.671275:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671284:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.671369:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671370:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671437:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.671470:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671506:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671554:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.671560:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671584:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.671655:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671663:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.671720:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671733:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.671797:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671801:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.671870:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671891:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.671935:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.671949:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.672000:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.672042:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.672068:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.672114:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.672121:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.672185:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.672239:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.672286:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000800:00000010:3.0:1767384648.672320:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000034fb6922. 00000800:00000010:3.0:1767384648.672332:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c6013d4f. 00000800:00000010:3.0:1767384648.672337:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000021982edb. 00000400:00000200:1.0:1767384648.672351:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384648.672371:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000021982edb. 00000800:00020000:3.0:1767384648.672383:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384648.672386:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c6013d4f. 00000800:00000010:3.0:1767384648.672392:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000034fb6922. 00000400:00000200:1.0:1767384648.672394:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.672440:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:02020000:3.0:1767384648.672465:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp39 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384648.672472:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp39 notifying 192.168.202.137@tcp39: down 00000800:00000200:3.0:1767384648.672476:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp39 down 00000800:00000100:3.0:1767384648.672496:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 544 0@<0:0>->192.168.202.137@tcp39 00000800:00000010:3.0:1767384648.672499:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8f29c20. 00000400:00000200:3.0:1767384648.672503:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384648.672507:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp39->192.168.202.137@tcp39: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384648.672508:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.672517:0:16336:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp39 added to recovery queue. ping count: 0 next ping: 270 health :900 00000400:00000200:3.0:1767384648.672521:0:16336:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384648.672533:0:16336:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 1 00000400:00000200:3.0:1767384648.672536:0:16336:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384648.672550:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:3.0:1767384648.672590:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384648.672595:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x101171 00000400:00000200:1.0:1767384648.672598:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000001:3.0:1767384648.672600:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384648.672604:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384648.672649:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011b2b321 00000400:00000010:3.0:1767384648.672653:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011b2b321. 00000400:00000200:3.0:1767384648.672662:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384648.672675:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:3.0:1767384648.672680:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (33) 00000400:00000200:3.0:1767384648.672687:0:16346:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384648.672692:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x100171 rc -71 00000400:00000200:3.0:1767384648.672697:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:3.0:1767384648.672710:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (32) 00000100:00000040:0.0:1767384648.672711:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294937094, at 4294937095 00000100:00000010:0.0:1767384648.672723:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002baaf141. 00000400:00000200:1.0:1767384648.672738:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.672767:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.672793:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.672840:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.672880:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.672900:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.672918:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.672953:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.673353:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384648.673434:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a60e7de4. 00000800:00000010:1.0:1767384648.673438:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008bcfe2c1. 00000800:00000010:1.0:1767384648.673442:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002a0a3e95. 00000400:00000200:2.0:1767384648.673463:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp40 from 207.3.0.2 00000800:00000010:2.0:1767384648.673468:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e0dc30ce. 00000800:00000010:1.0:1767384648.673476:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002a0a3e95. 00000800:00000010:1.0:1767384648.673506:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd6db825. 00000800:00000010:1.0:1767384648.673511:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000880704f5. 00000800:00000010:1.0:1767384648.673547:0:16339:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007291b8f1. 00000800:00000200:1.1:1767384648.673560:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (2) 00000800:00000200:1.1:1767384648.673571:0:16339:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp40 000000007291b8f1 deleted 00000800:00000010:1.1:1767384648.673575:0:16339:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007291b8f1. 00000800:00000200:1.1:1767384648.673583:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384648.673593:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp40 ip 192.168.202.137:975 00000800:00000200:1.1:1767384648.673597:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009989ddcb type 2, nob 96 niov 1 nkiov 0 00000100:00000040:3.0:1767384648.673684:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294937095, at 4294937096 00000100:00000010:3.0:1767384648.673693:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68d73a7. 00000800:00000200:1.0:1767384648.674518:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp40 p 3.x 192.168.202.137 -> 192.168.202.137:975 incarnation:1767384647212487960 sched[0] 00000800:00000010:1.0:1767384648.674524:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002a0a3e95. 00000800:00000010:1.0:1767384648.674578:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002a0a3e95. 00000800:00000010:1.0:1767384648.674583:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000880704f5. 00000800:00000010:1.0:1767384648.674690:0:16339:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e0dc30ce. 00000100:00000040:1.0:1767384648.674711:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294937094, at 4294937097 00000100:00000010:1.0:1767384648.674727:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b28651ec. 00000100:00000040:2.0:1767384648.674790:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294937095, at 4294937097 00000100:00000010:2.0:1767384648.674797:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000039977a5. 00000800:00000001:1.0:1767384648.674820:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384648.674832:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384648.674863:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384648.674868:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp40 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384647212487960 sched[0] 00000800:00000010:1.0:1767384648.674870:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008bcfe2c1. 00000800:00000001:1.0:1767384648.674898:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384648.674913:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384648.674915:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384648.674921:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384648.674928:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40) <- 192.168.202.137@tcp40 : GET - for me 00000400:00000200:1.0:1767384648.674940:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp40 of length 272 into portal 0 MB=0x8000000000000000 00000800:00000200:2.0:1767384648.674944:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384648.674949:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009989ddcb. 00000400:00000200:1.0:1767384648.674955:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp40 of length 272/272 into md 0x1b3d [1] + 0 00000400:00000200:2.0:1767384648.674958:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384648.674974:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp40->192.168.202.137@tcp40: GET: OK 00000400:00000200:1.0:1767384648.674980:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp40 to MR: 192.168.202.137@tcp40 local destination 00000400:00000200:1.0:1767384648.674988:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp40 NI seq info: [142:142:255:4294967295] 192.168.202.137@tcp40 LPNI seq info [2:2:7:4294967295] 00000400:00000200:1.0:1767384648.675000:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40:192.168.202.137@tcp40) -> 192.168.202.137@tcp40(192.168.202.137@tcp40:192.168.202.137@tcp40) 192.168.202.137@tcp40 : REPLY try# 0 00000800:00000200:1.0:1767384648.675005:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp40 00000400:00000200:2.0:1767384648.675006:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384648.675015:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp40: 0 00000800:00000010:1.0:1767384648.675015:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009989ddcb. 00000800:00000200:1.0:1767384648.675028:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (4) 00000800:00000200:1.0:1767384648.675033:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp40 ip 192.168.202.137:988 00000800:00000200:1.0:1767384648.675036:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009989ddcb type 3, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384648.675094:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384648.675097:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009989ddcb. 00000400:00000200:1.0:1767384648.675100:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384648.675107:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp40->192.168.202.137@tcp40: REPLY: OK 00000800:00000001:2.0:1767384648.675116:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384648.675124:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384648.675124:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384648.675136:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384648.675139:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384648.675145:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384648.675149:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40) <- 192.168.202.137@tcp40 : REPLY - for me 00000400:00000200:1.0:1767384648.675156:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp40: Reply from 12345-192.168.202.137@tcp40 of length 272/272 into md 0x1b99 00000800:00000001:1.0:1767384648.675165:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384648.675169:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384648.675171:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384648.675173:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp40->192.168.202.137@tcp40: REPLY: OK 00000400:00000200:1.0:1767384648.675175:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000400:00000010:1.0:1767384648.675177:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000400:00000200:1.0:1767384648.675179:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384648.675182:0:16341:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp40 has discovery enabled 00000400:00000200:1.0:1767384648.675184:0:16341:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp40(000000006e8ed2ad) is MR 00000400:00000200:1.0:1767384648.675187:0:16341:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.137@tcp40 (544 bytes) 00000400:00000200:1.0:1767384648.675190:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp40 (000000006e8ed2ad): -114 00000400:00000010:1.0:1767384648.675202:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fbd23b9f. 00000400:00000200:1.0:1767384648.675205:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006e8ed2ad (3) 00000800:00000001:1.0:1767384648.675211:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384648.675215:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384648.675229:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384648.675240:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000f63098c5. 00000400:00000010:2.0:1767384648.675250:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c3c856. 00000400:00000010:2.0:1767384648.675256:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eca48cc. 00000400:00000200:2.0:1767384648.675260:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f63098c5 00000400:00000001:2.0:1767384648.675264:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384648.675266:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384648.675268:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b7622e. 00000400:00000200:2.0:1767384648.675273:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8615d30 00000400:00000010:2.0:1767384648.675275:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8615d30. 00000400:00000200:2.0:1767384648.675280:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000200:1.0:1767384648.675282:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000010:2.0:1767384648.675284:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000747534a2. 00000400:00000200:2.0:1767384648.675290:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00000400:00000200:2.0:1767384648.675299:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp40(000000006e8ed2ad) state 0x841 00000400:00000200:2.0:1767384648.675306:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp40:0 00000400:00000200:2.0:1767384648.675311:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp40(000000006e8ed2ad) state 0x2041 rc 1 00000400:00000200:2.0:1767384648.675314:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp40(000000006e8ed2ad) state 0x2041 00000400:00000200:2.0:1767384648.675317:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006e8ed2ad (2) 00000400:00000010:2.0:1767384648.675320:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000625d1ac5. 00000400:00000010:2.0:1767384648.675323:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4ae9c42. 00000400:00000010:2.0:1767384648.675336:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fd095037. 00000400:00000200:2.0:1767384648.675344:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp40 00000400:00000200:1.0:1767384648.675354:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384648.675363:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp40 local destination 00000400:00000200:2.0:1767384648.675369:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000400:00000200:2.0:1767384648.675374:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp40 00000400:00000200:2.0:1767384648.675379:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp40 lpni_is_preferred = 0 00000400:00000200:2.0:1767384648.675383:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp40 00000400:00000200:2.0:1767384648.675389:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp40 NI seq info: [143:143:256:4294967295] 192.168.202.137@tcp40 LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1767384648.675395:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp40 00000400:00000200:2.0:1767384648.675418:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40:) -> 192.168.202.137@tcp40(192.168.202.137@tcp40:192.168.202.137@tcp40) : GET try# 0 00000400:00000200:1.0:1767384648.675418:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000200:2.0:1767384648.675433:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp40 00000800:00000010:2.0:1767384648.675438:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d2fa96c. 00000800:00000200:2.0:1767384648.675443:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (4) 00000800:00000200:2.0:1767384648.675451:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp40 ip 192.168.202.137:975 00000800:00000200:2.0:1767384648.675454:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d2fa96c type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384648.675462:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384648.675467:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp40 00000400:00000200:2.0:1767384648.675472:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp40(000000006e8ed2ad) state 0x241 rc 0 00000400:00000200:1.0:1767384648.675523:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000800:00000001:1.0:1767384648.675554:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384648.675558:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384648.675561:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384648.675562:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d2fa96c. 00000800:00000001:1.0:1767384648.675566:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384648.675570:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384648.675572:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384648.675580:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp40->192.168.202.137@tcp40: GET: OK 00000400:00000200:1.0:1767384648.675591:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40) <- 192.168.202.137@tcp40 : GET - for me 00000400:00000200:2.0:1767384648.675592:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384648.675602:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp40: 0 00000400:00000200:1.0:1767384648.675650:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp40 of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384648.675656:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp40 of length 544/544 into md 0x1b3d [1] + 0 00000400:00000200:1.0:1767384648.675662:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp40 to MR: 192.168.202.137@tcp40 local destination 00000400:00000200:1.0:1767384648.675668:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp40 NI seq info: [144:144:256:4294967295] 192.168.202.137@tcp40 LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1767384648.675677:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40:192.168.202.137@tcp40) -> 192.168.202.137@tcp40(192.168.202.137@tcp40:192.168.202.137@tcp40) 192.168.202.137@tcp40 : REPLY try# 0 00000800:00000200:1.0:1767384648.675688:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.137@tcp40 00000800:00000010:1.0:1767384648.675691:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009989ddcb. 00000800:00000200:1.0:1767384648.675695:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (4) 00000800:00000200:1.0:1767384648.675699:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp40 ip 192.168.202.137:988 00000800:00000200:1.0:1767384648.675701:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009989ddcb type 3, nob 640 niov 1 nkiov 1 00000800:00000001:2.0:1767384648.675732:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384648.675763:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384648.675767:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384648.675770:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009989ddcb. 00000800:00000001:2.0:1767384648.675771:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384648.675773:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384648.675775:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384648.675781:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384648.675785:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp40->192.168.202.137@tcp40: REPLY: OK 00000400:00000200:2.0:1767384648.675794:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40) <- 192.168.202.137@tcp40 : REPLY - for me 00000400:00000200:2.0:1767384648.675808:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp40: Reply from 12345-192.168.202.137@tcp40 of length 544/544 into md 0x1ba1 00000800:00000001:2.0:1767384648.675813:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384648.675819:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384648.675821:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384648.675826:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp40->192.168.202.137@tcp40: REPLY: OK 00000400:00000200:2.0:1767384648.675830:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4ae9c42 00000400:00000010:2.0:1767384648.675832:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4ae9c42. 00000400:00000200:2.0:1767384648.675836:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000800:00000001:1.0:1767384648.675839:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384648.675843:0:16343:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp40 has discovery enabled 00000400:00000200:2.0:1767384648.675853:0:16343:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp40(000000006e8ed2ad) is MR 00000400:00000200:2.0:1767384648.675859:0:16343:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp40 data present 0. state = 0x241 00000400:00000200:2.0:1767384648.675869:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp40 (000000006e8ed2ad): -114 00000400:00000200:1.0:1767384648.675872:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384648.675891:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006e8ed2ad (3) 00000800:00000001:2.0:1767384648.675901:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384648.675906:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384648.675910:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384648.675931:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384648.675941:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp40(000000006e8ed2ad) state 0xc1 00000400:00020000:2.0:1767384648.675950:0:16346:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.202.137@tcp NID 192.168.202.137@tcp is already locked with peer 000000006036fed9 00000400:00000200:1.0:1767384648.675958:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676000:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676023:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676041:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676063:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676086:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676111:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676133:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676151:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676177:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676200:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676224:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676250:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676275:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676299:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676321:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676342:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676364:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676386:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676401:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676420:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676441:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676458:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676472:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676503:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676530:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676551:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384648.676563:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384648.676682:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000051fd331e. 00000800:00000010:1.0:1767384648.676685:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008bcfe2c1. 00000800:00000010:1.0:1767384648.676688:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002a0a3e95. 00000800:00000010:1.0:1767384648.676707:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002a0a3e95. 00000800:00020000:1.0:1767384648.676713:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384648.676716:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008bcfe2c1. 00000800:00000010:1.0:1767384648.676719:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000051fd331e. 00000400:02020000:1.0:1767384648.676783:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp40 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384648.679322:0:16346:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp flags 0x11: -76 00000400:00000200:2.0:1767384648.679327:0:16346:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.202.137@tcp40 NID 192.168.202.137@tcp: -76 00000400:00000010:2.0:1767384648.679329:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000625d1ac5. 00000400:00000200:2.0:1767384648.679334:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp40(000000006e8ed2ad): -76. state = 0x200141 00000400:00000200:2.0:1767384648.679337:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp40(000000006e8ed2ad) state 0x200141 rc -76 00000400:00000200:2.0:1767384648.679341:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp40 (000000006e8ed2ad) 00000400:00000200:2.0:1767384648.679344:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006e8ed2ad (2) 00000020:00000010:3.0:1767384648.680891:0:33113:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000021e31130. 00000020:00000040:3.0:1767384648.680898:0:33113:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384648.680900:0:33113:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000021e31130. 00080000:00000010:3.0:1767384648.852896:0:33116:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002dbe5b67. 00080000:00000010:3.0:1767384648.852905:0:33116:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002dbe5b67. 00000020:00000001:3.0:1767384648.852910:0:33116:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384648.852916:0:33116:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002dbe5b67. 00080000:00000010:3.0:1767384648.852919:0:33116:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002dbe5b67. 00000020:00000001:3.0:1767384648.852922:0:33116:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384649.561722:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384649.561728:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384649.561732:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf4390e3 00000400:00000010:0.0:1767384649.561737:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf4390e3. 00000400:00000200:0.0:1767384649.561745:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384649.561752:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp38 recovery ping unlinked 00000400:00000010:0.0:1767384649.561765:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000aad2cee0. 00000400:00000010:0.0:1767384649.561771:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000090ecd794. 00000400:00000200:0.0:1767384649.561778:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp37 00000400:00000010:0.0:1767384649.561783:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000aad2cee0. 00000400:00000010:0.0:1767384649.561789:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000090ecd794. 00000400:00000010:0.0:1767384649.561794:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf4390e3. 00000400:00000010:0.0:1767384649.561802:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008b4e5a42. 00000400:00000200:0.0:1767384649.561807:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp37 00000400:00000200:0.0:1767384649.561824:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp37 local destination 00000400:00000200:0.0:1767384649.561845:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp37 00000400:00000200:0.0:1767384649.561851:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp37 NI seq info: [145:145:256:4294967295] 192.168.202.137@tcp37 LPNI seq info [137:137:8:4294967295] 00000400:00000200:0.0:1767384649.561874:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp37 00000400:00000200:0.0:1767384649.561889:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp37(192.168.202.137@tcp37:) -> 192.168.202.137@tcp37(192.168.202.137@tcp37:192.168.202.137@tcp37) : GET try# 0 00000800:00000200:0.0:1767384649.561897:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp37 00000800:00000010:0.0:1767384649.561906:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d044a8da. 00000800:00000200:0.0:1767384649.561915:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c10d2b2] -> 12345-192.168.202.137@tcp37 (2) 00000800:00000200:0.1:1767384649.561923:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c10d2b2] -> 12345-192.168.202.137@tcp37 (2) 00000400:00000200:0.0:1767384649.561956:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp37 added to recovery queue. ping count: 3 next ping: 278 health :700 00000400:00000200:0.0:1767384649.561971:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp39 00000400:00000010:0.0:1767384649.561978:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000203e4736. 00000400:00000010:0.0:1767384649.561984:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009991f183. 00000400:00000010:0.0:1767384649.561989:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a41866c. 00000400:00000010:0.0:1767384649.562000:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bdcfc3cb. 00000400:00000200:0.0:1767384649.562009:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp39 00000400:00000200:0.0:1767384649.562020:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp39 local destination 00000400:00000200:0.0:1767384649.562026:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp39 00000400:00000200:0.0:1767384649.562030:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp39 NI seq info: [146:146:256:4294967295] 192.168.202.137@tcp39 LPNI seq info [138:138:8:4294967295] 00000400:00000200:0.0:1767384649.562036:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp39 00000400:00000200:3.0:1767384649.562054:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384649.562056:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp39(192.168.202.137@tcp39:) -> 192.168.202.137@tcp39(192.168.202.137@tcp39:192.168.202.137@tcp39) : GET try# 0 00000800:00000200:0.0:1767384649.562071:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp39 00000800:00000010:0.0:1767384649.562077:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a9965fd5. 00000800:00000200:0.0:1767384649.562083:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3e4d0f5] -> 12345-192.168.202.137@tcp39 (2) 00000800:00000200:0.1:1767384649.562090:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3e4d0f5] -> 12345-192.168.202.137@tcp39 (2) 00000400:00000200:0.0:1767384649.562117:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp39 added to recovery queue. ping count: 1 next ping: 272 health :900 00000400:00000200:3.0:1767384649.562139:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.562188:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.562200:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.562292:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.562296:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.562354:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.562372:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.562432:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.562434:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.562509:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.562528:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.562584:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.562629:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.562710:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.562718:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.562819:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.562823:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.562931:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.562936:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.563019:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.563053:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.563125:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.563177:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.563219:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.563286:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.563318:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.563390:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.563408:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.563491:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.563511:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.563584:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.563641:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.563677:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.563703:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.563769:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.563814:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.563865:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.563900:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.563977:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.563979:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.564119:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.564120:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.564213:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.564252:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.564308:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.564369:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.564400:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.564444:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.564493:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.564559:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.564593:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.564692:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.564722:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.564775:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.564806:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.564848:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.564933:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.564947:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.565016:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.565058:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.565111:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.565176:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.565202:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.565287:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.565312:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.565395:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.565457:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.565532:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000800:00000010:3.0:1767384649.565586:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000034fb6922. 00000800:00000010:3.0:1767384649.565593:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000028ab9cc4. 00000400:00000200:1.0:1767384649.565596:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384649.565601:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007dd2f27e. 00000800:00000010:3.0:1767384649.565691:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007dd2f27e. 00000800:00020000:3.0:1767384649.565705:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000400:00000200:1.0:1767384649.565707:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000800:00000010:3.0:1767384649.565709:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000028ab9cc4. 00000800:00000010:3.0:1767384649.565715:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000034fb6922. 00000400:00000200:1.0:1767384649.565802:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:02020000:3.0:1767384649.565824:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp37 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384649.565836:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp37 notifying 192.168.202.137@tcp37: down 00000400:00000200:3.0:1767384649.565843:0:16338:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384649.565853:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp37 00000800:00000010:3.0:1767384649.565857:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d044a8da. 00000400:00000200:3.0:1767384649.565863:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384649.565871:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp37->192.168.202.137@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384649.565876:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:00000200:3.0:1767384649.565881:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384649.565888:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384649.565896:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp37) recovery failed with -71 00000400:00000200:1.0:1767384649.565947:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.566025:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.566097:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.566179:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.566242:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.566338:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.566391:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.566425:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.566465:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.566531:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.566578:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.137:988 00000800:00000010:1.0:1767384649.566840:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000051fd331e. 00000800:00000010:1.0:1767384649.566847:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008bbbb696. 00000800:00000010:1.0:1767384649.566853:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000daa912a2. 00000800:00000010:1.0:1767384649.566906:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000daa912a2. 00000400:00000200:3.0:1767384649.567158:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384649.567183:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp39 from 206.3.0.2 00000800:00000010:3.0:1767384649.567187:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000038d63064. 00000800:00000010:1.0:1767384649.567228:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9ab8656. 00000800:00000010:1.0:1767384649.567235:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7cebc33. 00000800:00000010:1.0:1767384649.567258:0:16339:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003f3de89f. 00000800:00000200:1.1:1767384649.567268:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3e4d0f5] -> 12345-192.168.202.137@tcp39 (2) 00000800:00000200:1.1:1767384649.567278:0:16339:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp39 000000003f3de89f deleted 00000800:00000010:1.1:1767384649.567289:0:16339:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003f3de89f. 00000800:00000200:1.1:1767384649.567297:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384649.567306:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp39 ip 192.168.202.137:974 00000800:00000200:1.1:1767384649.567310:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9965fd5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384649.567318:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp39 p 3.x 192.168.202.137 -> 192.168.202.137:974 incarnation:1767384645017760057 sched[0] 00000800:00000010:1.0:1767384649.567327:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000daa912a2. 00000800:00000010:1.0:1767384649.567395:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000daa912a2. 00000800:00000010:1.0:1767384649.567399:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7cebc33. 00000800:00000010:1.0:1767384649.567437:0:16339:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000038d63064. 00000800:00000001:1.0:1767384649.567455:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384649.567462:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384649.567488:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384649.567495:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp39 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384645017760057 sched[0] 00000800:00000010:0.0:1767384649.567499:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008bbbb696. 00000800:00000200:1.0:1767384649.567535:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384649.567538:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a9965fd5. 00000400:00000200:1.0:1767384649.567542:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384649.567552:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp39->192.168.202.137@tcp39: GET: OK 00000400:00000200:1.0:1767384649.567561:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:0.0:1767384649.567563:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384649.567564:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp39 recovery message sent successfully:0 00000800:00000001:0.0:1767384649.567571:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384649.567577:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.567594:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384649.567639:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp39(192.168.202.137@tcp39) <- 192.168.202.137@tcp39 : GET - for me 00000400:00000200:0.0:1767384649.567651:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384649.567659:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x1b3d [1] + 0 00000400:00000200:0.0:1767384649.567671:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp39 to MR: 192.168.202.137@tcp39 local destination 00000400:00000200:0.0:1767384649.567682:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp39 NI seq info: [147:147:256:4294967295] 192.168.202.137@tcp39 LPNI seq info [139:139:8:4294967295] 00000400:00000200:0.0:1767384649.567699:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp39(192.168.202.137@tcp39:192.168.202.137@tcp39) -> 192.168.202.137@tcp39(192.168.202.137@tcp39:192.168.202.137@tcp39) 192.168.202.137@tcp39 : REPLY try# 0 00000400:00000200:1.0:1767384649.567701:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000200:0.0:1767384649.567711:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp39 00000800:00000010:0.0:1767384649.567717:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2330004. 00000800:00000200:0.0:1767384649.567727:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3e4d0f5] -> 12345-192.168.202.137@tcp39 (4) 00000800:00000200:0.0:1767384649.567737:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp39 ip 192.168.202.137:988 00000800:00000200:0.0:1767384649.567742:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f2330004 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384649.567824:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000800:00000200:0.0:1767384649.567834:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384649.567837:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2330004. 00000400:00000200:0.0:1767384649.567841:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384649.567846:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp39->192.168.202.137@tcp39: REPLY: OK 00000800:00000001:0.0:1767384649.567861:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.567865:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384649.567867:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.567872:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384649.567873:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.567879:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384649.567886:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp39(192.168.202.137@tcp39) <- 192.168.202.137@tcp39 : REPLY - for me 00000400:00000200:0.0:1767384649.567899:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp39: Reply from 12345-192.168.202.137@tcp39 of length 272/272 into md 0x1ba9 00000800:00000001:0.0:1767384649.567905:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.567914:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384649.567916:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384649.567922:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp39->192.168.202.137@tcp39: REPLY: OK 00000400:00000200:0.0:1767384649.567930:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a41866c 00000400:00000010:0.0:1767384649.567932:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a41866c. 00000400:00000200:1.0:1767384649.567934:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384649.567945:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384649.567953:0:16343:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000203e4736. 00000400:00000010:0.0:1767384649.567958:0:16343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009991f183. 00000800:00000001:0.0:1767384649.567967:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.567971:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384649.568052:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568151:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568241:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568322:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568388:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568417:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568430:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568442:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568466:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568502:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568519:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568533:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568547:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568563:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568576:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568593:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568639:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568659:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568690:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568721:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568744:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568758:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568776:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568802:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568841:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568908:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568950:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.568994:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.569043:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.569085:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.569140:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.569192:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384649.569406:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000842bf301. 00000800:00000010:1.0:1767384649.569412:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7cebc33. 00000800:00000010:1.0:1767384649.569416:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000daa912a2. 00000800:00000010:1.0:1767384649.569447:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000daa912a2. 00000800:00020000:1.0:1767384649.569458:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384649.569463:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7cebc33. 00000800:00000010:1.0:1767384649.569466:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000842bf301. 00000400:02020000:1.0:1767384649.569526:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp39 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000001:00000001:0.0:1767384649.607785:0:33280:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384649.607790:0:33280:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:0.0:1767384649.611844:0:33280:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384649.618991:0:33281:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d6cc2800. 00000400:00000010:0.0:1767384649.619006:0:33281:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002b57a0bf. 00000400:00000010:0.0:1767384649.619025:0:33281:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002ab3b978. 00000400:00000010:0.0:1767384649.619028:0:33281:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a73a3aa7. 00000400:00000010:0.0:1767384649.619032:0:33281:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000025f8a45a. 00000400:00000010:0.0:1767384649.619035:0:33281:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005f7474bc. 00000400:00000010:0.0:1767384649.619037:0:33281:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009b869183. 00000400:00000010:0.0:1767384649.619038:0:33281:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d914b395. 00000400:00000010:0.0:1767384649.619041:0:33281:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000095228366. 00000800:00000010:0.0:1767384649.619056:0:33281:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f2330004. 00000800:00000200:0.0:1767384649.619065:0:33281:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384649.619075:0:33281:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384649.619119:0:33281:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:0.0:1767384649.619144:0:33281:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp41 [8/256/0/180] 00000400:00000010:0.0:1767384649.621037:0:33281:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000c1e69723. 00000400:00000010:0.0:1767384649.621042:0:33281:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093c8ad7b. 00000400:00000010:0.0:1767384649.621047:0:33281:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a41866c. 00000400:00000001:0.0:1767384649.621068:0:33281:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384649.621070:0:33281:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384649.621071:0:33281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efee3765. 00000400:00000200:0.0:1767384649.621074:0:33281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbb15ff 00000400:00000010:0.0:1767384649.621075:0:33281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fbb15ff. 00000400:00000010:0.0:1767384649.621078:0:33281:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000d7882da0. 00000400:00000200:0.0:1767384649.621082:0:33281:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (31) 00000400:00000200:0.0:1767384649.621093:0:33281:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384649.621095:0:33281:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006e8ed2ad (1) 00000400:00000200:0.0:1767384649.621103:0:33281:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp40 (000000006e8ed2ad): 0 00000400:00000200:0.0:1767384649.621109:0:33281:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:0.0:1767384649.621115:0:33281:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000325c42f8. 00000020:01000000:0.0:1767384649.621119:0:33281:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384649.621121:0:33281:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp41 00000400:00000010:0.0:1767384649.621134:0:33281:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002b57a0bf. 00000400:00000010:0.0:1767384649.621137:0:33281:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d6cc2800. 00000400:00000200:2.0:1767384649.621156:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384649.621162:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384649.621168:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384649.621171:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 10000000:00000001:1.0:1767384649.621173:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384649.621181:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384649.621184:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384649.621185:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:2.0:1767384649.621186:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4ae9c42. 00000020:01000004:1.0:1767384649.621187:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384649.621195:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384649.621197:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (32) 00000020:01000004:1.0:1767384649.621203:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384649.621205:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384649.621207:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384649.621208:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:2.0:1767384649.621210:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a6a61bc8. 00000020:01000004:1.0:1767384649.621211:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384649.621216:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384649.621221:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000100:00000010:1.0:1767384649.621223:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b13cafb8. 00000020:00000040:1.0:1767384649.621229:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:1.0:1767384649.621233:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384649.621237:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384649.621241:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 02000000:00000001:1.0:1767384649.621245:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.621251:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 02000000:00000010:1.0:1767384649.621256:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000842bf301. 00000400:00000200:2.0:1767384649.621259:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 38], ns[47, 38] 00000400:00000200:2.0:1767384649.621268:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000001:1.0:1767384649.621268:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.621279:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:2.0:1767384649.621282:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000100:00000001:1.0:1767384649.621285:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384649.621291:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 00000100:00000001:1.0:1767384649.621292:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.621304:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000100:00000040:1.0:1767384649.621312:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b13cafb8] to pc [ptlrpcd_00_02+2] req@00000000b13cafb8 x1853237049188352/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384649.621323:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[93, 38] 00000400:00000200:2.0:1767384649.621353:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 38], ns[109, 38] 00000400:00000200:2.0:1767384649.621365:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[111, 38] 00000400:00000200:2.0:1767384649.621371:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 38], ns[115, 38] 00000400:00000200:2.0:1767384649.621379:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[124, 38] 10000000:00000001:1.0:1767384649.621382:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.621385:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 38], ns[130, 38] 10000000:00000001:1.0:1767384649.621387:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384649.621395:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.621395:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384649.621396:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 38], ns[134, 38] 00000100:00000001:0.0:1767384649.621406:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384649.621407:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384649.621416:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 38], ns[44, 38] 00000100:00000001:0.0:1767384649.621416:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384649.621419:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384649.621426:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 10000000:00000001:1.0:1767384649.621434:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:0.0:1767384649.621434:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b13cafb8 x1853237049188352/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384649.621438:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384649.621439:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 10000000:01000000:1.0:1767384649.621445:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384649.621454:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384649.621464:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384649.621482:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384649.621485:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000020:01000004:1.0:1767384649.621488:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384649.621493:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384649.621499:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384649.621504:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384649.621509:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384649.621512:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[81, 38] 00000020:01000004:1.0:1767384649.621513:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384649.621517:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384649.621528:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 38], ns[128, 38] 00000100:00000001:0.0:1767384649.621529:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384649.621532:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a585bd26. 00000400:00000200:2.0:1767384649.621536:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[100, 38] 02000000:00000001:0.0:1767384649.621538:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384649.621539:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000400:00000200:2.0:1767384649.621544:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[132, 38], ns[136, 38] 00000100:00000001:1.0:1767384649.621549:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384649.621549:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384649.621556:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 38], ns[105, 38] 02000000:00000001:1.0:1767384649.621558:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384649.621561:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384649.621566:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384649.621580:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049188352:0@lo:253: 02000000:00000010:1.0:1767384649.621582:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000972b1b7a. 00000400:00000200:2.0:1767384649.621584:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[101, 38] 00000100:00000001:1.0:1767384649.621595:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.621598:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384649.621605:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384649.621654:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.621656:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 38], ns[122, 38] 00000100:00000040:1.0:1767384649.621662:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a585bd26] to pc [ptlrpcd_00_03+3] req@00000000a585bd26 x1853237049188480/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384649.621670:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384649.621678:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384649.621690:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384649.621693:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[134, 38], ns[138, 38] 10000000:00000001:1.0:1767384649.621694:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384649.621701:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dd5ffa8c. 10000000:00000001:1.0:1767384649.621705:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384649.621715:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384649.621716:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.621718:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 38], ns[121, 38] 00000020:01000000:1.0:1767384649.621725:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384649.621729:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b7622e. 00000020:00000010:1.0:1767384649.621734:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000325c42f8. 00000400:00000200:2.0:1767384649.621738:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 38], ns[145, 38] 00000400:00000010:0.0:1767384649.621742:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b57a0bf. 00000100:00000001:1.0:1767384649.621752:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384649.621758:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[135, 38], ns[139, 38] 00000100:00000001:1.0:1767384649.621758:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384649.621759:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049188352, portal 25 00000100:00000001:1.0:1767384649.621765:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384649.621774:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a585bd26 x1853237049188480/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.621775:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384649.621779:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[147, 38] 00000100:00000001:0.0:1767384649.621784:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804924112896 : -123268785438720 : ffff8fe33fd50000) 00000100:00000040:0.0:1767384649.621809:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b13cafb8 x1853237049188352/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384649.621812:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384649.621822:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp 00000100:00000001:1.0:1767384649.621824:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384649.621828:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.621832:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767384649.621842:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp 02000000:00000001:1.0:1767384649.621842:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384649.621855:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp NI seq info: [148:148:256:4294967295] 192.168.202.137@tcp LPNI seq info [140:140:8:4294967295] 02000000:00000001:1.0:1767384649.621858:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384649.621863:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384649.621876:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384649.621880:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384649.621881:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp 00000400:00000010:0.0:1767384649.621891:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f48d398. 00000100:00100000:1.0:1767384649.621892:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a585bd26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049188480:0@lo:253: 00000400:00000200:2.0:1767384649.621908:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp:) -> 192.168.202.137@tcp(192.168.202.137@tcp:192.168.202.137@tcp) : PUT try# 0 00000100:00000001:1.0:1767384649.621909:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384649.621909:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049188352, offset 0 02000000:00000001:1.0:1767384649.621916:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384649.621922:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384649.621928:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767384649.621931:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.137@tcp 02000000:00000010:1.0:1767384649.621936:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000021758f95. 00000400:00000200:0.0:1767384649.621936:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:2.0:1767384649.621939:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e9d5ed97. 02000000:00000001:1.0:1767384649.621943:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384649.621949:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055f6cf6b. 00000800:00000200:2.0:1767384649.621954:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008612cf88] -> 12345-192.168.202.137@tcp (6) 00000400:00000010:1.0:1767384649.621955:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7cebc33. 00000400:00000200:0.0:1767384649.621965:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384649.621967:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049188480, portal 25 00000800:00000200:2.0:1767384649.621973:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp ip 192.168.202.137:988 00000800:00000200:2.0:1767384649.621977:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e9d5ed97 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:1.0:1767384649.621980:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384649.621985:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667053312 : -123274042498304 : ffff8fe2067ca300) 00000400:00000200:0.0:1767384649.621989:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006000 00000100:00000040:1.0:1767384649.621995:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a585bd26 x1853237049188480/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384649.622002:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1395 [2] + 0 00000400:00000200:2.0:1767384649.622006:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00000001:1.0:1767384649.622007:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384649.622019:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002deb8679. 00000400:00000200:2.0:1767384649.622021:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300571 rc 0 00000100:00000040:1.0:1767384649.622024:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384649.622033:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f3de89f. 00000400:00000200:2.0:1767384649.622034:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp40(000000006e8ed2ad) state 0x200161 00000400:00000200:0.0:1767384649.622035:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015561576 00000400:00000010:2.0:1767384649.622042:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c2f0ed0. 00000100:00000200:1.0:1767384649.622043:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049188480, offset 0 00000400:00000200:2.0:1767384649.622048:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006e8ed2ad (2) 00000400:00000200:0.0:1767384649.622049:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384649.622055:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000038de459d. 00000400:00000200:1.0:1767384649.622057:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384649.622066:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384649.622078:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp40 00000400:00000200:1.0:1767384649.622082:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384649.622086:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015561576 00000400:00000010:0.0:1767384649.622091:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015561576. 00000400:00000200:1.0:1767384649.622093:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006080 00000100:00000001:0.0:1767384649.622100:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384649.622104:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13b9 [2] + 0 00000100:00000200:0.0:1767384649.622104:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384649.622113:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000002bf7a798 x1853237049188352 msgsize 4848 00000400:00000200:2.0:1767384649.622115:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp40 to MR: 192.168.202.137@tcp40 local destination 00000400:00000010:1.0:1767384649.622117:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e05c36a. 00000400:00000200:1.0:1767384649.622131:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee14d600 00000100:00100000:0.0:1767384649.622132:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384649.622141:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp40 NI seq info: [149:149:256:4294967295] 192.168.202.137@tcp40 LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1767384649.622141:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384649.622141:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384649.622155:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384649.622158:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384649.622169:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp40 00000400:00000200:2.0:1767384649.622176:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40:192.168.202.137@tcp40) -> 192.168.202.137@tcp40(192.168.202.137@tcp40:192.168.202.137@tcp40) : PUT try# 0 00000800:00000200:2.0:1767384649.622184:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.137@tcp40 00000800:00000010:2.0:1767384649.622190:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6608edf. 00000400:00000200:0.0:1767384649.622191:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f48d398 00000800:00000200:2.0:1767384649.622198:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (4) 00000400:00000010:0.0:1767384649.622199:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f48d398. 00000800:00000200:2.1:1767384649.622210:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (4) 00000400:00000200:1.0:1767384649.622211:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee14d600 00000100:00000001:0.0:1767384649.622211:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384649.622223:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee14d600. 00000100:00000001:1.0:1767384649.622228:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384649.622228:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b13cafb8 x1853237049188352/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384649.622232:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384649.622238:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000000f62404b x1853237049188480 msgsize 4848 00000800:00000200:2.1:1767384649.622245:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp40 ip 192.168.202.137:988 00000800:00000200:2.1:1767384649.622253:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6608edf type 1, nob 656 niov 1 nkiov 1 00000100:00100000:1.0:1767384649.622265:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384649.622272:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384649.622275:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384649.622280:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp40 00000100:00000040:0.0:1767384649.622281:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b13cafb8 x1853237049188352/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384649.622288:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp40(000000006e8ed2ad) state 0x200561 rc 0 00000100:00000001:1.0:1767384649.622291:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384649.622302:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f3de89f 00000100:00000001:0.0:1767384649.622306:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384649.622308:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f3de89f. 00000100:00000001:0.0:1767384649.622310:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384649.622315:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384649.622318:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.622325:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294938049 00000100:00000200:1.0:1767384649.622326:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a585bd26 x1853237049188480/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384649.622332:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a691de63. 00000100:00000001:1.0:1767384649.622343:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384649.622343:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384649.622348:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a585bd26 x1853237049188480/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.622351:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294938049 00000100:00000010:0.0:1767384649.622359:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b383a31a. 00000100:00000001:1.0:1767384649.622360:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.622363:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384649.622367:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.622371:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294938049 00000100:00000001:0.0:1767384649.622371:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384649.622377:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294938049 00000100:00000001:1.0:1767384649.622380:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294938049 00000100:00000001:0.0:1767384649.622380:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294938049 00000100:00000001:1.0:1767384649.622384:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294938049 00000100:00000001:1.0:1767384649.622387:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294938049 00000100:00000010:0.0:1767384649.622388:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061641742. 00000100:00000001:0.0:1767384649.622394:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384649.622397:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294938049 00000100:00000001:1.0:1767384649.622398:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294938049 00000100:00000001:1.0:1767384649.622403:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294938049 00000100:00000010:0.0:1767384649.622404:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b107de3. 00000100:00000001:0.0:1767384649.622410:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384649.622413:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384649.622414:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294938049 00000100:00000001:1.0:1767384649.622420:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384649.622421:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.622425:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.622429:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.622430:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.622435:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.622436:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384649.622442:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384649.622444:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384649.622444:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767384649.622447:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e9d5ed97. 00000100:00000001:1.0:1767384649.622447:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384649.622449:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384649.622460:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384649.622461:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384649.622462:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384649.622463:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384649.622469:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384649.622486:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.622490:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.622494:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: PUT: OK 00000100:00000001:1.0:1767384649.622495:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.622504:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.622509:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384649.622514:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000800:00000001:2.0:1767384649.622526:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384649.622538:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384649.622542:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384649.622547:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384649.622551:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp) <- 192.168.202.137@tcp : PUT - for me 00000400:00000200:2.0:1767384649.622561:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384649.622566:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384649.622577:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 544/560 into md 0x1b9d [1] + 0 00000400:00000010:2.0:1767384649.622582:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c3c856. 00000400:00000200:2.0:1767384649.622587:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004eca48cc 00000800:00000001:2.0:1767384649.622591:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384649.622599:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384649.622602:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384649.622628:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: PUT: OK 00000400:00000200:2.0:1767384649.622632:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eca48cc 00000400:00000010:2.0:1767384649.622634:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eca48cc. 00000400:00000200:2.0:1767384649.622640:0:16343:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384649.622644:0:16343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (33) 00000400:00000200:2.0:1767384649.622649:0:16343:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:2.0:1767384649.622654:0:16343:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (560 bytes) 00000400:00000200:2.0:1767384649.622666:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384649.622677:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (34) 00000400:00000200:1.0:1767384649.622678:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384649.622687:0:16343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384649.622698:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp to MR: 192.168.202.137@tcp local destination 00000100:00000001:0.0:1767384649.622700:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384649.622707:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp NI seq info: [150:150:256:4294967295] 192.168.202.137@tcp LPNI seq info [141:141:8:4294967295] 00000100:00100000:0.0:1767384649.622707:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188352 02000000:00000001:0.0:1767384649.622715:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384649.622721:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384649.622726:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.622728:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 02000000:00000001:0.0:1767384649.622737:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.622743:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp:192.168.202.137@tcp) -> 192.168.202.137@tcp(192.168.202.137@tcp:192.168.202.137@tcp) 192.168.202.137@tcp : ACK try# 0 00000100:00100000:0.0:1767384649.622745:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188352 00000800:00000200:2.0:1767384649.622751:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp 00000020:00000001:0.0:1767384649.622753:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384649.622758:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000800:00000010:2.0:1767384649.622762:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e9d5ed97. 00000020:00000001:0.0:1767384649.622762:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.622769:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000800:00000200:2.0:1767384649.622771:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008612cf88] -> 12345-192.168.202.137@tcp (6) 00000400:00000200:1.0:1767384649.622773:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000800:00000200:2.0:1767384649.622781:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp ip 192.168.202.137:1023 00000020:00000001:0.0:1767384649.622781:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000800:00000200:2.0:1767384649.622786:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e9d5ed97 type 0, nob 96 niov 1 nkiov 0 00000020:00000001:0.0:1767384649.622796:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000800:00000001:2.0:1767384649.622799:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384649.622806:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767384649.622807:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384649.622808:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000020:00000010:0.0:1767384649.622815:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3feab58. 00000100:00000001:0.0:1767384649.622820:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384649.622825:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3feab58. 00000020:00000010:0.0:1767384649.622839:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da4a157f. 00000020:00000010:0.0:1767384649.622845:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000286fd16a. 00000020:00000010:0.0:1767384649.622850:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef27e954. 00000400:00000200:1.0:1767384649.622861:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000040:0.0:1767384649.622862:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384649.622869:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384649.622871:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384649.622874:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.622883:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.622896:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384649.622899:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384649.622904:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6608edf. 00000400:00000200:2.0:1767384649.622910:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384649.622912:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384649.622918:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188480 00000400:00000200:2.0:1767384649.622919:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp40->192.168.202.137@tcp40: PUT: OK 00000400:00000200:1.0:1767384649.622921:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 02000000:00000001:0.0:1767384649.622922:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384649.622928:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384649.622930:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384649.622932:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.622939:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp40: 0 02000000:00000001:0.0:1767384649.622940:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384649.622947:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188480 00000020:00000001:0.0:1767384649.622950:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384649.622952:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384649.622954:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767384649.622955:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767384649.622958:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000800:00000001:2.0:1767384649.622963:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384649.622964:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384649.622972:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384649.622976:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384649.622981:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3feab58. 00000400:00000200:1.0:1767384649.622982:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000001:0.0:1767384649.622984:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384649.622990:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3feab58. 00000020:00000010:0.0:1767384649.622996:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b49a38da. 00000020:00000010:0.0:1767384649.623001:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da203b83. 00000020:00000010:0.0:1767384649.623005:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000078b5fdd4. 00000100:00000001:0.0:1767384649.623010:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384649.623012:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384649.623014:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.623021:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.623028:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384649.623030:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000800:00000200:2.0:1767384649.623039:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384649.623045:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e9d5ed97. 00000100:00000001:0.0:1767384649.623045:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384649.623051:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384649.623057:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384649.623060:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384649.623061:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: ACK: OK 00000100:00100000:0.0:1767384649.623071:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000040:0.0:1767384649.623079:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000800:00000001:2.0:1767384649.623081:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384649.623084:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729453648 : -123268980097968 : ffff8fe3343abc50) 00000800:00000001:2.0:1767384649.623091:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384649.623095:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002bf7a798 x1853237049188352/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:630/0 lens 4848/0 e 0 to 0 dl 1767384660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384649.623097:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384649.623101:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000800:00000001:2.0:1767384649.623105:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384649.623123:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384649.623124:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40) <- 192.168.202.137@tcp40 : PUT - for me 00000100:00000001:0.0:1767384649.623126:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384649.623137:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3feab58. 00000400:00000200:2.0:1767384649.623144:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp40 of length 560 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384649.623147:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384649.623148:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000020:00000010:0.0:1767384649.623156:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3feab58. 00000400:00000200:2.0:1767384649.623173:0:16343:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-192.168.202.137@tcp40 ptl 0 MB 0x8000000000000000 off 0 len 560 00000100:00100000:0.0:1767384649.623174:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002bf7a798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16350:x1853237049188352:12345-0@lo:253: 00000400:00000200:1.0:1767384649.623180:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000800:00000001:2.0:1767384649.623186:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384649.623191:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188352 00000800:00000001:2.0:1767384649.623195:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384649.623196:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:2.0:1767384649.623200:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384649.623204:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384649.623208:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000020:00000001:0.0:1767384649.623209:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384649.623214:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384649.623215:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384649.623221:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384649.623230:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384649.623231:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp(192.168.202.137@tcp) <- 192.168.202.137@tcp : ACK - for me 00000020:00000001:0.0:1767384649.623236:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384649.623238:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000020:00000001:0.0:1767384649.623242:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384649.623247:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384649.623249:0:16343:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp: ACK from 12345-192.168.202.137@tcp into md 0x1bb1 00000020:00000001:0.0:1767384649.623252:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.623256:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384649.623261:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384649.623262:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384649.623266:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp->192.168.202.137@tcp: ACK: OK 02000000:00000001:0.0:1767384649.623267:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384649.623277:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4ae9c42 02000000:00000010:0.0:1767384649.623278:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000325c42f8. 00000400:00000010:2.0:1767384649.623283:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4ae9c42. 02000000:00000001:0.0:1767384649.623286:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.623291:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384649.623292:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384649.623299:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384649.623301:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384649.623302:0:16343:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:2.0:1767384649.623310:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 20000000:00000010:0.0:1767384649.623311:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007eb054ae. 00000400:00000200:2.0:1767384649.623318:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (33) 20000000:01000000:0.0:1767384649.623319:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384649.623327:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384649.623332:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000001:2.0:1767384649.623333:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384649.623341:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384649.623343:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384649.623353:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384649.623357:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384649.623359:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 20000000:00000010:0.0:1767384649.623368:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000652b7920. 20000000:01000000:0.0:1767384649.623374:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:0.0:1767384649.623381:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384649.623391:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384649.623396:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:2.0:1767384649.623397:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384649.623400:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000100:00000001:2.0:1767384649.623402:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384649.623411:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00080000:00000001:0.0:1767384649.623415:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000040:2.0:1767384649.623417:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:2.0:1767384649.623421:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729444432 : -123268980107184 : ffff8fe3343a9850) 00000400:00000200:1.0:1767384649.623426:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000100:00000040:2.0:1767384649.623431:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000f62404b x1853237049188480/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:630/0 lens 4848/0 e 0 to 0 dl 1767384660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384649.623435:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.623441:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00080000:00000001:0.0:1767384649.623447:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384649.623454:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384649.623460:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000001:2.0:1767384649.623464:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:0.0:1767384649.623464:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.623466:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000020:00000010:2.0:1767384649.623484:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ffc6282d. 00080000:00000002:0.0:1767384649.623489:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000100:00000001:2.0:1767384649.623490:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384649.623499:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ffc6282d. 00000020:00000001:0.0:1767384649.623502:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:0.0:1767384649.623508:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384649.623509:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000100:00100000:2.0:1767384649.623515:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000f62404b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16351:x1853237049188480:12345-0@lo:253: 00080000:00000001:0.0:1767384649.623522:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384649.623528:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188480 00080000:00000001:0.0:1767384649.623533:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384649.623534:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384649.623537:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00080000:00000001:0.0:1767384649.623539:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384649.623545:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384649.623548:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384649.623552:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.623554:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000020:00000001:2.0:1767384649.623556:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384649.623559:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000020:00000001:2.0:1767384649.623562:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00080000:00000001:0.0:1767384649.623564:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384649.623570:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000010:0.0:1767384649.623573:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000399c80db. 00000020:00000001:2.0:1767384649.623574:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384649.623580:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:0.0:1767384649.623582:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620803905783808 : -123269803767808 : ffff8fe303228800) 00000020:00000001:2.0:1767384649.623584:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384649.623584:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000020:00000001:2.0:1767384649.623592:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384649.623593:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384649.623601:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1767384649.623602:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384649.623637:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00080000:00000010:0.0:1767384649.623640:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a3feab58. 00080000:00000001:0.0:1767384649.623647:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384649.623648:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384649.623652:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 02000000:00000010:2.0:1767384649.623659:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c94994ef. 02000000:00000001:2.0:1767384649.623663:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.623668:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.623672:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 20000000:00000001:2.0:1767384649.623673:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384649.623673:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384649.623690:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000462930ca. 20000000:01000000:2.0:1767384649.623697:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384649.623700:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384649.623701:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00080000:00000001:0.0:1767384649.623701:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:2.0:1767384649.623708:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384649.623712:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384649.623715:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384649.623718:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384649.623729:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384649.623771:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384649.623791:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384649.623799:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000625d1ac5. 00000400:00000010:2.0:1767384649.623807:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c3c856. 00000400:00000200:1.0:1767384649.623812:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000010:2.0:1767384649.623814:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4ae9c42. 00000400:00000200:2.0:1767384649.623822:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp40 of length 560/560 into md 0x1bc9 [1] + 0 00000400:00000010:2.0:1767384649.623828:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c3c856. 00000400:00000200:2.0:1767384649.623834:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b4ae9c42 00000400:00000200:2.0:1767384649.623842:0:16346:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-192.168.202.137@tcp40 portal 0 match 9223372036854775808 offset 0 length 560. 00000400:00000200:2.0:1767384649.623851:0:16346:0:(lib-move.c:5148:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-192.168.202.137@tcp40 portal 0 match 9223372036854775808 offset 0 length 560. 00000400:00000200:1.0:1767384649.623862:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384649.623863:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000625d1ac5 00000400:00000010:2.0:1767384649.623872:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000f63098c5. 00000400:00000200:2.0:1767384649.623877:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000400:00000200:2.0:1767384649.623892:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302071 00000400:00000200:2.0:1767384649.623897:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (32) 00000400:00000010:2.0:1767384649.623901:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000f63098c5. 00000400:00000200:1.0:1767384649.623903:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000010:2.0:1767384649.623905:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eca48cc. 00000400:00000010:2.0:1767384649.623916:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007b799283. 00000400:00000200:2.0:1767384649.623922:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:2.0:1767384649.623932:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:2.0:1767384649.623937:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 141], ns[41, 150] 00000400:00000200:2.0:1767384649.623943:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 41], ns[47, 41] 00000400:00000200:2.0:1767384649.623951:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 41], ns[62, 41] 00000400:00000200:2.0:1767384649.623958:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 41], ns[66, 41] 00000400:00000200:2.0:1767384649.623964:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 41], ns[74, 41] 00000400:00000200:2.0:1767384649.623969:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 41], ns[83, 41] 00000400:00000200:2.0:1767384649.623977:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 41], ns[89, 41] 00000400:00000200:2.0:1767384649.623982:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 41], ns[93, 41] 00000400:00000200:2.0:1767384649.623988:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 41], ns[109, 41] 00000400:00000200:2.0:1767384649.623993:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 41], ns[111, 41] 00000400:00000200:2.0:1767384649.623999:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 41], ns[115, 41] 00000400:00000200:2.0:1767384649.624006:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 41], ns[124, 41] 00000800:00000001:0.0:1767384649.624009:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384649.624016:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 41], ns[130, 41] 00000400:00000200:2.0:1767384649.624024:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 41], ns[134, 41] 00000800:00000001:0.0:1767384649.624029:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384649.624032:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 41], ns[44, 41] 00000400:00000200:0.0:1767384649.624036:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384649.624051:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp40->192.168.202.137@tcp40: PUT: OK 00000400:00000200:2.0:1767384649.624065:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 41], ns[50, 41] 00000400:00000200:2.0:1767384649.624074:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 41], ns[54, 41] 00000400:00000200:2.0:1767384649.624080:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 41], ns[58, 41] 00000400:00000200:2.0:1767384649.624087:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 41], ns[81, 41] 00000400:00000200:2.0:1767384649.624093:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 41], ns[128, 41] 00000400:00000200:2.0:1767384649.624098:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 41], ns[100, 41] 00000800:00000010:1.0:1767384649.624101:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e2e6caf. 00000400:00000200:2.0:1767384649.624106:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[132, 41], ns[136, 41] 00000800:00000010:1.0:1767384649.624111:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003f3de89f. 00000400:00000200:2.0:1767384649.624120:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 41], ns[105, 41] 00000800:00000010:1.0:1767384649.624124:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000daa912a2. 00000400:00000200:2.0:1767384649.624131:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 41], ns[101, 41] 00000400:00000200:2.0:1767384649.624139:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 41], ns[122, 41] 00000400:00000200:2.0:1767384649.624147:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[134, 41], ns[138, 41] 00000400:00000200:2.0:1767384649.624155:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 41], ns[121, 41] 00000400:00000200:2.0:1767384649.624163:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 41], ns[145, 41] 00000800:00000010:1.0:1767384649.624165:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000daa912a2. 00000400:00000200:2.0:1767384649.624177:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[135, 41], ns[139, 41] 00000800:00020000:1.0:1767384649.624178:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384649.624185:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003f3de89f. 00000800:00000010:1.0:1767384649.624192:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009e2e6caf. 00000400:00000200:2.0:1767384649.624203:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 41], ns[147, 41] 00000400:00000200:2.0:1767384649.624210:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:2.0:1767384649.624215:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp10 00000400:00000200:2.0:1767384649.624221:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp10 lpni_is_preferred = 0 00000400:00000200:2.0:1767384649.624226:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp10 00000400:00000200:2.0:1767384649.624233:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp10 NI seq info: [151:151:256:4294967295] 192.168.202.137@tcp10 LPNI seq info [142:142:8:4294967295] 00000400:02020000:1.0:1767384649.624241:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp40 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384649.624259:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp10 00000400:00000200:2.0:1767384649.624271:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10:) -> 192.168.202.137@tcp10(192.168.202.137@tcp:192.168.202.137@tcp10) : GET try# 0 00000800:00000200:2.0:1767384649.624279:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp10 00000400:00000200:0.0:1767384649.624280:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4ae9c42 00000800:00000010:2.0:1767384649.624286:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e9d5ed97. 00000400:00000010:0.0:1767384649.624293:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4ae9c42. 00000800:00000200:2.0:1767384649.624303:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017c304d8] -> 12345-192.168.202.137@tcp10 (6) 00000400:00000200:0.0:1767384649.624306:0:16343:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384649.624312:0:16343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006e8ed2ad (3) 00000800:00000200:2.0:1767384649.624316:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp10 ip 192.168.202.137:988 00000800:00000200:2.0:1767384649.624324:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e9d5ed97 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384649.624330:0:16343:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp40(000000006e8ed2ad) is MR 00000400:00000010:0.0:1767384649.624338:0:16343:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000008f0e1c34. 00000400:00000200:0.0:1767384649.624344:0:16343:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp40 33 00000400:00000200:2.0:1767384649.624350:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384649.624357:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp40 (000000006e8ed2ad): -114 00000400:00000200:2.0:1767384649.624358:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300271 rc 0 00000400:00000200:0.0:1767384649.624365:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006e8ed2ad (4) 00000400:00000010:2.0:1767384649.624375:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c3c856. 00000400:00000200:0.0:1767384649.624376:0:16343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:2.0:1767384649.624388:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ded120f. 00000400:00000200:0.0:1767384649.624397:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp40 to MR: 192.168.202.137@tcp40 local destination 00000400:00000200:2.0:1767384649.624398:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000625d1ac5 00000400:00000200:2.0:1767384649.624410:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp40(000000006e8ed2ad) state 0x2004e1 00000400:00000200:0.0:1767384649.624417:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp40 NI seq info: [152:152:256:4294967295] 192.168.202.137@tcp40 LPNI seq info [6:6:8:4294967295] 00000400:00020000:2.0:1767384649.624426:0:16346:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.202.137@tcp NID 192.168.202.137@tcp is already locked with peer 000000006036fed9 00000400:00000200:0.0:1767384649.624450:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40:192.168.202.137@tcp40) -> 192.168.202.137@tcp40(192.168.202.137@tcp40:192.168.202.137@tcp40) 192.168.202.137@tcp40 : ACK try# 0 00000800:00000200:1.0:1767384649.624461:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384649.624465:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e9d5ed97. 00000800:00000200:0.0:1767384649.624488:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp40 00000400:00000200:1.0:1767384649.624489:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384649.624497:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: GET: OK 00000800:00000010:0.0:1767384649.624497:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0526289. 00000400:00000200:1.0:1767384649.624500:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384649.624504:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000800:00000200:0.0:1767384649.624508:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (4) 00000800:00000200:0.0:1767384649.624513:0:16343:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.137 (cnted 2, interval 2, 2 secs later) 00000800:00000200:0.0:1767384649.624519:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp40 ip 192.168.202.137:975 00000800:00000200:0.0:1767384649.624523:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a0526289 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384649.624537:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384649.624544:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384649.624547:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384649.624551:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384649.624558:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10) <- 192.168.202.137@tcp10 : GET - for me 00000800:00000200:0.0:1767384649.624568:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384649.624570:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 560 into portal 0 MB=0x8000000000000000 00000800:00000010:0.0:1767384649.624573:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0526289. 00000400:00000200:0.0:1767384649.624579:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384649.624580:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 560/560 into md 0x1bad [1] + 0 00000400:00000200:0.0:1767384649.624589:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp40->192.168.202.137@tcp40: ACK: OK 00000400:00000200:1.0:1767384649.624649:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp10 to MR: 192.168.202.137@tcp10 local destination 00000400:00000200:1.0:1767384649.624653:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp10 NI seq info: [153:153:256:4294967295] 192.168.202.137@tcp10 LPNI seq info [143:143:8:4294967295] 00000400:00000200:1.0:1767384649.624661:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10:192.168.202.137@tcp10) -> 192.168.202.137@tcp10(192.168.202.137@tcp10:192.168.202.137@tcp10) 192.168.202.137@tcp10 : REPLY try# 0 00000800:00000200:1.0:1767384649.624666:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.137@tcp10 00000800:00000010:1.0:1767384649.624669:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a719da0. 00000800:00000200:1.0:1767384649.624673:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017c304d8] -> 12345-192.168.202.137@tcp10 (6) 00000800:00000200:1.0:1767384649.624684:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp10 ip 192.168.202.137:1021 00000800:00000200:1.0:1767384649.624686:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000a719da0 type 3, nob 656 niov 1 nkiov 1 00000800:00000200:1.0:1767384649.624731:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384649.624734:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a719da0. 00000400:00000200:1.0:1767384649.624736:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384649.624740:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: REPLY: OK 00000800:00000001:1.0:1767384649.624887:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384649.624892:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384649.624894:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384649.624897:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384649.624902:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40) <- 192.168.202.137@tcp40 : ACK - for me 00000400:00000200:1.0:1767384649.624910:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp40: ACK from 12345-192.168.202.137@tcp40 into md 0x1bc5 00000400:00000200:1.0:1767384649.624913:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384649.624917:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp40->192.168.202.137@tcp40: ACK: OK 00000400:00000200:1.0:1767384649.624920:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c2f0ed0 00000400:00000010:1.0:1767384649.624921:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c2f0ed0. 00000400:00000200:1.0:1767384649.624924:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384649.624928:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:1.0:1767384649.624930:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006e8ed2ad): -114 00000800:00000001:0.0:1767384649.624931:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384649.624932:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006e8ed2ad (3) 00000800:00000001:0.0:1767384649.624938:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384649.624939:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384649.624943:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384649.624945:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384649.624948:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.624953:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384649.624954:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384649.624957:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.624963:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384649.624971:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10) <- 192.168.202.137@tcp10 : REPLY - for me 00000400:00000200:0.0:1767384649.624982:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp10: Reply from 12345-192.168.202.137@tcp10 of length 560/560 into md 0x1bcd 00000800:00000001:0.0:1767384649.624993:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.625000:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384649.625003:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384649.625007:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: REPLY: OK 00000400:00000200:0.0:1767384649.625010:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eca48cc 00000400:00000010:0.0:1767384649.625012:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eca48cc. 00000400:00000200:0.0:1767384649.625016:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384649.625020:0:16343:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:0.0:1767384649.625023:0:16343:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:0.0:1767384649.625027:0:16343:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 33. state = 0x300271 00000400:00000200:0.0:1767384649.625031:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:0.0:1767384649.625034:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (33) 00000800:00000001:0.0:1767384649.625038:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.625040:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384649.625266:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000399c80db. 00080000:00000010:0.0:1767384649.625312:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a3feab58. 00040000:00000001:0.0:1767384649.625318:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384649.625321:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384649.625323:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384649.625326:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384649.625329:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384649.625331:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384649.625348:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384649.625360:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384649.625363:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384649.625364:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384649.625368:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384649.625370:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384649.625372:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:1.0:1767384649.625374:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384649.625377:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384649.625383:0:17096:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000043503ab count: 2 00010000:00000001:1.0:1767384649.625386:0:17096:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384649.625390:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384649.625394:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047818971. 00000020:00000001:1.0:1767384649.625404:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384649.625407:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000047818971 with handle 0x7f71e2b70dd2035b to hash 00000020:00000001:1.0:1767384649.625409:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384649.625411:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384649.625415:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384649.625419:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384649.625421:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384649.625424:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384649.625433:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384649.625437:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384649.625440:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384649.625443:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384649.625445:0:17096:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384649.625449:0:17096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20354 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd2034d expref: 16 pid: 17075 timeout: 0 lvb_type: 0 20000000:00000010:0.0:1767384649.625450:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000399c80db. 20000000:01000000:0.0:1767384649.625455:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:0.0:1767384649.625461:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384649.625462:0:17096:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:0.0:1767384649.625465:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384649.625466:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.625484:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384649.625486:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384649.625488:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384649.625489:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384649.625493:0:17096:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384649.625495:0:17096:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384649.625500:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000043503ab) refcount = 2 00010000:00000040:1.0:1767384649.625503:0:17096:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384649.625505:0:17096:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20354 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7f71e2b70dd2034d expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384649.625510:0:17096:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384649.625511:0:17096:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384649.625519:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384649.625528:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384649.625532:0:17096:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000daa912a2. 00080000:00000001:0.0:1767384649.625532:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384649.625536:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.625538:0:17096:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:0.0:1767384649.625540:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000010:1.0:1767384649.625544:0:17096:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003f3de89f. 00080000:00000001:0.0:1767384649.625548:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.625549:0:17096:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799652269248 : -123274057282368 : ffff8fe2059b0cc0) 00000100:00000001:1.0:1767384649.625555:0:17096:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620799652269248 : -123274057282368 : ffff8fe2059b0cc0) 00080000:00000002:0.0:1767384649.625555:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000100:00000001:1.0:1767384649.625561:0:17096:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000020:00000001:0.0:1767384649.625563:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00000100:00000001:1.0:1767384649.625564:0:17096:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000002:0.0:1767384649.625566:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384649.625568:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:0.0:1767384649.625571:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384649.625574:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384649.625577:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.625578:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384649.625581:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384649.625583:0:17096:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:0.0:1767384649.625587:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384649.625588:0:17096:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384649.625591:0:17096:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000020:00000001:0.0:1767384649.625592:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:1.0:1767384649.625594:0:17096:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:0.0:1767384649.625599:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000010:1.0:1767384649.625601:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070742fd1. 00080000:00000010:0.0:1767384649.625603:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bb9b67c7. 00000020:00000040:1.0:1767384649.625643:0:17096:0:(genops.c:1229:class_import_get()) import 0000000046210a5b refcount=2 obd=MGS 00000100:00000001:1.0:1767384649.625648:0:17096:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384649.625652:0:17096:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:0.0:1767384649.625653:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804783437312 : -123268926114304 : ffff8fe337727600) 02000000:00000001:1.0:1767384649.625655:0:17096:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384649.625658:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000010:1.0:1767384649.625662:0:17096:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000fdd88a8. 00000001:00000001:0.0:1767384649.625662:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384649.625667:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a3feab58. 00000100:00000001:1.0:1767384649.625669:0:17096:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384649.625672:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384649.625677:0:17096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20354 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7f71e2b70dd2034d expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384649.625677:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384649.625686:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384649.625694:0:17096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20354 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7f71e2b70dd2034d expref: 16 pid: 17075 timeout: 420 lvb_type: 0 00080000:00000001:0.0:1767384649.625698:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384649.625707:0:17096:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384649.625710:0:17096:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384649.625714:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070742fd1 x1853237049188608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384649.625724:0:17096:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384649.625726:0:17096:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384649.625730:0:17096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000070742fd1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049188608:0@lo:104: 00000100:00000001:1.0:1767384649.625742:0:17096:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00080000:00000020:0.0:1767384649.625745:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 02000000:00000001:1.0:1767384649.625746:0:17096:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384649.625749:0:17096:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.625751:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 02000000:00000001:1.0:1767384649.625754:0:17096:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 20000000:00000010:0.0:1767384649.625754:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007eb054ae. 02000000:00000010:1.0:1767384649.625760:0:17096:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dac76d1. 20000000:00000001:0.0:1767384649.625761:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384649.625765:0:17096:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384649.625767:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049188352 00000400:00000010:1.0:1767384649.625771:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eba06d54. 00010000:00000001:0.0:1767384649.625773:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:1.0:1767384649.625778:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00010000:00000200:0.0:1767384649.625780:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002bf7a798 x1853237049188352/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:630/0 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384649.625784:0:17096:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049188608, portal 16 00000100:00000001:1.0:1767384649.625790:0:17096:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384649.625793:0:17096:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667058688 : -123274042492928 : ffff8fe2067cb800) 00010000:00000001:0.0:1767384649.625795:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384649.625799:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384649.625803:0:17096:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000070742fd1 x1853237049188608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:0.0:1767384649.625805:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384649.625814:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384649.625819:0:17096:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384649.625819:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384649.625823:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000040:1.0:1767384649.625825:0:17096:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384649.625829:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1767384649.625830:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000100:00000200:1.0:1767384649.625834:0:17096:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049188608, offset 0 02000000:00000001:0.0:1767384649.625838:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.625843:0:17096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384649.625844:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384649.625849:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384649.625854:0:17096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384649.625854:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f48d398. 00000100:00000200:0.0:1767384649.625860:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049188352, offset 224 00000400:00000200:1.0:1767384649.625864:0:17096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260006100 00000400:00000200:0.0:1767384649.625871:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384649.625879:0:17096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x187d [2] + 328 00000400:00000200:0.0:1767384649.625883:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384649.625886:0:17096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384649.625889:0:17096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384649.625892:0:17096:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384649.625893:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006000 00000100:00000200:1.0:1767384649.625895:0:17096:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384649.625900:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c510c93d. 00000100:00000040:1.0:1767384649.625905:0:17096:0:(events.c:337:request_in_callback()) incoming req@00000000c510c93d x1853237049188608 msgsize 328 00000400:00000200:0.0:1767384649.625905:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bb5 [2] + 224 00000100:00100000:1.0:1767384649.625913:0:17096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384649.625914:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384649.625919:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384649.625923:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384649.625925:0:17096:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384649.625928:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b13cafb8 x1853237049188352/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384649.625932:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:1.0:1767384649.625935:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000100:00000001:1.0:1767384649.625940:0:17096:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384649.625945:0:17096:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070742fd1 x1853237049188608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384649.625947:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b13cafb8 x1853237049188352/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384649.625971:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384649.625972:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384649.625975:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070742fd1 x1853237049188608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384649.625979:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f48d398 00000100:00000001:1.0:1767384649.625981:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.625985:0:17096:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384649.625985:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f48d398. 00000100:00000001:1.0:1767384649.625989:0:17096:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.625991:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384649.625993:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294938053 00000100:00000001:0.0:1767384649.625995:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384649.625999:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294938049 00000100:00000001:0.0:1767384649.626001:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.626004:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294938053 00000100:00000001:1.0:1767384649.626008:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294938049 00000100:00000040:0.0:1767384649.626008:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:1.0:1767384649.626014:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294938053 00010000:00000001:0.0:1767384649.626015:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384649.626017:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294938049 00000020:00000001:0.0:1767384649.626019:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.626020:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294938053 00000020:00000001:0.0:1767384649.626025:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384649.626026:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294938049 00000100:00000001:1.0:1767384649.626031:0:17096:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384649.626032:0:17096:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.626035:0:17096:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384649.626035:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bf7a798 x1853237049188352/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:630/0 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384649.626039:0:17096:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384649.626042:0:17096:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.626046:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384649.626048:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384649.626050:0:17096:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.626053:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384649.626056:0:17096:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384649.626059:0:17096:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384649.626060:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002bf7a798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16350:x1853237049188352:12345-0@lo:253: Request processed in 2932us (3944us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384649.626061:0:17096:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384649.626062:0:17096:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384649.626065:0:17096:0:(client.c:2690:ptlrpc_set_wait()) set 000000003f3de89f going to sleep for 11 seconds 00000100:00000001:1.0:1767384649.626070:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384649.626073:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384649.626077:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000040:0.0:1767384649.626082:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384649.626084:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384649.626091:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384649.626096:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000286fd16a. 00000020:00000010:0.0:1767384649.626101:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef27e954. 00000020:00000010:0.0:1767384649.626105:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da4a157f. 00000100:00000001:1.0:1767384649.626106:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384649.626110:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384649.626113:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 02000000:00000001:0.0:1767384649.626117:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384649.626121:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000325c42f8. 00000400:00000001:1.0:1767384649.626122:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384649.626125:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384649.626125:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384649.626129:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384649.626130:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b7622e. 00000100:00000200:0.0:1767384649.626136:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384649.626137:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b57a0bf 00000400:00000010:1.0:1767384649.626142:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b57a0bf. 00000400:00000010:0.0:1767384649.626144:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002deb8679. 00000100:00000001:1.0:1767384649.626146:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384649.626152:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f48d398. 00000100:00000200:1.0:1767384649.626153:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b13cafb8 x1853237049188352/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384649.626166:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b13cafb8 x1853237049188352/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384649.626173:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384649.626176:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.626178:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384649.626181:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384649.626182:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384649.626184:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384649.626185:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384649.626190:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384649.626190:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188608 02000000:00000001:0.0:1767384649.626195:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1767384649.626198:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=66 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384649.626198:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384649.626202:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384649.626205:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=66 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384649.626207:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.626211:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767384649.626212:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188608 00000100:00000001:1.0:1767384649.626214:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.626216:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767384649.626218:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767384649.626219:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd1fff7 00010000:00000001:1.0:1767384649.626223:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.626224:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.626227:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000020c2555a refcount=3 00000100:00000001:1.0:1767384649.626229:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.626233:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000100:00000040:1.0:1767384649.626234:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b13cafb8 x1853237049188352/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384649.626240:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000100:00000001:1.0:1767384649.626245:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384649.626247:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384649.626249:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384649.626251:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384649.626253:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d1bb68. 00000020:01000004:1.0:1767384649.626254:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384649.626257:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384649.626259:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384649.626259:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384649.626263:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384649.626266:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000010:0.0:1767384649.626267:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d1bb68. 00000020:01000004:1.0:1767384649.626268:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384649.626270:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384649.626273:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:00000010:0.0:1767384649.626276:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da4a157f. 00000020:01000004:1.0:1767384649.626281:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:00000010:0.0:1767384649.626282:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000286fd16a. 00000020:01000004:1.0:1767384649.626283:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384649.626287:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b13cafb8 x1853237049188352/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384649.626288:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef27e954. 00000100:00100000:1.0:1767384649.626297:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b13cafb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049188352:0@lo:253: 00000100:00000040:0.0:1767384649.626299:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384649.626302:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.626304:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384649.626305:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384649.626306:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b13cafb8 x1853237049188352/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.626309:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384649.626313:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384649.626315:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384649.626319:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dd5ffa8c. 00000100:00000001:0.0:1767384649.626319:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384649.626323:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384649.626325:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384649.626327:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384649.626327:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384649.626329:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384649.626333:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000842bf301. 02000000:00000001:1.0:1767384649.626336:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384649.626338:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384649.626339:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b13cafb8. 00000100:00000001:0.0:1767384649.626341:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.626342:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384649.626344:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.626348:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.626351:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384649.626353:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.626355:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384649.626357:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.626358:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384649.626362:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384649.626366:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384649.626369:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000020c2555a : new rpc_count 1 00000100:00000001:0.0:1767384649.626372:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667056896 : -123274042494720 : ffff8fe2067cb100) 00000100:00000040:0.0:1767384649.626377:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c510c93d x1853237049188608/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:630/0 lens 328/0 e 0 to 0 dl 1767384660 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384649.626388:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384649.626390:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d1bb68. 00000100:00000001:0.0:1767384649.626392:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384649.626394:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d1bb68. 00000100:00100000:0.0:1767384649.626398:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c510c93d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049188608:12345-0@lo:104: 00000100:00000200:0.0:1767384649.626402:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188608 00010000:00000001:0.0:1767384649.626405:0:17064:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384649.626409:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384649.626411:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.626413:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=2 00000020:00000001:0.0:1767384649.626415:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:0.0:1767384649.626418:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:0.0:1767384649.626421:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.626423:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.626426:0:17064:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd20354 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384649.626435:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384649.626437:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384649.626440:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ad1868dd. 02000000:00000001:0.0:1767384649.626442:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.626444:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.626453:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384649.626455:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384649.626457:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aca2e737 time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384649.626461:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384649.626463:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384649.626465:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384649.626468:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384649.626469:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.626487:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384649.626489:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384649.626492:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60c07fd. 00000100:00000200:0.0:1767384649.626496:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049188608, offset 224 00000400:00000200:0.0:1767384649.626500:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384649.626506:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384649.626512:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260006100 00000400:00000200:0.0:1767384649.626516:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1bd5 [1] + 224 00000400:00000200:0.0:1767384649.626521:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384649.626524:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384649.626527:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384649.626530:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070742fd1 x1853237049188608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384649.626540:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000070742fd1 x1853237049188608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384649.626558:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384649.626563:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60c07fd 00000400:00000010:0.0:1767384649.626565:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60c07fd. 00000100:00000001:0.0:1767384649.626568:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384649.626570:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384649.626575:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384649.626580:0:17096:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384649.626581:0:17096:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384649.626583:0:17096:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eba06d54. 00000400:00000200:1.0:1767384649.626588:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000400:00000010:1.0:1767384649.626590:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000100:00000001:1.0:1767384649.626593:0:17096:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384649.626594:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384649.626598:0:17096:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070742fd1 x1853237049188608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384649.626601:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384649.626635:0:17064:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384649.626640:0:17064:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000022d2618. 00010000:00000001:0.0:1767384649.626646:0:17064:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:1.0:1767384649.626649:0:17096:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070742fd1 x1853237049188608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384649.626655:0:17096:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384649.626657:0:17096:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.626658:0:17096:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384649.626659:0:17096:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:0.0:1767384649.626659:0:17064:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767384649.626661:0:17096:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384649.626663:0:17096:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384649.626664:0:17096:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384649.626666:0:17096:0:(import.c:2128:obd_at_measure()) add 5 to 0000000064d2fb3e time=66 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384649.626672:0:17096:0:(import.c:2128:obd_at_measure()) add 1 to 000000004a8fb74c time=66 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384649.626672:0:17064:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.626679:0:17096:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384649.626679:0:17064:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.626680:0:17096:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.626686:0:17096:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384649.626687:0:17064:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.626688:0:17096:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.626693:0:17096:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384649.626698:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070742fd1 x1853237049188608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384649.626699:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c510c93d x1853237049188608/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:630/0 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384649.626710:0:17096:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384649.626714:0:17096:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384649.626716:0:17096:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384649.626722:0:17096:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384649.626724:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384649.626726:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384649.626727:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c510c93d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049188608:12345-0@lo:104: Request processed in 335us (818us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384649.626728:0:17096:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384649.626733:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070742fd1 x1853237049188608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384649.626744:0:17096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000070742fd1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049188608:0@lo:104: 00000100:00100000:0.0:1767384649.626749:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384649.626750:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.626756:0:17096:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384649.626757:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020c2555a : new rpc_count 0 00000100:00000001:1.0:1767384649.626759:0:17096:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384649.626763:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384649.626763:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384649.626767:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070742fd1 x1853237049188608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384649.626767:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384649.626771:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000286fd16a. 00000020:00000010:0.0:1767384649.626777:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef27e954. 00000100:00000001:1.0:1767384649.626783:0:17096:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1767384649.626783:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da4a157f. 02000000:00000001:1.0:1767384649.626786:0:17096:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384649.626789:0:17096:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dac76d1. 00000020:00000040:0.0:1767384649.626789:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000020c2555a : new refcount 2 02000000:00000001:1.0:1767384649.626794:0:17096:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384649.626795:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384649.626796:0:17096:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384649.626799:0:17096:0:(genops.c:1242:class_import_put()) import 0000000046210a5b refcount=1 obd=MGS 00000020:00000001:1.0:1767384649.626802:0:17096:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384649.626803:0:17096:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000fdd88a8. 02000000:00000001:1.0:1767384649.626806:0:17096:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384649.626807:0:17096:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384649.626808:0:17096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070742fd1. 00000100:00000001:1.0:1767384649.626811:0:17096:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384649.626812:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384649.626814:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000010:1.0:1767384649.626815:0:17096:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003f3de89f. 00000020:00000001:0.0:1767384649.626819:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.626821:0:17096:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384649.626826:0:17096:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384649.626826:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000010:1.0:1767384649.626833:0:17096:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000daa912a2. 00010000:00000001:1.0:1767384649.626837:0:17096:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.626839:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.626842:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384649.626845:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384649.626847:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384649.626849:0:17096:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.626850:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384649.626855:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384649.626859:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd20354 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384649.626869:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052d18255 already unused, calling callback (000000004e97d7c8) 10000000:00000001:0.0:1767384649.626872:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384649.626875:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7f71e2b70dd20354 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.626881:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384649.626884:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384649.626885:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.626888:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=3 00000020:00000001:0.0:1767384649.626895:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:0.0:1767384649.626898:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:0.0:1767384649.626901:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384649.626903:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7f71e2b70dd20354 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384649.626909:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384649.626911:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7f71e2b70dd20354 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384649.626916:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384649.626920:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384649.626921:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384649.626924:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384649.626926:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384649.626927:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384649.626938:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384649.626940:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384649.626942:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 2 10000000:00000001:0.0:1767384649.626944:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384649.626945:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.626949:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384649.626952:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384649.626954:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384649.626957:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.626959:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384649.626962:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052d18255 with handle 0x7f71e2b70dd2034d from hash 00010000:00000001:0.0:1767384649.626964:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384649.626967:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.626968:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.626970:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384649.626972:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384649.626974:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384649.626977:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384649.626979:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384649.626983:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053dfdbd9. 00000020:00000040:0.0:1767384649.626991:0:17068:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384649.626995:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384649.626996:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384649.626999:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384649.627002:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da4a157f. 00000100:00000001:0.0:1767384649.627005:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.627008:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384649.627011:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20354 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384649.627018:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384649.627019:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.627022:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384649.627024:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384649.627029:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053dfdbd9] to pc [ptlrpcd_00_00+0] req@0000000053dfdbd9 x1853237049188736/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384649.627056:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384649.627057:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384649.627059:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384649.627062:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384649.627064:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384649.627067:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053dfdbd9 x1853237049188736/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384649.627068:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.627071:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.627077:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.627080:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:0.0:1767384649.627082:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.627083:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384649.627087:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:0.0:1767384649.627089:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20354 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384649.627090:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384649.627094:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.627100:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384649.627103:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd2034d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd20354 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384649.627105:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053dfdbd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049188736:0@lo:103: 00000100:00000001:1.0:1767384649.627112:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384649.627115:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384649.627117:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384649.627120:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:0.0:1767384649.627121:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000096a42b20 count: 0 02000000:00000010:1.0:1767384649.627124:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fdd88a8. 02000000:00000001:1.0:1767384649.627127:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384649.627131:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eba06d54. 00010000:00000001:0.0:1767384649.627131:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384649.627134:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00010000:00000001:0.0:1767384649.627135:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:1.0:1767384649.627138:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049188736, portal 18 00010000:00000010:0.0:1767384649.627139:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000022d2618. 00000100:00000001:1.0:1767384649.627141:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384649.627144:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575785472 : -123274133766144 : ffff8fe2010c0000) 00010000:00000001:0.0:1767384649.627146:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384649.627150:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053dfdbd9 x1853237049188736/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384649.627152:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384649.627159:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384649.627160:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384649.627165:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384649.627166:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384649.627169:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000020:00000001:0.0:1767384649.627170:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384649.627172:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384649.627175:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049188736, offset 0 00010000:00010000:0.0:1767384649.627176:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384649.627180:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384649.627183:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.627185:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384649.627186:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384649.627195:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384649.627202:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260006180 00000400:00000200:1.0:1767384649.627208:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:1.0:1767384649.627212:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384649.627215:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384649.627219:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384649.627220:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384649.627224:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070742fd1. 00000100:00000040:1.0:1767384649.627226:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000070742fd1 x1853237049188736 msgsize 328 00000100:00100000:1.0:1767384649.627229:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384649.627236:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384649.627240:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:1.0:1767384649.627242:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000100:00000001:1.0:1767384649.627244:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384649.627247:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053dfdbd9 x1853237049188736/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384649.627258:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384649.627260:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053dfdbd9 x1853237049188736/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384649.627264:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.627265:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384649.627268:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.627270:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294938054 00000100:00000001:1.0:1767384649.627274:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294938053 00000100:00000001:1.0:1767384649.627277:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294938054 00000100:00000001:1.0:1767384649.627279:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294938053 00000100:00000001:1.0:1767384649.627281:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294938054 00000100:00000001:1.0:1767384649.627285:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294938053 00000100:00000001:1.0:1767384649.627288:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294938054 00000100:00000001:1.0:1767384649.627291:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294938053 00000100:00000001:0.0:1767384649.627293:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384649.627294:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384649.627298:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384649.627299:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188736 00000100:00000001:1.0:1767384649.627300:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.627303:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384649.627305:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384649.627308:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384649.627310:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384649.627312:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384649.627313:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384649.627314:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.627316:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.627325:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384649.627327:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384649.627331:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384649.627333:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188736 00000020:00000001:0.0:1767384649.627336:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384649.627337:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384649.627339:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.627340:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000020:00000001:0.0:1767384649.627343:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384649.627345:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384649.627348:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384649.627374:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d1bb68. 00000100:00000001:0.0:1767384649.627377:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384649.627379:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d1bb68. 00000020:00000010:0.0:1767384649.627384:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cacd3411. 00000020:00000010:0.0:1767384649.627387:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000286fd16a. 00000020:00000010:0.0:1767384649.627390:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef27e954. 00000100:00000040:0.0:1767384649.627396:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384649.627398:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384649.627399:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384649.627402:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384649.627404:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.627406:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384649.627408:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384649.627415:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.627417:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc07f78 refcount=4 00000020:00000001:0.0:1767384649.627418:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00000001:0.0:1767384649.627421:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00010000:0.0:1767384649.627425:0:17067:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20354 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd2034d expref: 16 pid: 17075 timeout: 420 lvb_type: 0 00010000:00000001:0.0:1767384649.627449:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.627451:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.627452:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.627454:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.627458:0:17067:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384649.627462:0:17067:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000070742fd1 x1853237049188736/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:630/0 lens 328/0 e 0 to 0 dl 1767384660 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.627470:0:17067:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384649.627487:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.627500:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.627510:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384649.627512:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384649.627516:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384649.627519:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:0.0:1767384649.627522:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667058688 : -123274042492928 : ffff8fe2067cb800) 00000100:00000040:0.0:1767384649.627527:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070742fd1 x1853237049188736/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:630/0 lens 328/0 e 0 to 0 dl 1767384660 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.627535:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384649.627538:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d1bb68. 00000100:00000001:0.0:1767384649.627540:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384649.627542:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d1bb68. 00000100:00100000:0.0:1767384649.627546:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070742fd1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16348:x1853237049188736:12345-0@lo:103: 00000100:00000200:0.0:1767384649.627549:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188736 00010000:00000001:0.0:1767384649.627552:0:17067:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384649.627559:0:17067:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384649.627561:0:17067:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384649.627565:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384649.627566:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384649.627569:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000055252db8. 02000000:00000001:0.0:1767384649.627571:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.627573:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.627575:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384649.627577:0:17067:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384649.627579:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384649.627581:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.627583:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc07f78 refcount=4 00000020:00000001:0.0:1767384649.627585:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00000001:0.0:1767384649.627587:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00000040:0.0:1767384649.627590:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000043503ab count: 3 00010000:00010000:0.0:1767384649.627593:0:17067:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20354 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd2034d expref: 16 pid: 17075 timeout: 420 lvb_type: 0 00000100:00001000:0.0:1767384649.627633:0:17067:0:(import.c:2128:obd_at_measure()) add 0 to 000000002cb15ef2 time=1767384649 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384649.627637:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384649.627641:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.627643:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384649.627645:0:17067:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20354 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7f71e2b70dd2034d expref: 16 pid: 17075 timeout: 420 lvb_type: 0 00000020:00000001:0.0:1767384649.627651:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384649.627653:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384649.627654:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.627656:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.627658:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384649.627660:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384649.627664:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.627666:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.627668:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.627669:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384649.627671:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ecc07f78 with handle 0x7f71e2b70dd20354 from hash 00010000:00000001:0.0:1767384649.627679:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384649.627681:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.627682:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.627683:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384649.627685:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384649.627686:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384649.627688:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd20354 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7f71e2b70dd2034d expref: 16 pid: 17075 timeout: 420 lvb_type: 0 00010000:00000040:0.0:1767384649.627694:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 9 00000020:00000040:0.0:1767384649.627697:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00010000:00000001:0.0:1767384649.627701:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.627703:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384649.627705:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384649.627707:0:17067:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000047818971 00010000:00000001:0.0:1767384649.627709:0:17067:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384649.627710:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384649.627712:0:17067:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.627714:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384649.627715:0:17067:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.627718:0:17067:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384649.627719:0:17067:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384649.627721:0:17067:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.627727:0:17067:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384649.627729:0:17067:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384649.627731:0:17067:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384649.627732:0:17067:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384649.627734:0:17067:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000043503ab) refcount = 2 00010000:00010000:0.0:1767384649.627737:0:17067:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.627742:0:17067:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384649.627744:0:17067:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384649.627745:0:17067:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.627747:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384649.627754:0:17067:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070d1bb68. 00000100:00000001:0.0:1767384649.627757:0:17067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384649.627760:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000022d2618. 00000100:00000001:0.0:1767384649.627762:0:17067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799650136640 : -123274059414976 : ffff8fe2057a8240) 00000100:00000001:0.0:1767384649.627764:0:17067:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620799650136640 : -123274059414976 : ffff8fe2057a8240) 00000100:00000001:0.0:1767384649.627766:0:17067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384649.627767:0:17067:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384649.627769:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384649.627771:0:17067:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384649.627773:0:17067:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384649.627776:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384649.627777:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.627778:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047818971 refcount=5 00000020:00000001:0.0:1767384649.627780:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:0.0:1767384649.627783:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:0.0:1767384649.627785:0:17067:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384649.627787:0:17067:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.627793:0:17067:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384649.627795:0:17067:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.627800:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.627801:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384649.627803:0:17067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.627808:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.627810:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.627812:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384649.627814:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384649.627821:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000047818971 already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384649.627829:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384649.627831:0:17067:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384649.627833:0:17067:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.627839:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384649.627840:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384649.627842:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.627843:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047818971 refcount=6 00000020:00000001:0.0:1767384649.627845:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:0.0:1767384649.627847:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:0.0:1767384649.627849:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384649.627851:0:17067:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.627857:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384649.627858:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384649.627860:0:17067:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.627872:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384649.627873:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384649.627875:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.627877:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384649.627879:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047818971 with handle 0x7f71e2b70dd2035b from hash 00010000:00000001:0.0:1767384649.627882:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384649.627883:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.627885:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.627887:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384649.627889:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384649.627890:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1767384649.627891:0:17096:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.627892:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384649.627895:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.627901:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.627903:0:17096:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384649.627904:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:1.0:1767384649.627905:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384649.627907:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:1.0:1767384649.627909:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.627912:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.627914:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384649.627920:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384649.627924:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.627924:0:17067:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.627926:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.627929:0:17067:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384649.627930:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384649.627934:0:17067:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.627938:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.627944:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.627946:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.627947:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384649.627948:0:17067:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384649.627950:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.627951:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.627952:0:17067:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384649.627954:0:17067:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384649.627956:0:17067:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.627958:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384649.627959:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000047818971/0x7f71e2b70dd2035b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.627967:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.627968:0:17067:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.627971:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384649.627983:0:17067:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384649.627985:0:17067:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.627987:0:17067:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.627989:0:17067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384649.627990:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000022d2618. 00000100:00000001:0.0:1767384649.627993:0:17067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384649.627994:0:17067:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384649.627996:0:17067:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070d1bb68. 00010000:00000001:0.0:1767384649.627998:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384649.628000:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000043503ab count: 0 00010000:00010000:0.0:1767384649.628004:0:17067:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384649.628005:0:17067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.628008:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384649.628010:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384649.628012:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384649.628021:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384649.628024:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384649.628026:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384649.628028:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384649.628029:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.628032:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384649.628034:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384649.628036:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60c07fd. 00000100:00000200:0.0:1767384649.628039:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049188736, offset 224 00000400:00000200:0.0:1767384649.628042:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384649.628048:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384649.628054:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260006180 00000400:00000200:0.0:1767384649.628058:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1be9 [1] + 224 00000400:00000200:0.0:1767384649.628063:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384649.628066:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384649.628069:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384649.628083:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053dfdbd9 x1853237049188736/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384649.628092:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053dfdbd9 x1853237049188736/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.628108:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384649.628112:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60c07fd 00000400:00000010:0.0:1767384649.628114:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60c07fd. 00000100:00000001:0.0:1767384649.628117:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384649.628119:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384649.628122:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384649.628123:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.628124:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384649.628129:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:1.0:1767384649.628130:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384649.628133:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384649.628135:0:17067:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384649.628136:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eba06d54. 00000400:00000200:1.0:1767384649.628142:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00010000:00000001:0.0:1767384649.628142:0:17067:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384649.628145:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000100:00000001:1.0:1767384649.628151:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384649.628151:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070742fd1 x1853237049188736/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:630/0 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384649.628157:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053dfdbd9 x1853237049188736/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384649.628175:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070742fd1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049188736:12345-0@lo:103: Request processed in 636us (944us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384649.628179:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053dfdbd9 x1853237049188736/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384649.628196:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384649.628200:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384649.628204:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384649.628205:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384649.628209:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384649.628210:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384649.628212:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384649.628215:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384649.628216:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.628218:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384649.628221:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384649.628234:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000286fd16a. 00000100:00001000:1.0:1767384649.628235:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=66 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384649.628241:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=66 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384649.628241:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef27e954. 00000100:00000001:1.0:1767384649.628247:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384649.628249:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384649.628249:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cacd3411. 00010000:00000001:1.0:1767384649.628254:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384649.628256:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.628257:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384649.628258:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000040:1.0:1767384649.628262:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053dfdbd9 x1853237049188736/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.628263:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.628271:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384649.628273:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384649.628281:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384649.628283:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053dfdbd9 x1853237049188736/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384649.628288:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053dfdbd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049188736:0@lo:103: 00000100:00000001:1.0:1767384649.628291:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.628292:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384649.628293:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053dfdbd9 x1853237049188736/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384649.628298:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384649.628299:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384649.628301:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fdd88a8. 02000000:00000001:1.0:1767384649.628303:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384649.628304:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384649.628306:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384649.628307:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384649.628309:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000da4a157f. 02000000:00000001:1.0:1767384649.628311:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384649.628311:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384649.628312:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053dfdbd9. 00000100:00000001:1.0:1767384649.628314:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384649.628315:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.628316:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.628319:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384649.628320:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.628323:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384649.628324:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.628339:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384649.628343:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384649.628585:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bb9b67c7. 00080000:00000010:1.0:1767384649.628639:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a3feab58. 00040000:00000001:1.0:1767384649.628644:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384649.628646:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384649.628648:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384649.628651:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384649.628654:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384649.628656:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384649.628658:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384649.628668:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384649.628679:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384649.628679:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384649.628684:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384649.628686:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:01000000:0.0:1767384649.628687:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384649.628692:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384649.628695:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384649.628700:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000078525319. 00010000:00000001:0.0:1767384649.628704:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384649.628707:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f1e780ed. 00000020:00000001:0.0:1767384649.628711:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384649.628713:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f1e780ed with handle 0x7f71e2b70dd20362 to hash 00000020:00000001:0.0:1767384649.628716:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384649.628717:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:0.0:1767384649.628720:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:0.0:1767384649.628723:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.628725:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.628727:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20362 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.628734:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384649.628736:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384649.628738:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384649.628745:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384649.628747:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.628748:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384649.628750:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.628752:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384649.628753:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384649.628755:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384649.628756:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384649.628758:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000078525319) refcount = 1 00010000:00010000:0.0:1767384649.628761:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20362 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.628767:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384649.628768:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384649.628770:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.628771:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.628773:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384649.628775:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384649.628777:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384649.628780:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384649.628781:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.628783:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f1e780ed refcount=4 00000020:00000001:0.0:1767384649.628785:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:0.0:1767384649.628787:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:0.0:1767384649.628790:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384649.628791:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20362 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.628798:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384649.628799:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20362 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.628806:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.628808:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384649.628810:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20362 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384649.628815:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384649.628820:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384649.628823:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000462930ca. 20000000:00000001:1.0:1767384649.628830:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.628831:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.628835:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384649.628836:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049188480 00010000:00000001:0.0:1767384649.628838:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384649.628840:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384649.628842:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20362 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384649.628846:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000f62404b x1853237049188480/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:630/0 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384649.628856:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f1e780ed already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384649.628861:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384649.628864:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384649.628865:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:1.0:1767384649.628868:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.628869:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20362 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384649.628873:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384649.628880:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384649.628882:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:1.0:1767384649.628884:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384649.628886:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384649.628889:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000001:0.0:1767384649.628890:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.628892:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f1e780ed refcount=5 02000000:00000001:1.0:1767384649.628894:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384649.628898:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.628898:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00010000:00000001:0.0:1767384649.628904:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780662784 : -123268928888832 : ffff8fe337482000) 00000100:00000001:1.0:1767384649.628905:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384649.628909:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:1.0:1767384649.628910:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384649.628913:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20362 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384649.628915:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f3de89f. 00000100:00000200:1.0:1767384649.628920:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049188480, offset 224 00010000:00000001:0.0:1767384649.628926:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384649.628928:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384649.628929:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384649.628931:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.628935:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384649.628938:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767384649.628939:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384649.628941:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.628945:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.628949:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006080 00000020:00000040:0.0:1767384649.628950:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f1e780ed with handle 0x7f71e2b70dd20362 from hash 00010000:00000001:0.0:1767384649.628956:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767384649.628959:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bbd [2] + 224 00010000:00000001:0.0:1767384649.628959:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.628963:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384649.628968:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384649.628971:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767384649.628974:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384649.628975:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384649.628979:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384649.628980:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384649.628984:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:1.0:1767384649.628985:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a585bd26 x1853237049188480/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384649.628987:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.628992:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.628997:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384649.629000:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:1.0:1767384649.629005:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a585bd26 x1853237049188480/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384649.629006:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.629009:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.629012:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.629017:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.629023:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.629025:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20362 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384649.629028:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384649.629032:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.629033:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.629034:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384649.629038:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384649.629040:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.629042:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384649.629043:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f3de89f 00010000:00000001:0.0:1767384649.629044:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:1.0:1767384649.629047:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f3de89f. 00010000:00000001:0.0:1767384649.629049:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.629054:0:17074:0:(events.c:386:reply_out_callback()) Process entered 20000000:00000001:0.0:1767384649.629054:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.629058:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767384649.629059:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20362 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384649.629064:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.629072:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:1.0:1767384649.629073:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384649.629076:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384649.629079:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:0.0:1767384649.629081:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f1e780ed/0x7f71e2b70dd20362 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384649.629082:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384649.629087:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384649.629094:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f62404b x1853237049188480/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:630/0 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384649.629095:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000078525319 count: 0 00000400:00000200:2.0:1767384649.629106:0:16346:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp flags 0x11: -76 00010000:00000001:0.0:1767384649.629107:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384649.629115:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384649.629122:0:16346:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.202.137@tcp40 NID 192.168.202.137@tcp: -76 00000100:00100000:1.0:1767384649.629133:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000f62404b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049188480:12345-0@lo:253: Request processed in 5659us (6884us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384649.629135:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000008f0e1c34. 00000400:00000200:2.0:1767384649.629147:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp40(000000006e8ed2ad): -76. state = 0x200161 00000400:00000200:2.0:1767384649.629160:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp40(000000006e8ed2ad) state 0x200161 rc -76 00000100:00100000:1.0:1767384649.629160:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000400:00000200:2.0:1767384649.629173:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp40 (000000006e8ed2ad) 00000100:00000040:1.0:1767384649.629174:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000400:00000200:2.0:1767384649.629177:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006e8ed2ad (2) 00000100:00000001:1.0:1767384649.629180:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384649.629183:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x3000f1 00000100:00000001:1.0:1767384649.629185:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384649.629191:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da203b83. 00000020:00000010:1.0:1767384649.629196:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000078b5fdd4. 00000020:00000010:1.0:1767384649.629200:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b49a38da. 00000020:00000040:1.0:1767384649.629206:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:1.0:1767384649.629210:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384649.629212:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c94994ef. 02000000:00000001:1.0:1767384649.629218:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384649.629222:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384649.629226:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384649.629231:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eba06d54. 00000400:00000010:2.0:1767384649.629239:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 00000000be232211. 00000400:00000010:1.0:1767384649.629239:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f3de89f. 00000400:00000010:2.0:1767384649.629246:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 0000000032651b95. 00000400:00000010:2.0:1767384649.629250:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 00000000399fc49b. 00000100:00000001:1.0:1767384649.629263:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384649.629266:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384649.629271:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384649.629274:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384649.629275:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055f6cf6b. 00000400:00000200:1.0:1767384649.629280:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7cebc33 00000400:00000010:1.0:1767384649.629282:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7cebc33. 00000400:00000200:2.0:1767384649.629286:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp31(00000000f436b0d1) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384649.629294:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp35(00000000b6d21072) status changed from 0xdeadface to 0x15aac0de 00000100:00000001:1.0:1767384649.629296:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384649.629299:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp37(0000000007ce7f0b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384649.629304:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp38(00000000c74e47bb) status changed from 0xdeadface to 0x15aac0de 00000100:00000200:1.0:1767384649.629304:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a585bd26 x1853237049188480/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384649.629320:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a585bd26 x1853237049188480/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384649.629331:0:16346:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.137@tcp40 00000400:00000200:2.0:1767384649.629341:0:16346:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.137@tcp40 NID 192.168.202.137@tcp40 00000100:00000001:1.0:1767384649.629341:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384649.629348:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384649.629350:0:16346:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000008e113248 nid 192.168.202.137@tcp40 00000400:00000010:2.0:1767384649.629361:0:16346:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000008e113248. 00000100:00000001:1.0:1767384649.629361:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384649.629370:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384649.629373:0:16346:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000ea3d5f23 net tcp40 00000100:00000001:1.0:1767384649.629375:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384649.629376:0:16346:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000ea3d5f23. 00000100:00000001:1.0:1767384649.629384:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.629386:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006e8ed2ad (1) 02000000:00000001:1.0:1767384649.629388:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.629392:0:16346:0:(peer.c:272:lnet_destroy_peer_locked()) 000000006e8ed2ad nid 192.168.202.137@tcp40 00000400:00000010:2.0:1767384649.629400:0:16346:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000006e8ed2ad. 00000100:00001000:1.0:1767384649.629400:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=66 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384649.629409:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d8bed3a6. 00000100:00001000:1.0:1767384649.629410:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384649.629417:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384649.629419:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.629421:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384649.629422:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d8bed3a6 nid 192.168.202.137@tcp40 00010000:00000001:1.0:1767384649.629427:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384649.629428:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ea3d5f23. 00000400:00000200:2.0:1767384649.629434:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ea3d5f23 net tcp40 00000100:00000001:1.0:1767384649.629436:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.629439:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (32) 00000100:00000040:1.0:1767384649.629447:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a585bd26 x1853237049188480/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384649.629448:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp40 flags 0x11 00000400:00000010:2.0:1767384649.629456:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000057507956. 00000400:00000200:2.0:1767384649.629465:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000057507956 nid 192.168.202.137@tcp41 00000400:00000010:2.0:1767384649.629485:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000039977a5. 00000400:00000200:2.0:1767384649.629494:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000039977a5 net tcp41 00000400:00000200:2.0:1767384649.629499:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (33) 00000100:00000001:1.0:1767384649.629499:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384649.629509:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp41 flags 0x11 00000100:00000001:1.0:1767384649.629514:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384649.629515:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 00000000be232211. 00000100:00000001:1.0:1767384649.629519:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384649.629520:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 0000000032651b95. 00000400:00000010:2.0:1767384649.629526:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 00000000399fc49b. 00000020:01000004:1.0:1767384649.629529:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:2.0:1767384649.629531:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000f63098c5. 00000020:01000004:1.0:1767384649.629538:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384649.629539:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384649.629549:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x300171 00000020:01000004:1.0:1767384649.629549:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384649.629557:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384649.629561:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 rc 1 00000020:01000004:1.0:1767384649.629564:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384649.629568:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 00000020:01000004:1.0:1767384649.629572:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384649.629575:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384649.629578:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300111 rc 0 00000020:01000004:1.0:1767384649.629578:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384649.629583:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384649.629585:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000020:01000004:1.0:1767384649.629589:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384649.629590:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (34) 00000100:00000040:1.0:1767384649.629598:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a585bd26 x1853237049188480/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384649.629649:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a585bd26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049188480:0@lo:253: 00000100:00000001:1.0:1767384649.629665:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.629668:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384649.629671:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a585bd26 x1853237049188480/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384649.629680:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384649.629683:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384649.629685:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000021758f95. 02000000:00000001:1.0:1767384649.629689:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384649.629690:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384649.629692:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384649.629694:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384649.629696:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000972b1b7a. 02000000:00000001:1.0:1767384649.629704:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384649.629706:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384649.629707:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a585bd26. 00000100:00000001:1.0:1767384649.629710:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384649.629711:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.629713:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.629717:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384649.629719:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.629721:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384649.629724:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384649.632686:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294938054, at 4294938055 00000100:00000010:0.0:1767384649.632699:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a691de63. 00000100:00000040:3.0:1767384649.632767:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294938054, at 4294938055 00000100:00000010:3.0:1767384649.632773:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b107de3. 00000100:00000040:1.0:1767384649.632877:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294938054, at 4294938055 00000100:00000010:1.0:1767384649.632883:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b383a31a. 00010000:00000010:0.1:1767384649.633644:0:33283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000096a42b20. 00010000:00000010:0.1:1767384649.633652:0:33283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052d18255. 00010000:00000010:0.1:1767384649.633672:0:33283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ecc07f78. 00010000:00000010:0.1:1767384649.633676:0:33283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047818971. 00000100:00000040:2.0:1767384649.633677:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294938054, at 4294938056 00010000:00000010:0.1:1767384649.633679:0:33283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000043503ab. 00010000:00000010:0.1:1767384649.633685:0:33283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000078525319. 00010000:00000010:0.1:1767384649.633690:0:33283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f1e780ed. 00000100:00000010:2.0:1767384649.633693:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061641742. 00000400:00000010:3.0:1767384649.640023:0:33286:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c0d0eaa5. 00000400:00000040:3.0:1767384649.640042:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384649.640044:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384649.640047:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.640048:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384649.640050:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.640051:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384649.640053:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384649.640054:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384649.640055:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384649.640056:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384649.640057:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384649.640058:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384649.640060:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384649.640064:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384649.640065:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384649.640067:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384649.640068:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384649.640069:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384649.640070:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384649.640072:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.640073:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384649.640074:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384649.640075:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384649.640076:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384649.640076:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384649.640078:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.640079:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384649.640080:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384649.640081:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384649.640082:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384649.640082:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384649.640084:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.640085:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384649.640086:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384649.640086:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384649.640087:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384649.640088:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384649.640090:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384649.640091:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384649.640092:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384649.640092:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384649.640093:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384649.640094:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384649.640095:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384649.640096:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384649.640097:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384649.640098:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384649.640099:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384649.640100:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384649.640101:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384649.640102:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384649.640103:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384649.640106:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384649.640108:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384649.640109:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384649.640110:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384649.640111:0:33286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384649.640188:0:33286:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c0d0eaa5. 00010000:00000001:2.0:1767384649.689779:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384649.689787:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384649.689796:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384649.689797:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384649.689854:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384649.689862:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384649.689866:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384650.201674:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384650.201680:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384650.201686:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f936500. 00000020:00000040:2.0:1767384650.201691:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384650.201695:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384650.201698:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384650.201702:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384650.201708:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b9bd133. 00000100:00000001:2.0:1767384650.201715:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384650.201723:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@000000009f936500 x1853237049188864/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:1.0:1767384650.201723:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384650.201727:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384650.201733:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a585bd26. 00000100:00000001:2.0:1767384650.201736:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1767384650.201738:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384650.201739:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.201745:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384650.201747:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384650.201749:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f936500] to pc [ptlrpcd_00_01+1] req@000000009f936500 x1853237049188864/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384650.201751:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384650.201760:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a719da0. 00000100:00000001:1.0:1767384650.201766:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.201772:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384650.201774:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.201776:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384650.201776:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384650.201781:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384650.201782:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384650.201786:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384650.201787:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384650.201791:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009aa10b3a. 00000100:00000040:3.0:1767384650.201794:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f936500 x1853237049188864/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384650.201794:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a585bd26] to pc [ptlrpcd_00_02+2] req@00000000a585bd26 x1853237049188992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384650.201795:0:38:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384650.201802:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384650.201805:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384650.201808:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384650.201815:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009e49d2a. 00000100:00000001:3.0:1767384650.201817:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384650.201821:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.201821:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384650.201829:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384650.201830:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384650.201832:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384650.201833:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1767384650.201836:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384650.201838:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.201838:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384650.201846:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049188864:0@lo:400: 00000100:00000001:2.0:1767384650.201855:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384650.201856:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384650.201857:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384650.201860:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.201861:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384650.201862:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384650.201865:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384650.201866:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384650.201869:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384650.201871:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009aa10b3a] to pc [ptlrpcd_00_03+3] req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384650.201872:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a585bd26 x1853237049188992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384650.201874:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033babcdd. 02000000:00000001:3.0:1767384650.201878:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384650.201886:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f944308d. 00000100:00000001:1.0:1767384650.201891:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384650.201895:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079996ec5. 00000100:00000001:1.0:1767384650.201896:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.201903:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384650.201904:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049188864, portal 25 00000100:00000001:0.0:1767384650.201906:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.201907:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384650.201910:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120992768 : -123269588558848 : ffff8fe30ff65c00) 02000000:00000001:0.0:1767384650.201910:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384650.201914:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384650.201915:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384650.201917:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384650.201919:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f936500 x1853237049188864/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384650.201921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767384650.201924:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a585bd26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049188992:0@lo:13: 00000100:00000001:2.0:1767384650.201929:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384650.201933:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767384650.201934:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd410bd2. 02000000:00000001:0.0:1767384650.201938:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384650.201939:0:38:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767384650.201942:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.201943:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384650.201943:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384650.201945:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384650.201946:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384650.201950:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384650.201950:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d6cc2800. 02000000:00000001:0.0:1767384650.201955:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384650.201957:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767384650.201958:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6608edf. 00000400:00000010:0.0:1767384650.201961:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd0231e9. 00000100:00000001:2.0:1767384650.201963:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384650.201964:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbbbeccc. 00000400:00000010:0.0:1767384650.201967:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60c07fd. 00000100:00000040:2.0:1767384650.201970:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384650.201971:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049188864, offset 0 00000100:00000200:0.0:1767384650.201973:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049188992, portal 4 00000100:00000001:0.0:1767384650.201979:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384650.201981:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667053312 : -123274042498304 : ffff8fe2067ca300) 00000100:00000001:2.0:1767384650.201984:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384650.201986:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384650.201987:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384650.201991:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a585bd26 x1853237049188992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384666 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384650.201994:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd410bd2] to pc [ptlrpcd_00_00+0] req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384650.202005:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384650.202016:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384650.202020:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260006200 00000100:00000040:0.0:1767384650.202024:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384650.202026:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384650.202028:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067328673. 00000100:00000040:2.0:1767384650.202029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384650.202032:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13c1 [2] + 0 00000100:00000001:2.0:1767384650.202038:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767384650.202039:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac54ecfe. 00000100:00000010:2.0:1767384650.202042:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e5973e9. 00000400:00000200:3.0:1767384650.202043:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000769fe828 00000020:00000040:2.0:1767384650.202047:0:38:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:0.0:1767384650.202048:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049188992, offset 0 00000400:00000200:3.0:1767384650.202050:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384650.202051:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384650.202054:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384650.202057:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384650.202059:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384650.202059:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384650.202062:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000427cc036. 00000100:00000001:2.0:1767384650.202067:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384650.202070:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000769fe828 00000400:00000200:0.0:1767384650.202071:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384650.202073:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000769fe828. 00000100:00000001:3.0:1767384650.202081:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384650.202082:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384650.202084:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384650.202088:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260006280 00000100:00000040:3.0:1767384650.202090:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000188adab9 x1853237049188864 msgsize 224 00000100:00000001:2.0:1767384650.202098:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384650.202101:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384650.202103:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2464 00000100:00100000:3.0:1767384650.202105:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384650.202108:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e5973e9] to pc [ptlrpcd_00_01+1] req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384650.202109:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384650.202120:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384650.202121:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384650.202123:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384650.202128:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbbbeccc 00000400:00000200:0.0:1767384650.202128:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384650.202129:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (276) 00000400:00000010:3.0:1767384650.202132:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbbbeccc. 00000100:00000001:3.0:1767384650.202136:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384650.202137:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384650.202140:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f936500 x1853237049188864/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384650.202141:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384650.202148:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000278a4d79. 00000100:00000040:0.0:1767384650.202152:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000278a4d79 x1853237049188992 msgsize 224 00000100:00000001:3.0:1767384650.202153:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384650.202156:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384650.202160:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f936500 x1853237049188864/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384666 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384650.202161:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188864 00000100:00100000:0.0:1767384650.202165:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384650.202167:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384650.202170:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384650.202174:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.202175:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.202177:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384650.202180:0:16349:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384650.202181:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384650.202185:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188864 00000400:00000200:0.0:1767384650.202185:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067328673 00000100:00000001:3.0:1767384650.202187:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384650.202187:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384650.202188:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067328673. 00000020:00000040:2.0:1767384650.202191:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:3.0:1767384650.202193:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294938629 00000100:00000001:0.0:1767384650.202194:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384650.202195:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384650.202199:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000010:3.0:1767384650.202201:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bf7af9ff. 00000100:00000200:0.0:1767384650.202201:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a585bd26 x1853237049188992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384666 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384650.202202:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384650.202208:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384650.202209:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384650.202215:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384650.202218:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294938629 00000100:00000001:0.0:1767384650.202219:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384650.202220:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2facc3a. 00000100:00000001:2.0:1767384650.202224:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384650.202224:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a585bd26 x1853237049188992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384650.202231:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086ca773f. 00000020:00000010:2.0:1767384650.202231:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2facc3a. 00000100:00000001:3.0:1767384650.202238:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384650.202238:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384650.202240:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016c716ed. 00000100:00000001:3.0:1767384650.202244:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294938629 00000100:00000001:0.0:1767384650.202244:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384650.202247:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008bf2a1bf. 00000100:00000010:3.0:1767384650.202249:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088c647ce. 00000100:00000001:0.0:1767384650.202251:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.202255:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000020:00000010:2.0:1767384650.202255:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003caaaf0b. 00000100:00000040:0.0:1767384650.202256:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3696 usecs (4 jiffies) 00000100:00000001:3.0:1767384650.202261:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294938629 00000100:00000001:0.0:1767384650.202262:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938628 00000100:00000040:2.0:1767384650.202266:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384650.202267:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294938629 00000100:00000010:3.0:1767384650.202268:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082cbf76c. 00000100:00000001:2.0:1767384650.202271:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384650.202274:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384650.202274:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938628 00000100:00000001:3.0:1767384650.202275:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384650.202279:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.202279:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294938629 00000100:00000001:3.0:1767384650.202281:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384650.202285:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938628 00000100:00000001:3.0:1767384650.202286:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.202288:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.202292:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294938629 00000100:00000001:3.0:1767384650.202293:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.202296:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384650.202296:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938628 00000100:00000001:2.0:1767384650.202298:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384650.202302:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294938629 00000100:00000001:0.0:1767384650.202304:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384650.202306:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384650.202310:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384650.202310:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.202314:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384650.202315:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.202318:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384650.202319:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384650.202319:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384650.202324:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384650.202324:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384650.202327:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.202332:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384650.202332:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384650.202333:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000001:0.0:1767384650.202336:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384650.202337:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384650.202341:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384650.202341:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384650.202342:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384650.202346:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384650.202348:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804729448528 : -123268980103088 : ffff8fe3343aa850) 00000100:00000001:3.0:1767384650.202349:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384650.202349:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384650.202350:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.202353:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.202355:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384650.202358:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000188adab9 x1853237049188864/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:631/0 lens 224/0 e 0 to 0 dl 1767384661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384650.202359:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384650.202363:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384650.202368:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.202371:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384650.202375:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384650.202376:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e5973e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16349:1853237049189376:0@lo:400: 00000100:00000001:0.0:1767384650.202377:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384650.202380:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384650.202383:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384650.202385:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384650.202386:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384650.202390:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384650.202390:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384650.202393:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384650.202395:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384650.202395:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384650.202398:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2facc3a. 02000000:00000001:3.0:1767384650.202400:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384650.202402:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.202404:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384650.202406:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042162dfe. 00000100:00100000:1.0:1767384650.202409:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16351:1853237049189120:0@lo:400: 00000020:00000010:2.0:1767384650.202411:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2facc3a. 02000000:00000001:3.0:1767384650.202412:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.202413:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384650.202417:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.202418:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384650.202419:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cab3f85. 00000100:00100000:2.0:1767384650.202422:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000188adab9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049188864:12345-0@lo:400: 02000000:00000001:1.0:1767384650.202423:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384650.202423:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384650.202425:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbbbeccc. 02000000:00000001:1.0:1767384650.202426:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384650.202428:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188864 02000000:00000001:0.0:1767384650.202428:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384650.202429:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384650.202434:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384650.202434:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384650.202435:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae1658f4. 00000100:00000200:3.0:1767384650.202436:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049189376, portal 10 00000020:00000001:2.0:1767384650.202439:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384650.202440:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.202442:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767384650.202442:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd410bd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16348:1853237049189248:0@lo:400: 00000020:00000001:2.0:1767384650.202443:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384650.202445:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055f6cf6b. 00000100:00000001:3.0:1767384650.202446:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120986496 : -123269588565120 : ffff8fe30ff64380) 00000020:00000001:2.0:1767384650.202450:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384650.202453:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00000020:00000001:2.0:1767384650.202454:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000100:00000001:0.0:1767384650.202454:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384650.202458:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384650.202458:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384650.202460:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384650.202460:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049189120, portal 4 02000000:00000001:0.0:1767384650.202462:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384650.202481:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.202482:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384650.202482:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384650.202487:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120998144 : -123269588553472 : ffff8fe30ff67100) 00000100:00000001:3.0:1767384650.202489:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384650.202490:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1767384650.202490:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000defc4db. 00000020:00000001:2.0:1767384650.202494:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384650.202494:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384650.202495:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384650.202497:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384650.202498:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384650.202501:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b7622e. 00000400:00000010:3.0:1767384650.202503:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e89093e4. 00000020:00000001:2.0:1767384650.202504:0:17074:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384650.202508:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384650.202509:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049189376, offset 0 00000400:00000010:0.0:1767384650.202510:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067328673. 02000000:00000001:2.0:1767384650.202511:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384650.202511:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384650.202517:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767384650.202518:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000032651b95. 00000100:00000200:0.0:1767384650.202518:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049189248, portal 10 00000400:00000010:1.0:1767384650.202521:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000400:00000200:3.0:1767384650.202522:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384650.202524:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.202525:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384650.202528:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049189120, offset 0 00000100:00000001:2.0:1767384650.202529:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384650.202529:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120991872 : -123269588559744 : ffff8fe30ff65880) 00000400:00000200:3.0:1767384650.202534:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384650.202536:0:17074:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384650.202540:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049188864 00000100:00000040:0.0:1767384650.202541:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384650.202543:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384650.202546:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260006400 00010000:00000001:2.0:1767384650.202547:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384650.202554:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000188adab9 x1853237049188864/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:631/0 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384650.202558:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000100:00000001:0.0:1767384650.202559:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384650.202562:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384650.202568:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384650.202570:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384650.202573:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee23fc24. 00000400:00000200:1.0:1767384650.202579:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260006300 00000100:00000200:0.0:1767384650.202579:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049189248, offset 0 00000400:00000200:3.0:1767384650.202580:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384650.202591:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 3664 00010000:00000001:2.0:1767384650.202594:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384650.202597:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384650.202597:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384650.202598:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384650.202601:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384650.202602:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1767384650.202604:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=67 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384650.202631:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384650.202634:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384650.202638:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384650.202640:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384650.202643:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384650.202644:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.202647:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384650.202651:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384650.202655:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030198e8b. 00000100:00000200:2.0:1767384650.202695:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049188864, offset 224 00000100:00000001:1.0:1767384650.202695:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384650.202699:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384650.202704:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d1e9c80. 00000400:00000200:0.0:1767384650.202704:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384650.202705:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384650.202711:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000002d1e9c80 x1853237049189120 msgsize 224 00000400:00000200:2.0:1767384650.202720:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384650.202720:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260006380 00000100:00100000:1.0:1767384650.202722:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384650.202731:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000100:00000001:1.0:1767384650.202734:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384650.202735:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260006200 00000400:00000200:0.0:1767384650.202744:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384650.202745:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1bfd [1] + 224 00000400:00000200:2.0:1767384650.202753:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384650.202753:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000200:0.0:1767384650.202756:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384650.202759:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000400:00000200:2.0:1767384650.202762:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384650.202767:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384650.202770:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384650.202774:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384650.202776:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f936500 x1853237049188864/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384650.202808:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f936500 x1853237049188864/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.202808:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384650.202816:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384666 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384650.202819:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384650.202826:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030198e8b 00000100:00000001:1.0:1767384650.202828:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384650.202829:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030198e8b. 00000100:00000001:1.0:1767384650.202834:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384650.202836:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384650.202838:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384650.202841:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.202843:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384650.202846:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3696 usecs (4 jiffies) 00000100:00000040:2.0:1767384650.202849:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:1.0:1767384650.202850:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938629 00000100:00000001:1.0:1767384650.202855:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294938629 00010000:00000001:2.0:1767384650.202856:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384650.202858:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938629 00000020:00000001:2.0:1767384650.202860:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.202861:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294938629 00000020:00000001:2.0:1767384650.202866:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384650.202866:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938629 00000100:00000010:3.0:1767384650.202868:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058418a06. 00000100:00000001:1.0:1767384650.202869:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294938629 00000100:00000040:3.0:1767384650.202873:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000058418a06 x1853237049189376 msgsize 224 00000100:00000001:1.0:1767384650.202873:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938629 00000100:00000001:1.0:1767384650.202879:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294938629 00000100:00000040:2.0:1767384650.202882:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000188adab9 x1853237049188864/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:631/0 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384650.202886:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384650.202891:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384650.202896:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.202901:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384650.202901:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.202906:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384650.202911:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000188adab9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049188864:12345-0@lo:400: Request processed in 514us (816us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384650.202912:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384650.202915:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89093e4 00000100:00000001:1.0:1767384650.202915:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767384650.202921:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e89093e4. 00000100:00000001:1.0:1767384650.202922:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384650.202925:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384650.202926:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000001:3.0:1767384650.202928:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384650.202928:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384650.202930:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384650.202934:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384650.202934:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384650.202936:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384650.202938:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384650.202943:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008bf2a1bf. 00000020:00000010:2.0:1767384650.202949:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003caaaf0b. 00000100:00000001:3.0:1767384650.202951:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384650.202953:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016c716ed. 00000100:00000040:3.0:1767384650.202958:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384650.202960:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:1.0:1767384650.202963:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384650.202965:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1767384650.202966:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189376 02000000:00000010:2.0:1767384650.202969:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000032651b95. 02000000:00000001:1.0:1767384650.202971:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384650.202973:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384650.202975:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384650.202977:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.202978:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.202979:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384650.202983:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384650.202984:0:16349:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384650.202985:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384650.202988:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac54ecfe. 00000100:00100000:1.0:1767384650.202989:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189376 00000100:00000001:3.0:1767384650.202993:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384650.202993:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384650.202995:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b9b31e6. 00000020:00000040:1.0:1767384650.202996:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000100:00000040:3.0:1767384650.203000:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3187 usecs (4 jiffies) 00000020:00000001:1.0:1767384650.203001:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384650.203004:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000100:00000001:3.0:1767384650.203006:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294938629 00000020:00000001:1.0:1767384650.203007:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000020:00000001:1.0:1767384650.203009:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000001:1.0:1767384650.203012:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384650.203014:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091caf084. 00000100:00000001:3.0:1767384650.203018:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294938629 00000100:00000001:2.0:1767384650.203020:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384650.203020:0:17082:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000501d5b0f. 00000100:00000001:3.0:1767384650.203025:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294938629 00000100:00000200:2.0:1767384650.203025:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:1.0:1767384650.203027:0:17082:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000010:2.0:1767384650.203031:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa1a10d5. 00000100:00000001:3.0:1767384650.203032:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294938629 00000100:00000040:2.0:1767384650.203036:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000fa1a10d5 x1853237049189248 msgsize 224 00000100:00000001:3.0:1767384650.203037:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294938629 00000100:00000001:1.0:1767384650.203038:0:17082:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384650.203044:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294938629 00000100:00100000:2.0:1767384650.203044:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384650.203044:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069a625ed. 00000100:00000001:3.0:1767384650.203050:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294938629 00000020:00000010:1.0:1767384650.203051:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef7e6286. 00000100:00000001:3.0:1767384650.203053:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294938629 00000100:00000001:2.0:1767384650.203055:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384650.203057:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00000001:3.0:1767384650.203058:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384650.203062:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee23fc24 00000100:00000001:3.0:1767384650.203063:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384650.203064:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:2.0:1767384650.203066:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee23fc24. 00000100:00000001:1.0:1767384650.203070:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384650.203071:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000001:3.0:1767384650.203072:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384650.203073:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384650.203076:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384650.203077:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384650.203078:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384650.203082:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f944308d. 00000400:00000200:3.0:1767384650.203090:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079996ec5 00000100:00000001:2.0:1767384650.203091:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384650.203092:0:17082:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:3.0:1767384650.203094:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079996ec5. 00000100:00000001:1.0:1767384650.203095:0:17082:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384650.203096:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.203099:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.203102:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384650.203110:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f936500 x1853237049188864/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.203112:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.203123:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384650.203126:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189248 02000000:00000001:1.0:1767384650.203130:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384650.203133:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384650.203135:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384650.203140:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384650.203147:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189248 00000100:00000001:2.0:1767384650.203148:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384650.203149:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f936500 x1853237049188864/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384650.203151:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384650.203152:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384650.203155:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000020:00000001:1.0:1767384650.203158:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384650.203159:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384650.203162:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000100:00000040:2.0:1767384650.203165:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3282 usecs (4 jiffies) 00000020:00000001:1.0:1767384650.203167:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:2.0:1767384650.203172:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938629 00000020:00000001:1.0:1767384650.203173:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:3.0:1767384650.203174:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384650.203178:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384650.203179:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294938629 00000100:00000001:1.0:1767384650.203179:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384650.203184:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384650.203184:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938629 00000020:00000010:1.0:1767384650.203185:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000501d5b0f. 02000000:00000001:3.0:1767384650.203189:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384650.203191:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294938629 00000100:00000001:3.0:1767384650.203192:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384650.203192:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384650.203197:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938629 00000100:00000001:3.0:1767384650.203198:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384650.203199:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000501d5b0f. 00000100:00000001:2.0:1767384650.203203:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294938629 02000000:00000001:3.0:1767384650.203205:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.203206:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938629 00000020:00000010:1.0:1767384650.203207:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028a9301f. 00000100:00000001:2.0:1767384650.203212:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294938629 00000100:00001000:3.0:1767384650.203213:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=67 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384650.203214:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000052886b8d. 00000100:00000001:2.0:1767384650.203215:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384650.203220:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384650.203221:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c41ec6b. 00000100:00001000:3.0:1767384650.203223:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384650.203223:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.203225:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384650.203229:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384650.203230:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384650.203231:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384650.203232:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384650.203235:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.203236:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384650.203236:0:17082:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384650.203239:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384650.203241:0:17082:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:3.0:1767384650.203242:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384650.203242:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384650.203244:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.203246:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384650.203248:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.203249:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.203251:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384650.203252:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.203260:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.203264:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384650.203266:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f936500 x1853237049188864/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.203267:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384650.203274:0:18687:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384650.203276:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000001:2.0:1767384650.203278:0:18687:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384650.203283:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000100:00000001:3.0:1767384650.203284:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384650.203287:0:18687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000001:3.0:1767384650.203290:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384650.203292:0:18687:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000100:00000001:1.0:1767384650.203292:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804923221632 : -123268786329984 : ffff8fe33fc76680) 00000100:00000001:3.0:1767384650.203294:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384650.203297:0:18687:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620803911665408 : -123269797886208 : ffff8fe3037c4700) 00000100:00000040:1.0:1767384650.203301:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058418a06 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:631/0 lens 224/0 e 0 to 0 dl 1767384661 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384650.203304:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f936500 x1853237049188864/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384650.203304:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa1a10d5 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:631/0 lens 224/0 e 0 to 0 dl 1767384661 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.203326:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384650.203330:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000501d5b0f. 00000100:00000001:1.0:1767384650.203336:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384650.203341:0:18687:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384650.203342:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000501d5b0f. 00000100:00100000:3.0:1767384650.203345:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f936500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049188864:0@lo:400: 00000100:00100000:1.0:1767384650.203351:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058418a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16349:x1853237049189376:12345-0@lo:400: 00000020:00000010:2.0:1767384650.203352:0:18687:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2facc3a. 00000100:00000001:3.0:1767384650.203357:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.203357:0:18687:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384650.203358:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189376 00000020:00000001:1.0:1767384650.203363:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384650.203365:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384650.203365:0:18687:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2facc3a. 00000020:00000001:1.0:1767384650.203366:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384650.203370:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384650.203374:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f936500 x1853237049188864/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384650.203374:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384650.203375:0:18687:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa1a10d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16348:x1853237049189248:12345-0@lo:400: 00000020:00000001:1.0:1767384650.203378:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:1.0:1767384650.203384:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384650.203385:0:18687:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189248 00000020:00000001:1.0:1767384650.203388:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384650.203390:0:18687:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384650.203394:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384650.203395:0:18687:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384650.203396:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384650.203398:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384650.203399:0:18687:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384650.203400:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384650.203402:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384650.203403:0:18687:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1767384650.203405:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033babcdd. 00000020:00000001:2.0:1767384650.203406:0:18687:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:1.0:1767384650.203406:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384650.203410:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384650.203412:0:18687:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384650.203413:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384650.203413:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384650.203415:0:18687:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384650.203417:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384650.203418:0:18687:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:1.0:1767384650.203419:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000faed2b5f. 00000020:00000040:3.0:1767384650.203420:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384650.203422:0:18687:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384650.203423:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384650.203426:0:18687:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384650.203428:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384650.203428:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384650.203429:0:18687:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1767384650.203433:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b9bd133. 00000100:00000001:2.0:1767384650.203434:0:18687:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384650.203434:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384650.203437:0:18687:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:1.0:1767384650.203439:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049189376 02000000:00000001:3.0:1767384650.203442:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1767384650.203443:0:18687:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000032651b95. 00010000:00000001:1.0:1767384650.203443:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384650.203447:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384650.203448:0:18687:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384650.203450:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058418a06 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:631/0 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384650.203452:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f936500. 00000100:00000001:2.0:1767384650.203453:0:18687:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384650.203458:0:18687:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.203460:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000040:2.0:1767384650.203463:0:18687:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049189248 00000100:00000001:3.0:1767384650.203464:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384650.203479:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384650.203482:0:18687:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384650.203485:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384650.203485:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384650.203488:0:18687:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa1a10d5 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:631/0 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384650.203492:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384650.203495:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384650.203496:0:18687:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384650.203499:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1767384650.203500:0:18687:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.203506:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767384650.203507:0:18687:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384650.203507:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384650.203511:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384650.203513:0:18687:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384650.203513:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384650.203515:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384650.203518:0:18687:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:1.0:1767384650.203518:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:3.0:1767384650.203520:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.203524:0:18687:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384650.203524:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384650.203528:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384650.203529:0:18687:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384650.203532:0:18687:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.203533:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384650.203536:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384650.203539:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000100:00000001:2.0:1767384650.203543:0:18687:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384650.203543:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049189376, offset 224 00000100:00000040:2.0:1767384650.203549:0:18687:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384650.203553:0:18687:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030198e8b. 00000400:00000200:1.0:1767384650.203553:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384650.203559:0:18687:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049189248, offset 224 00000400:00000200:1.0:1767384650.203564:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384650.203568:0:18687:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384650.203577:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260006400 00000400:00000200:2.0:1767384650.203579:0:18687:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384650.203585:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c0d [1] + 224 00000400:00000200:2.0:1767384650.203590:0:18687:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260006380 00000400:00000200:1.0:1767384650.203590:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384650.203597:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384650.203601:0:18687:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c19 [1] + 224 00000400:00000200:2.0:1767384650.203606:0:18687:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384650.203631:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384650.203637:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384650.203639:0:18687:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384650.203645:0:18687:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384650.203653:0:18687:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384650.203653:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384650.203677:0:18687:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.203682:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384650.203688:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000100:00000001:2.0:1767384650.203689:0:18687:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384650.203691:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000100:00000001:1.0:1767384650.203696:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384650.203697:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384650.203700:0:18687:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030198e8b 00000100:00000001:1.0:1767384650.203702:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384650.203704:0:18687:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030198e8b. 00000100:00000040:1.0:1767384650.203708:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384650.203709:0:18687:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384650.203712:0:18687:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384650.203713:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384650.203715:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.203717:0:18687:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384650.203718:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384650.203723:0:18687:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000040:1.0:1767384650.203725:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058418a06 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:631/0 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384650.203727:0:18687:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384650.203730:0:18687:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384650.203734:0:18687:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384650.203741:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa1a10d5 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:631/0 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384650.203742:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058418a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16349:x1853237049189376:12345-0@lo:400: Request processed in 412us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384650.203749:0:18687:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa1a10d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16348:x1853237049189248:12345-0@lo:400: Request processed in 407us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384650.203762:0:18687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:2.0:1767384650.203765:0:18687:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000100:00000001:2.0:1767384650.203767:0:18687:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384650.203769:0:18687:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384650.203770:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:1.0:1767384650.203773:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000001:1.0:1767384650.203778:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384650.203779:0:18687:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000052886b8d. 00000100:00000001:1.0:1767384650.203781:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384650.203783:0:18687:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c41ec6b. 00000020:00000010:1.0:1767384650.203787:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef7e6286. 00000020:00000010:2.0:1767384650.203788:0:18687:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028a9301f. 00000020:00000010:1.0:1767384650.203794:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 00000020:00000040:2.0:1767384650.203795:0:18687:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000100:00000001:2.0:1767384650.203799:0:18687:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384650.203802:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069a625ed. 00000020:00000040:1.0:1767384650.203809:0:17082:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000100:00000001:1.0:1767384650.203813:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384650.203825:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384650.203827:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384650.203831:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384650.203832:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384650.203834:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b7622e. 00000100:00000001:1.0:1767384650.203835:0:18688:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00080000:3.0:1767384650.203838:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:2.0:1767384650.203838:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067328673 00000100:00100000:1.0:1767384650.203838:0:18688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189120 00000400:00000010:2.0:1767384650.203842:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067328673. 02000000:00000001:1.0:1767384650.203843:0:18688:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384650.203846:0:18688:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384650.203847:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384650.203850:0:18688:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384650.203852:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 02000000:00000001:1.0:1767384650.203853:0:18688:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384650.203854:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384650.203858:0:18688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189120 00000020:00000001:1.0:1767384650.203861:0:18688:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384650.203864:0:18688:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000100:00000001:3.0:1767384650.203867:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384650.203868:0:18688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384650.203871:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384650.203871:0:18688:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000020:00000001:1.0:1767384650.203876:0:18688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000400:00000001:3.0:1767384650.203878:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767384650.203878:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384650.203879:0:18688:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000400:00000001:3.0:1767384650.203882:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384650.203885:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384650.203886:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cab3f85. 00000020:00000010:1.0:1767384650.203889:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000501d5b0f. 00000400:00000200:3.0:1767384650.203893:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbbbeccc 00000020:00000010:1.0:1767384650.203895:0:18688:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c4f268a4. 00000400:00000010:3.0:1767384650.203899:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbbbeccc. 00000100:00000001:2.0:1767384650.203901:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384650.203902:0:18688:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:3.0:1767384650.203905:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384650.203906:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384650.203911:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384650.203912:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.203912:0:18688:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1767384650.203915:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384650.203916:0:18688:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069a625ed. 00000100:00000001:2.0:1767384650.203919:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384650.203922:0:18688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef7e6286. 00000100:00000001:2.0:1767384650.203923:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384650.203928:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384650.203929:0:18688:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00000200:3.0:1767384650.203935:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384650.203935:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=62 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384650.203936:0:18688:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384650.203941:0:18688:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:2.0:1767384650.203943:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384650.203944:0:18688:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384650.203950:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384650.203954:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.203954:0:18688:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384650.203956:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384650.203960:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384650.203961:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.203962:0:18688:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00080000:2.0:1767384650.203966:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384650.203968:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384650.203968:0:18688:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384650.203972:0:18688:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384650.203973:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384650.203977:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384650.203979:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.203981:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.203981:0:18688:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384650.203983:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384650.203986:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:3.0:1767384650.203988:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.203989:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384650.203992:0:18688:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384650.203994:0:18688:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:3.0:1767384650.203995:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=62 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384650.203997:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384650.204000:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00001000:3.0:1767384650.204007:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=62 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384650.204007:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384650.204007:0:18688:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:1.0:1767384650.204013:0:18688:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667047040 : -123274042504576 : ffff8fe2067c8a80) 00000100:00000001:3.0:1767384650.204017:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384650.204021:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384650.204021:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d1e9c80 x1853237049189120/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:631/0 lens 224/0 e 0 to 0 dl 1767384661 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384650.204027:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384650.204029:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384650.204035:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:3.0:1767384650.204036:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384650.204038:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.204044:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384650.204047:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384650.204049:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bcd43e4. 00000100:00000001:1.0:1767384650.204054:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384650.204057:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384650.204059:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bcd43e4. 00000100:00000001:3.0:1767384650.204064:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384650.204068:0:18688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d1e9c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16351:x1853237049189120:12345-0@lo:400: 00000100:00000040:3.0:1767384650.204069:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:2.0:1767384650.204069:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd410bd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16348:1853237049189248:0@lo:400: 00000100:00000001:3.0:1767384650.204075:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1767384650.204077:0:18688:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189120 00000100:00000001:3.0:1767384650.204079:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384650.204081:0:18688:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384650.204082:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384650.204085:0:18688:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384650.204086:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384650.204086:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384650.204087:0:18688:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384650.204093:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd410bd2 x1853237049189248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384650.204093:0:18688:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384650.204097:0:18688:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:1.0:1767384650.204102:0:18688:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384650.204106:0:18688:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384650.204110:0:18688:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384650.204113:0:18688:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384650.204115:0:18688:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.204118:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384650.204120:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384650.204120:0:18688:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384650.204124:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384650.204125:0:18688:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384650.204128:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000defc4db. 02000000:00000001:1.0:1767384650.204129:0:18688:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384650.204130:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384650.204132:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384650.204134:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384650.204134:0:18688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b6278220. 00000020:00000001:2.0:1767384650.204135:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384650.204139:0:16348:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1767384650.204140:0:18688:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384650.204145:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384650.204146:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384650.204146:0:18688:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384650.204150:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6608edf. 02000000:00000001:2.0:1767384650.204156:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384650.204157:0:18688:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384650.204159:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000040:1.0:1767384650.204163:0:18688:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049189120 00000100:00000010:2.0:1767384650.204164:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd410bd2. 00000100:00100000:3.0:1767384650.204166:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e5973e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16349:1853237049189376:0@lo:400: 00000100:00000001:2.0:1767384650.204169:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384650.204170:0:18688:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384650.204172:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384650.204175:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384650.204178:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384650.204178:0:18688:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d1e9c80 x1853237049189120/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:631/0 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384650.204180:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384650.204183:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384650.204184:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384650.204190:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384650.204192:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e5973e9 x1853237049189376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384650.204193:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384650.204195:0:18688:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384650.204199:0:18688:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384650.204204:0:18688:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384650.204211:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1767384650.204211:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384650.204212:0:18688:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384650.204217:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384650.204218:0:18688:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000040:2.0:1767384650.204219:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 02000000:00000010:3.0:1767384650.204221:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042162dfe. 00000100:00000001:1.0:1767384650.204224:0:18688:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384650.204227:0:18688:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384650.204228:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384650.204229:0:18688:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384650.204232:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384650.204233:0:18688:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384650.204237:0:16349:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:1.0:1767384650.204238:0:18688:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384650.204243:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767384650.204243:0:18688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 02000000:00000010:3.0:1767384650.204246:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000427cc036. 00000100:00000200:1.0:1767384650.204247:0:18688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049189120, offset 224 02000000:00000001:3.0:1767384650.204251:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767384650.204254:0:18688:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384650.204255:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384650.204259:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e5973e9. 00000100:00000001:3.0:1767384650.204263:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384650.204264:0:18688:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384650.204266:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384650.204269:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384650.204273:0:18688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260006300 00000100:00000001:3.0:1767384650.204275:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384650.204279:0:18688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c11 [1] + 224 00000100:00000001:3.0:1767384650.204280:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384650.204286:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384650.204286:0:18688:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384650.204291:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384650.204294:0:18688:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384650.204297:0:18688:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384650.204300:0:18688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384650.204307:0:18688:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.204317:0:18688:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384650.204321:0:18688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:1.0:1767384650.204323:0:18688:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000100:00000001:1.0:1767384650.204325:0:18688:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384650.204325:0:18688:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384650.204336:0:18688:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384650.204338:0:18688:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384650.204340:0:18688:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384650.204341:0:18688:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384650.204343:0:18688:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384650.204345:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d1e9c80 x1853237049189120/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:631/0 lens 224/224 e 0 to 0 dl 1767384661 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384650.204350:0:18688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d1e9c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16351:x1853237049189120:12345-0@lo:400: Request processed in 306us (1639us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384650.204355:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384650.204357:0:18688:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:1.0:1767384650.204359:0:18688:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384650.204360:0:18688:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384650.204362:0:18688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef7e6286. 00000020:00000010:1.0:1767384650.204364:0:18688:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 00000020:00000010:1.0:1767384650.204366:0:18688:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069a625ed. 00000020:00000040:1.0:1767384650.204368:0:18688:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:1.0:1767384650.204370:0:18688:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.204384:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384650.204385:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188992 02000000:00000001:1.0:1767384650.204387:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384650.204388:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384650.204389:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384650.204391:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384650.204392:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188992 00000020:00000001:1.0:1767384650.204393:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384650.204394:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:1.0:1767384650.204396:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384650.204397:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000020:00000001:1.0:1767384650.204398:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:1.0:1767384650.204400:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:1.0:1767384650.204402:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384650.204404:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bcd43e4. 00000100:00000001:1.0:1767384650.204406:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384650.204413:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bcd43e4. 00000020:00000010:1.0:1767384650.204416:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069a625ed. 00000020:00000010:1.0:1767384650.204418:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef7e6286. 00000020:00000010:1.0:1767384650.204421:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00000040:1.0:1767384650.204427:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384650.204428:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384650.204429:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384650.204430:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.204433:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.204440:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.204446:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384650.204448:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384650.204450:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384650.204452:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:1.0:1767384650.204453:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575786368 : -123274133765248 : ffff8fe2010c0380) 00000100:00000040:1.0:1767384650.204455:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000278a4d79 x1853237049188992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:631/0 lens 224/0 e 0 to 0 dl 1767384661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.204461:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384650.204463:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bcd43e4. 00000100:00000001:1.0:1767384650.204478:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384650.204480:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bcd43e4. 00000100:00100000:1.0:1767384650.204483:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000278a4d79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049188992:12345-0@lo:13: 00000100:00000200:1.0:1767384650.204486:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188992 00000020:00000001:1.0:1767384650.204488:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384650.204489:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384650.204490:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384650.204492:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384650.204493:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00000020:00000001:1.0:1767384650.204495:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384650.204497:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384650.204498:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384650.204499:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384650.204501:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.204509:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384650.204510:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384650.204513:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000747534a2. 02000000:00000001:1.0:1767384650.204514:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.204515:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384650.204517:0:17889:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384650.204521:0:17889:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384650.204522:0:17889:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384650.204530:0:17889:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384650.204531:0:17889:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:1.0:1767384650.204534:0:17889:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384650.204537:0:17889:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384650.204539:0:17889:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384650.204541:0:17889:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384650.204544:0:17889:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384650.204545:0:17889:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384650.204547:0:17889:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384650.204548:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049188992 00010000:00000001:1.0:1767384650.204550:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384650.204552:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000278a4d79 x1853237049188992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:631/0 lens 224/368 e 0 to 0 dl 1767384661 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384650.204557:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384650.204558:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384650.204560:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384650.204562:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384650.204563:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384650.204565:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384650.204566:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384650.204567:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.204569:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384650.204570:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384650.204572:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000100:00000200:1.0:1767384650.204575:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049188992, offset 224 00000400:00000200:1.0:1767384650.204578:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384650.204582:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384650.204593:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260006280 00000400:00000200:1.0:1767384650.204596:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c05 [1] + 224 00000400:00000200:1.0:1767384650.204599:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384650.204602:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384650.204604:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384650.204626:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a585bd26 x1853237049188992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384666 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384650.204632:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a585bd26 x1853237049188992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.204644:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384650.204648:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00000400:00000010:1.0:1767384650.204649:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00000100:00000001:1.0:1767384650.204651:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384650.204652:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384650.204656:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384650.204658:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384650.204660:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384650.204662:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384650.204663:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384650.204665:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000278a4d79 x1853237049188992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:631/0 lens 224/368 e 0 to 0 dl 1767384661 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384650.204671:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000278a4d79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049188992:12345-0@lo:13: Request processed in 209us (2518us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384650.204675:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384650.204677:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:1.0:1767384650.204679:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384650.204680:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384650.204683:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef7e6286. 00000020:00000010:1.0:1767384650.204685:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 00000020:00000010:1.0:1767384650.204688:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069a625ed. 00000020:00000040:1.0:1767384650.204691:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:1.0:1767384650.204693:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.204716:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384650.204717:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384650.204720:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384650.204721:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384650.204722:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd0231e9. 00000400:00000200:1.0:1767384650.204726:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60c07fd 00000400:00000010:1.0:1767384650.204727:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f60c07fd. 00000100:00000001:1.0:1767384650.204730:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384650.204733:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a585bd26 x1853237049188992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384650.204739:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a585bd26 x1853237049188992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.204743:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384650.204744:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.204746:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384650.204747:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384650.204748:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384650.204749:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384650.204751:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384650.204755:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=57 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384650.204758:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384650.204761:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384650.204763:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384650.204765:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384650.204769:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a585bd26 x1853237049188992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384650.204775:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.204778:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384650.204780:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384650.204782:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384650.204783:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384650.204786:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a585bd26 x1853237049188992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.204793:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384650.204796:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384650.204806:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384650.204808:0:16350:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384650.204811:0:16350:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384650.204814:0:16350:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384650.204821:0:16350:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384650.204826:0:16350:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384650.204829:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a585bd26 x1853237049188992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384666 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384650.204834:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a585bd26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049188992:0@lo:13: 00000100:00000001:1.0:1767384650.204838:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.204839:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384650.204840:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a585bd26 x1853237049188992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384666 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.204845:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384650.204846:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384650.204847:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d6cc2800. 02000000:00000001:1.0:1767384650.204850:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384650.204851:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384650.204852:0:16350:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384650.204853:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384650.204855:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a719da0. 02000000:00000001:1.0:1767384650.204856:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384650.204857:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384650.204859:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a585bd26. 00000100:00000001:1.0:1767384650.204861:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384650.204862:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.204863:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.204867:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384650.204868:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.204869:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384650.204871:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.204877:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384650.204883:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384650.204885:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384650.204887:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384650.204888:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055f6cf6b. 00000400:00000200:1.0:1767384650.204891:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000400:00000010:1.0:1767384650.204892:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000100:00000001:1.0:1767384650.204894:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384650.204896:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384650.204901:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.204906:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384650.204907:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.204908:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384650.204909:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384650.204910:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384650.204911:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384650.204912:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384650.204914:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=57 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384650.204917:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384650.204918:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384650.204919:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384650.204921:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384650.204922:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384650.204927:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.204928:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384650.204929:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384650.204931:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384650.204931:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384650.204933:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.204937:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384650.204939:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384650.204945:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384650.204947:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384650.204951:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16351:1853237049189120:0@lo:400: 00000100:00000001:1.0:1767384650.204954:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.204956:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384650.204957:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009aa10b3a x1853237049189120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384650.204961:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384650.204962:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384650.204963:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae1658f4. 02000000:00000001:1.0:1767384650.204965:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384650.204966:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384650.204966:0:16351:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384650.204968:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384650.204969:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009e49d2a. 02000000:00000001:1.0:1767384650.204971:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384650.204972:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384650.204972:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009aa10b3a. 00000100:00000001:1.0:1767384650.204974:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384650.204975:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.204976:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384650.204979:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384650.204980:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.204981:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384650.204982:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384650.207648:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294938629, at 4294938630 00000100:00000040:0.0:1767384650.207650:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294938629, at 4294938630 00000100:00000010:3.0:1767384650.207654:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082cbf76c. 00000100:00000040:1.0:1767384650.207657:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294938629, at 4294938630 00000100:00000010:0.0:1767384650.207658:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bf7af9ff. 00000100:00000010:1.0:1767384650.207666:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086ca773f. 00000100:00000040:2.0:1767384650.208640:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294938629, at 4294938631 00000100:00000010:2.0:1767384650.208650:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088c647ce. 00000400:00000001:0.0:1767384650.585685:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384650.585690:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384650.585692:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf4390e3 00000400:00000010:0.0:1767384650.585697:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf4390e3. 00000400:00000200:0.0:1767384650.585703:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384650.585712:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp37 recovery ping unlinked 00000400:00000010:0.0:1767384650.585723:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000aad2cee0. 00000400:00000010:0.0:1767384650.585728:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000090ecd794. 00000400:00000200:0.0:1767384650.585736:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp38 00000400:00000010:0.0:1767384650.585740:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000aad2cee0. 00000400:00000010:0.0:1767384650.585746:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000401e7b03. 00000400:00000010:0.0:1767384650.585750:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf4390e3. 00000400:00000010:0.0:1767384650.585759:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ed66a9bf. 00000400:00000200:0.0:1767384650.585764:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp38 00000400:00000200:0.0:1767384650.585777:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp38 local destination 00000400:00000200:0.0:1767384650.585782:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp38 00000400:00000200:0.0:1767384650.585785:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp38 NI seq info: [154:154:256:4294967295] 192.168.202.137@tcp38 LPNI seq info [144:144:8:4294967295] 00000400:00000200:0.0:1767384650.585791:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp38 00000400:00000200:0.0:1767384650.585799:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp38(192.168.202.137@tcp38:) -> 192.168.202.137@tcp38(192.168.202.137@tcp38:192.168.202.137@tcp38) : GET try# 0 00000800:00000200:0.0:1767384650.585804:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp38 00000800:00000010:0.0:1767384650.585813:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a0526289. 00000800:00000200:0.0:1767384650.585820:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa6201c9] -> 12345-192.168.202.137@tcp38 (2) 00000800:00000200:0.1:1767384650.585824:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa6201c9] -> 12345-192.168.202.137@tcp38 (2) 00000400:00000200:0.0:1767384650.585842:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp38 added to recovery queue. ping count: 2 next ping: 275 health :800 00000400:00000200:1.0:1767384650.585900:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.585950:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.585969:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.585991:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586006:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586026:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586052:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586072:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586087:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586103:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586118:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586132:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586144:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586165:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586190:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586218:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586244:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586263:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586290:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586323:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586354:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586383:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586418:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586453:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586498:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586531:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586565:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586601:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586920:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586944:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586961:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586976:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.586992:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.587026:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384650.587069:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384650.587203:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000972b1b7a. 00000800:00000010:1.0:1767384650.587209:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000082de8918. 00000800:00000010:1.0:1767384650.587221:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000025cd0e11. 00000800:00000010:1.0:1767384650.587250:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000025cd0e11. 00000800:00020000:1.0:1767384650.587260:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384650.587264:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000082de8918. 00000800:00000010:1.0:1767384650.587267:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000972b1b7a. 00000400:02020000:1.0:1767384650.587298:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp38 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384650.587303:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp38 notifying 192.168.202.137@tcp38: down 00000800:00000200:1.0:1767384650.587307:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp38 down 00000800:00000100:1.0:1767384650.587311:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp38 00000800:00000010:1.0:1767384650.587314:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a0526289. 00000400:00000200:1.0:1767384650.587317:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384650.587321:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp38->192.168.202.137@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384650.587328:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384650.587330:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384650.587332:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp38) recovery failed with -71 00010000:00000001:2.0:1767384650.713737:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384650.713742:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384650.713747:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384650.713749:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384650.713782:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384650.713786:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384650.713790:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384651.174637:0:33750:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000feeeb8d6. 00080000:00000010:2.0:1767384651.174648:0:33750:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000feeeb8d6. 00000020:00000001:2.0:1767384651.174654:0:33750:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384651.174663:0:33750:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000feeeb8d6. 00080000:00000010:2.0:1767384651.174671:0:33750:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000feeeb8d6. 00000020:00000001:2.0:1767384651.174675:0:33750:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384651.609684:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000973736a6. 00000400:00000010:2.0:1767384651.609695:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000090839289. 00000400:00000010:2.0:1767384651.609698:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dff29613. 00000400:00000010:2.0:1767384651.609700:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000065cd85b8. 00000400:00000010:2.0:1767384651.609701:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000029880ed9. 00000400:00000010:2.0:1767384651.609703:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008a8b4516. 00000400:00000010:2.0:1767384651.609705:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e75e12d7. 00000400:00000010:2.0:1767384651.609707:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ee7bfc92. 00000400:00000010:2.0:1767384651.609709:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009cd9ad6d. 00000400:00000010:2.0:1767384651.609710:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e31fbd87. 00000400:00000010:2.0:1767384651.609711:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b1d871ed. 00000400:00000010:2.0:1767384651.609713:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000220a667d. 00000400:00000010:2.0:1767384651.609715:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007da30c2a. 00000400:00000010:2.0:1767384651.609717:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f6229c02. 00000400:00000010:2.0:1767384651.609720:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000ef465b2. 00000400:00000010:2.0:1767384651.609722:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d8f2598b. 00000400:00000010:2.0:1767384651.609724:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006c96e5a2. 00000400:00000010:2.0:1767384651.609726:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000037d00b64. 00000400:00000010:2.0:1767384651.609727:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fd334c47. 00000400:00000010:2.0:1767384651.609728:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d9e35b9d. 00000400:00000010:2.0:1767384651.609730:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005498266c. 00000400:00000010:2.0:1767384651.609731:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f198346d. 00000400:00000010:2.0:1767384651.609733:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000088e75504. 00000400:00000010:2.0:1767384651.609734:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004c200dad. 00000400:00000010:2.0:1767384651.609741:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000020b39537. 00000400:00000010:2.0:1767384651.609742:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000095adc70c. 00000400:00000010:2.0:1767384651.609744:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002f1de609. 00000400:00000010:2.0:1767384651.609746:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cb88be37. 00000400:00000010:2.0:1767384651.609748:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004ecb551d. 00000400:00000010:2.0:1767384651.609750:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003d7963ef. 00000400:00000010:2.0:1767384651.609751:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dbc9f3a4. 00000400:00000010:2.0:1767384651.609753:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f925e799. 00000400:00000010:2.0:1767384651.609754:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d549596b. 00000400:00000010:2.0:1767384651.609756:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000681fa050. 00000400:00000010:2.0:1767384651.609757:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000063c33686. 00000400:00000010:2.0:1767384651.609759:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d219098c. 00000400:00000010:2.0:1767384651.609760:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005469cdd5. 00000400:00000010:2.0:1767384651.609761:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000324ed249. 00000400:00000010:2.0:1767384651.609763:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000058167aa2. 00000400:00000010:2.0:1767384651.609764:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008ef8fce7. 00000400:00000010:2.0:1767384651.609766:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000de342414. 00000400:00000010:2.0:1767384651.609767:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000014903ec8. 00000400:00000010:2.0:1767384651.609768:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dc71fa45. 00000400:00000010:2.0:1767384651.609769:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c3271563. 00000400:00000010:2.0:1767384651.609771:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f48d898e. 00000400:00000010:2.0:1767384651.609772:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003969799f. 00000400:00000010:2.0:1767384651.609774:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e9418cd0. 00000400:00000010:2.0:1767384651.609776:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000ccb19c1. 00000400:00000010:2.0:1767384651.609777:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000003e4c1ff. 00000400:00000010:2.0:1767384651.609778:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003a7e99c2. 00000400:00000010:2.0:1767384651.609780:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000963855c3. 00000400:00000010:2.0:1767384651.609782:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000afb27338. 00000400:00000010:2.0:1767384651.609783:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000203fa798. 00000400:00000010:2.0:1767384651.609784:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000092ca403a. 00000400:00000010:2.0:1767384651.609786:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000019634dec. 00000400:00000010:2.0:1767384651.609788:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000001dcd954. 00000400:00000010:2.0:1767384651.609790:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dd147621. 00000400:00000010:2.0:1767384651.609791:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000006f309bc. 00000400:00000010:2.0:1767384651.609792:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000926e824. 00000400:00000010:2.0:1767384651.609793:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000860a6117. 00000400:00000010:2.0:1767384651.609799:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008e85189d. 00000400:00000010:2.0:1767384651.609801:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a1938771. 00000400:00000010:2.0:1767384651.609803:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006942262c. 00000400:00000010:2.0:1767384651.609804:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009bacc15f. 00000400:00000010:2.0:1767384651.609805:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000534aa525. 00000400:00000010:2.0:1767384651.609807:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007ce159d5. 00000400:00000010:2.0:1767384651.609808:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000668d8d59. 00000400:00000010:2.0:1767384651.609809:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000eed4c065. 00000400:00000010:2.0:1767384651.609810:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f9030fb5. 00000400:00000010:2.0:1767384651.609811:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000688c4278. 00000400:00000010:2.0:1767384651.609812:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000567d40b3. 00000400:00000010:2.0:1767384651.609814:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000029d02fdb. 00000400:00000010:2.0:1767384651.609815:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005b1d0568. 00000400:00000010:2.0:1767384651.609816:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008f92d777. 00000400:00000010:2.0:1767384651.609819:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f60bbaa8. 00000400:00000010:2.0:1767384651.609820:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007c43e54c. 00000400:00000010:2.0:1767384651.609822:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000468a39f4. 00000400:00000010:2.0:1767384651.609823:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005c161164. 00000400:00000010:2.0:1767384651.609826:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000018a4f54a. 00000400:00000010:2.0:1767384651.609828:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007f9abebb. 00000400:00000010:2.0:1767384651.609829:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006fcc2cee. 00000400:00000010:2.0:1767384651.609832:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000010201b58. 00000400:00000010:2.0:1767384651.609833:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000082be5e1c. 00000400:00000010:2.0:1767384651.609835:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ca8671a9. 00000400:00000010:2.0:1767384651.609837:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002dd53d37. 00000400:00000010:2.0:1767384651.609838:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a0480395. 00000400:00000010:2.0:1767384651.609839:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007afce88d. 00000400:00000010:2.0:1767384651.609841:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003bdcecca. 00000400:00000010:2.0:1767384651.609842:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000344bbd12. 00000400:00000010:2.0:1767384651.609843:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000eb9cf3c3. 00000400:00000010:2.0:1767384651.609845:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000099ceb0d2. 00000400:00000010:2.0:1767384651.609847:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bfbe7fa7. 00000400:00000010:2.0:1767384651.609848:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bad0702e. 00000400:00000010:2.0:1767384651.609849:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000601de2c4. 00000400:00000010:2.0:1767384651.609852:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004092f30e. 00000400:00000010:2.0:1767384651.609853:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000034dbd9bc. 00000400:00000010:2.0:1767384651.609859:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000aa7d3e64. 00000400:00000010:2.0:1767384651.609861:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fd095037. 00000400:00000010:2.0:1767384651.609862:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008b4e5a42. 00000400:00000010:2.0:1767384651.609863:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bdcfc3cb. 00000400:00000010:2.0:1767384651.609865:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a6a61bc8. 00000400:00000010:2.0:1767384651.609867:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000038de459d. 00000400:00000010:2.0:1767384651.609869:0:16345:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007b799283. 00000400:00000001:2.0:1767384651.609875:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384651.609877:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384651.609879:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf4390e3 00000400:00000010:2.0:1767384651.609881:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf4390e3. 00000400:00000200:2.0:1767384651.609884:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384651.609890:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384651.609900:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000aad2cee0. 00000400:00000010:2.0:1767384651.609903:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000401e7b03. 00010000:00000001:2.0:1767384651.738712:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384651.738717:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.738723:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384651.738724:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384651.738762:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384651.738765:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384651.738768:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384651.888434:0:33914:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384651.888438:0:33914:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:3.0:1767384651.891206:0:33914:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384651.897732:0:33915:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007fa10260. 00000400:00000010:3.0:1767384651.897746:0:33915:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e3fc5d2e. 00000400:00000010:3.0:1767384651.897755:0:33915:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005876981b. 00000400:00000010:3.0:1767384651.897759:0:33915:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000087be978d. 00000400:00000010:3.0:1767384651.897762:0:33915:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000010436fc6. 00000400:00000010:3.0:1767384651.897765:0:33915:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fbb14fac. 00000400:00000010:3.0:1767384651.897767:0:33915:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d6992363. 00000400:00000010:3.0:1767384651.897768:0:33915:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009334beee. 00000400:00000010:3.0:1767384651.897771:0:33915:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003c28a5eb. 00000800:00000010:3.0:1767384651.897785:0:33915:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005dd324fa. 00000800:00000200:3.0:1767384651.897795:0:33915:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384651.897804:0:33915:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384651.897836:0:33915:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:3.0:1767384651.897856:0:33915:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp42 [8/256/0/180] 00000400:00000010:3.0:1767384651.899355:0:33915:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000e7025f93. 00000400:00000010:3.0:1767384651.899361:0:33915:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cab3f85. 00000400:00000010:3.0:1767384651.899366:0:33915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbbbeccc. 00000400:00000001:3.0:1767384651.899387:0:33915:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384651.899388:0:33915:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384651.899390:0:33915:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093c8ad7b. 00000400:00000200:3.0:1767384651.899393:0:33915:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a41866c 00000400:00000010:3.0:1767384651.899394:0:33915:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a41866c. 00000400:00000010:3.0:1767384651.899397:0:33915:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000c1e69723. 00000400:00000200:3.0:1767384651.899401:0:33915:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (33) 00000400:00000200:3.0:1767384651.899412:0:33915:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384651.899419:0:33915:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:3.0:1767384651.899425:0:33915:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000034fb6922. 00000400:00000200:2.0:1767384651.899429:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384651.899430:0:33915:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384651.899434:0:33915:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp42 00000400:00000200:2.0:1767384651.899437:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300151 00000400:00000010:2.0:1767384651.899444:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030198e8b. 00000400:00000010:3.0:1767384651.899446:0:33915:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e3fc5d2e. 00000400:00000200:2.0:1767384651.899447:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (34) 00000400:00000010:3.0:1767384651.899465:0:33915:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007fa10260. 00000400:00000010:2.0:1767384651.899468:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007b799283. 00000400:00000200:2.0:1767384651.899474:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp10 00000020:00000001:0.0:1767384651.899486:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384651.899487:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp10 to MR: 192.168.202.137@tcp10 local destination 10000000:00000001:0.0:1767384651.899493:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384651.899497:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp10 NI seq info: [155:155:256:4294967295] 192.168.202.137@tcp10 LPNI seq info [145:145:8:4294967295] 10000000:00000001:0.0:1767384651.899498:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384651.899503:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384651.899506:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp10 00000020:01000004:0.0:1767384651.899508:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384651.899511:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384651.899516:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384651.899520:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10:192.168.202.137@tcp10) -> 192.168.202.137@tcp10(192.168.202.137@tcp10:192.168.202.137@tcp10) : PUT try# 0 00000020:01000004:0.0:1767384651.899520:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384651.899523:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384651.899526:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:2.0:1767384651.899528:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.137@tcp10 00000020:01000004:0.0:1767384651.899529:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384651.899533:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000010:2.0:1767384651.899534:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e9d5ed97. 00000020:01000004:0.0:1767384651.899536:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384651.899539:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384651.899544:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017c304d8] -> 12345-192.168.202.137@tcp10 (6) 00000100:00000010:0.0:1767384651.899546:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c050f29. 00000020:00000040:0.0:1767384651.899551:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000800:00000200:2.0:1767384651.899552:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp10 ip 192.168.202.137:988 00000100:00000001:0.0:1767384651.899558:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384651.899562:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384651.899564:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e9d5ed97 type 1, nob 672 niov 1 nkiov 1 02000000:00000001:0.0:1767384651.899568:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384651.899578:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000325c42f8. 00000400:00000200:2.0:1767384651.899581:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384651.899585:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300551 rc 0 00000100:00000001:0.0:1767384651.899587:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.899598:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384651.899601:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384651.899637:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c050f29] to pc [ptlrpcd_00_02+2] req@000000002c050f29 x1853237049189504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384651.899666:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384651.899668:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384651.899671:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384651.899676:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384651.899685:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384651.899686:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384651.899688:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384651.899690:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384651.899699:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384651.899701:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384651.899703:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384651.899705:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384651.899707:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:1.0:1767384651.899709:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:0.0:1767384651.899709:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384651.899712:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384651.899715:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:1.0:1767384651.899716:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e9d5ed97. 00000020:01000004:0.0:1767384651.899717:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384651.899722:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384651.899724:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff3740c8. 00000400:00000200:1.0:1767384651.899730:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: PUT: OK 00000020:00000040:0.0:1767384651.899730:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384651.899736:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384651.899737:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384651.899738:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384651.899742:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp10: 0 02000000:00000001:0.0:1767384651.899742:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384651.899750:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007eb054ae. 00000100:00000001:0.0:1767384651.899755:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384651.899756:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384651.899762:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384651.899763:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384651.899767:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384651.899768:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff3740c8] to pc [ptlrpcd_00_03+3] req@00000000ff3740c8 x1853237049189632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.899770:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384651.899771:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384651.899776:0:16351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000800:00000001:1.0:1767384651.899777:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.899782:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384651.899786:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.899790:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10) <- 192.168.202.137@tcp10 : PUT - for me 00000100:00000001:2.0:1767384651.899791:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:0.0:1767384651.899791:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.899795:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384651.899796:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.899799:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384651.899800:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384651.899803:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384651.899806:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 576 into portal 0 MB=0x8000000000000000 00000020:00000010:0.0:1767384651.899806:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000034fb6922. 00000100:00000001:2.0:1767384651.899807:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384651.899815:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff3740c8 x1853237049189632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384651.899816:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 560/576 into md 0x1bd1 [1] + 0 00000400:00000010:1.0:1767384651.899824:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c3c856. 00000100:00000001:2.0:1767384651.899830:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384651.899830:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000ded120f 00000100:00000001:2.0:1767384651.899833:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384651.899836:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384651.899837:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384651.899840:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384651.899842:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384651.899845:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff3740c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049189632:0@lo:253: 00000800:00000001:1.0:1767384651.899849:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.899850:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384651.899851:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384651.899855:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384651.899856:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384651.899856:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.899860:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.899863:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: PUT: OK 02000000:00000001:2.0:1767384651.899865:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384651.899869:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ded120f 00000400:00000010:1.0:1767384651.899871:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ded120f. 02000000:00000010:2.0:1767384651.899872:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c6cdb1f5. 02000000:00000001:2.0:1767384651.899875:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.899875:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384651.899881:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (35) 00000400:00000010:2.0:1767384651.899883:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dd86f3e. 00000400:00000200:1.0:1767384651.899887:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:2.0:1767384651.899891:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5ce00d2. 00000400:00000200:1.0:1767384651.899892:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (576 bytes) 00000100:00000200:2.0:1767384651.899897:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049189632, portal 25 00000400:00000200:1.0:1767384651.899897:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:2.0:1767384651.899902:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384651.899904:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575794432 : -123274133757184 : ffff8fe2010c2300) 00000100:00000040:2.0:1767384651.899908:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff3740c8 x1853237049189632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384651.899913:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (36) 00000100:00000001:2.0:1767384651.899914:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384651.899918:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384651.899920:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384651.899926:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp10 to MR: 192.168.202.137@tcp10 local destination 00000400:00000010:2.0:1767384651.899930:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e52c764e. 00000400:00000200:1.0:1767384651.899933:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp10 NI seq info: [156:156:256:4294967295] 192.168.202.137@tcp10 LPNI seq info [146:146:8:4294967295] 00000100:00000200:2.0:1767384651.899936:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049189632, offset 0 00000400:00000200:1.0:1767384651.899945:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10:192.168.202.137@tcp10) -> 192.168.202.137@tcp10(192.168.202.137@tcp10:192.168.202.137@tcp10) 192.168.202.137@tcp10 : ACK try# 0 00000400:00000200:2.0:1767384651.899951:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384651.899954:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384651.899955:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp10 00000800:00000010:1.0:1767384651.899962:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c13bb1f1. 00000400:00000010:0.0:1767384651.899963:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000035da1f17. 00000400:00000200:2.0:1767384651.899968:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1767384651.899969:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017c304d8] -> 12345-192.168.202.137@tcp10 (6) 00000400:00000010:0.0:1767384651.899972:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e05c36a. 00000800:00000200:1.0:1767384651.899978:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp10 ip 192.168.202.137:1021 00000800:00000200:1.0:1767384651.899981:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c13bb1f1 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384651.899981:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030e93532. 00000400:00000200:2.0:1767384651.899986:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006500 00000400:00000200:0.0:1767384651.899990:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000035da1f17 00000800:00000001:1.0:1767384651.899995:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384651.899998:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13d1 [2] + 0 00000800:00000001:1.0:1767384651.900001:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384651.900004:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008383418f. 00000400:00000200:2.0:1767384651.900010:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000596a3d94 00000400:00000010:0.0:1767384651.900013:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000625d1ac5. 00000400:00000200:2.0:1767384651.900016:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384651.900019:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 00000400:00000200:2.0:1767384651.900024:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384651.900027:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302451 00000400:00000200:2.0:1767384651.900032:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000596a3d94 00000400:00000200:0.0:1767384651.900032:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (35) 00000400:00000010:2.0:1767384651.900036:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000596a3d94. 00000100:00000001:2.0:1767384651.900045:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384651.900045:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000006ac3d858. 00000100:00000200:2.0:1767384651.900050:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384651.900051:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5f9bb7a. 00000800:00000200:1.0:1767384651.900054:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384651.900058:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c13bb1f1. 00000400:00000010:0.0:1767384651.900058:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000045a0f65c. 00000100:00000040:2.0:1767384651.900060:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000028605bd2 x1853237049189632 msgsize 4848 00000400:00000200:1.0:1767384651.900066:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384651.900067:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000100:00100000:2.0:1767384651.900073:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384651.900076:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: ACK: OK 00000100:00000040:2.0:1767384651.900078:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384651.900079:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:0.0:1767384651.900086:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00000400:00000200:0.0:1767384651.900092:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 141], ns[47, 150] 00000100:00000001:2.0:1767384651.900093:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384651.900098:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 47], ns[62, 47] 00000400:00000200:0.0:1767384651.900101:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 47], ns[66, 47] 00000400:00000200:0.0:1767384651.900104:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 47], ns[74, 47] 00000400:00000200:0.0:1767384651.900106:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 47], ns[83, 47] 00000400:00000200:0.0:1767384651.900109:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 47], ns[89, 47] 00000400:00000200:0.0:1767384651.900112:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 47], ns[93, 47] 00000400:00000200:0.0:1767384651.900115:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 47], ns[109, 47] 00000400:00000200:0.0:1767384651.900118:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 47], ns[111, 47] 00000400:00000200:0.0:1767384651.900122:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 47], ns[115, 47] 00000400:00000200:0.0:1767384651.900127:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 47], ns[124, 47] 00000400:00000200:0.0:1767384651.900130:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 47], ns[130, 47] 00000400:00000200:0.0:1767384651.900133:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 47], ns[134, 47] 00000400:00000200:0.0:1767384651.900136:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 47], ns[44, 47] 00000400:00000200:0.0:1767384651.900138:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 44], ns[50, 44] 00000400:00000200:0.0:1767384651.900148:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 44], ns[54, 44] 00000400:00000200:0.0:1767384651.900153:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 44], ns[58, 44] 00000400:00000200:0.0:1767384651.900156:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 44], ns[81, 44] 00000400:00000200:0.0:1767384651.900159:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 44], ns[128, 44] 00000400:00000200:0.0:1767384651.900163:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 44], ns[100, 44] 00000400:00000200:0.0:1767384651.900166:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[132, 44], ns[136, 44] 00000400:00000200:0.0:1767384651.900171:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 44], ns[105, 44] 00000400:00000200:0.0:1767384651.900174:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 44], ns[101, 44] 00000400:00000200:0.0:1767384651.900179:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 44], ns[122, 44] 00000400:00000200:0.0:1767384651.900182:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[134, 44], ns[138, 44] 00000400:00000200:0.0:1767384651.900186:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 44], ns[121, 44] 00000400:00000200:0.0:1767384651.900189:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 44], ns[145, 44] 00000400:00000200:0.0:1767384651.900193:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[144, 44], ns[154, 44] 00000400:00000200:0.0:1767384651.900196:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 44], ns[147, 44] 00000400:00000200:0.0:1767384651.900199:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[152, 44] 00000400:00000200:0.0:1767384651.900202:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp40] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 152] 00000400:00000200:0.0:1767384651.900205:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000400:00000200:0.0:1767384651.900209:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp41 00000400:00000200:0.0:1767384651.900213:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp41 lpni_is_preferred = 0 00000400:00000200:0.0:1767384651.900216:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp41 00000400:00000200:0.0:1767384651.900221:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp41 NI seq info: [157:157:256:4294967295] 192.168.202.137@tcp41 LPNI seq info [147:147:8:4294967295] 00000400:00000200:0.0:1767384651.900226:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp41 00000400:00000200:0.0:1767384651.900232:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp41(192.168.202.137@tcp41:) -> 192.168.202.137@tcp41(192.168.202.137@tcp:192.168.202.137@tcp41) : GET try# 0 00000800:00000200:0.0:1767384651.900237:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp41 00000800:00000010:0.0:1767384651.900240:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000280df523. 00000400:00000200:2.0:1767384651.900242:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e52c764e 00000800:00000001:1.0:1767384651.900245:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384651.900246:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e52c764e. 00000800:00000010:0.0:1767384651.900246:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c7cebc33. 00000800:00000001:1.0:1767384651.900250:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384651.900252:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007ab42264. 00000100:00000001:2.0:1767384651.900254:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1767384651.900254:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384651.900261:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384651.900261:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7cebc33] -> 12345-192.168.202.137@tcp41 (2) 00000100:00000200:2.0:1767384651.900264:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff3740c8 x1853237049189632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384651.900267:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.1:1767384651.900271:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7cebc33] -> 12345-192.168.202.137@tcp41 (2) 00000100:00000001:2.0:1767384651.900285:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384651.900288:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000100:00000040:2.0:1767384651.900290:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff3740c8 x1853237049189632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384651.900292:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384651.900293:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300651 rc 0 00000400:00000200:1.0:1767384651.900306:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp10(192.168.202.137@tcp10) <- 192.168.202.137@tcp10 : ACK - for me 00000100:00000001:2.0:1767384651.900313:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.900316:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384651.900322:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp10: ACK from 12345-192.168.202.137@tcp10 into md 0x1c45 00000100:00000001:2.0:1767384651.900323:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.900327:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384651.900329:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294940327 00000400:00000200:1.0:1767384651.900334:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp10->192.168.202.137@tcp10: ACK: OK 00000100:00000010:2.0:1767384651.900338:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfe0e78b. 00000400:00000200:1.0:1767384651.900339:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030198e8b 00000400:00000010:1.0:1767384651.900342:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030198e8b. 00000400:00000200:1.0:1767384651.900347:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384651.900348:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384651.900351:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:1.0:1767384651.900357:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:2.0:1767384651.900358:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294940327 00000100:00000010:2.0:1767384651.900365:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b1868a4. 00000400:00000200:1.0:1767384651.900366:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (36) 00000800:00000001:1.0:1767384651.900374:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384651.900376:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000001:1.0:1767384651.900378:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.900379:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384651.900388:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294940327 00000400:00000200:1.0:1767384651.900394:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:2.0:1767384651.900395:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68d73a7. 00000400:00000200:1.0:1767384651.900401:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300251 00000100:00000001:2.0:1767384651.900402:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384651.900406:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (35) 00000100:00000001:2.0:1767384651.900411:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294940327 00000400:00000010:1.0:1767384651.900411:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000009654eeaf. 00000400:00000010:1.0:1767384651.900415:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d73468. 00000100:00000010:2.0:1767384651.900418:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082d54292. 00000400:00000010:1.0:1767384651.900421:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b9b1b13e. 00000100:00000001:2.0:1767384651.900424:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384651.900429:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000100:00000001:2.0:1767384651.900434:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384651.900437:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:0.0:1767384651.900438:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000001:2.0:1767384651.900440:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.900445:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00000100:00000001:2.0:1767384651.900448:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384651.900465:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 141], ns[47, 150] 00000100:00000040:2.0:1767384651.900468:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002c050f29 x1853237049189504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384651.900472:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 47], ns[62, 47] 00000400:00000200:1.0:1767384651.900484:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 47], ns[66, 47] 00000400:00000200:0.0:1767384651.900485:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000001:2.0:1767384651.900492:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384651.900496:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.900496:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 47], ns[74, 47] 02000000:00000001:2.0:1767384651.900504:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384651.900504:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 47], ns[83, 47] 02000000:00000001:2.0:1767384651.900509:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384651.900511:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 47], ns[89, 47] 02000000:00000001:2.0:1767384651.900514:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.900514:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00100000:2.0:1767384651.900524:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002c050f29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049189504:0@lo:253: 00000400:00000200:1.0:1767384651.900527:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 47], ns[93, 47] 00000100:00000001:2.0:1767384651.900532:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384651.900536:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 47], ns[109, 47] 02000000:00000001:2.0:1767384651.900538:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384651.900543:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 47], ns[111, 47] 02000000:00000001:2.0:1767384651.900544:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.900547:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 02000000:00000001:2.0:1767384651.900550:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384651.900555:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 47], ns[115, 47] 02000000:00000010:2.0:1767384651.900559:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d7e5a42c. 00000400:00000200:1.0:1767384651.900559:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 47], ns[124, 47] 02000000:00000001:2.0:1767384651.900566:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.900568:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 47], ns[130, 47] 00000400:00000010:2.0:1767384651.900572:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdd090a9. 00000400:00000200:1.0:1767384651.900574:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 47], ns[134, 47] 00000400:00000200:1.0:1767384651.900581:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 47], ns[44, 47] 00000400:00000010:2.0:1767384651.900582:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e52c764e. 00000400:00000200:1.0:1767384651.900586:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 44], ns[50, 44] 00000100:00000200:2.0:1767384651.900589:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049189504, portal 25 00000400:00000200:1.0:1767384651.900592:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 44], ns[54, 44] 00000100:00000001:2.0:1767384651.900595:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384651.900600:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575788160 : -123274133763456 : ffff8fe2010c0a80) 00000400:00000200:1.0:1767384651.900600:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 44], ns[58, 44] 00000400:00000200:1.0:1767384651.900630:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 44], ns[81, 44] 00000400:00000200:1.0:1767384651.900635:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 44], ns[128, 44] 00000400:00000200:1.0:1767384651.900639:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 44], ns[100, 44] 00000100:00000040:2.0:1767384651.900641:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002c050f29 x1853237049189504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384651.900643:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384651.900646:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[132, 44], ns[136, 44] 00000100:00000001:2.0:1767384651.900665:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384651.900665:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 44], ns[105, 44] 00000400:00000200:1.0:1767384651.900671:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 44], ns[101, 44] 00000100:00000040:2.0:1767384651.900681:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384651.900683:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 44], ns[122, 44] 00000400:00000010:2.0:1767384651.900687:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9096c7c. 00000100:00000200:2.0:1767384651.900692:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049189504, offset 0 00000400:00000200:0.0:1767384651.900699:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384651.900705:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384651.900707:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[134, 44], ns[138, 44] 00000400:00000200:1.0:1767384651.900714:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 44], ns[121, 44] 00000400:00000200:1.0:1767384651.900719:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 44], ns[145, 44] 00000400:00000200:1.0:1767384651.900723:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[144, 44], ns[154, 44] 00000400:00000200:1.0:1767384651.900728:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 44], ns[147, 44] 00000400:00000200:1.0:1767384651.900733:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[152, 44] 00000400:00000200:1.0:1767384651.900737:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp40] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 0], ns[157, 152] 00000400:00000200:1.0:1767384651.900741:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000400:00000200:1.0:1767384651.900745:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp40 00000400:00000200:1.0:1767384651.900748:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp40 lpni_is_preferred = 0 00000400:00000200:1.0:1767384651.900751:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp40 00000400:00000200:1.0:1767384651.900755:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp40 NI seq info: [158:158:256:4294967295] 192.168.202.137@tcp40 LPNI seq info [148:148:8:4294967295] 00000400:00000200:0.0:1767384651.900758:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384651.900761:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp40 00000400:00000200:1.0:1767384651.900773:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40:) -> 192.168.202.137@tcp40(192.168.202.137@tcp:192.168.202.137@tcp40) : GET try# 0 00000800:00000200:1.0:1767384651.900779:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp40 00000800:00000010:1.0:1767384651.900783:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c13bb1f1. 00000400:00000200:2.0:1767384651.900784:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1767384651.900791:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (4) 00000400:00000200:2.0:1767384651.900797:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006480 00000800:00000200:1.1:1767384651.900799:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (4) 00000400:00000200:2.0:1767384651.900809:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13e9 [2] + 0 00000400:00000010:2.0:1767384651.900814:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2042555. 00000400:00000200:0.0:1767384651.900815:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000800:00000200:1.1:1767384651.900818:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp40 ip 192.168.202.137:988 00000400:00000200:2.0:1767384651.900822:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000d5b30d4 00000800:00000200:1.1:1767384651.900823:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c13bb1f1 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384651.900830:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384651.900836:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384651.900841:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384651.900842:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300251 rc 0 00000400:00000200:2.0:1767384651.900854:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d5b30d4 00000400:00000010:2.0:1767384651.900858:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d5b30d4. 00000100:00000001:2.0:1767384651.900865:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384651.900867:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384651.900869:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000085086ca4 x1853237049189504 msgsize 4848 00000400:00000200:0.0:1767384651.900875:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00100000:2.0:1767384651.900881:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384651.900885:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384651.900900:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384651.900904:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384651.900906:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9096c7c 00000400:00000010:2.0:1767384651.900910:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9096c7c. 00000100:00000001:2.0:1767384651.900914:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384651.900919:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002c050f29 x1853237049189504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.900928:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384651.900932:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002c050f29 x1853237049189504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.900940:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.900942:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384651.900948:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.900950:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000100:00000001:2.0:1767384651.900952:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294940328 00000100:00000001:2.0:1767384651.900964:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294940327 00000100:00000001:2.0:1767384651.900972:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294940328 00000100:00000001:2.0:1767384651.900978:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294940327 00000400:00000200:1.0:1767384651.900981:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000001:2.0:1767384651.900994:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294940328 00000100:00000001:2.0:1767384651.901000:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294940327 00000100:00000001:2.0:1767384651.901006:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294940328 00000100:00000001:2.0:1767384651.901013:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294940327 00000100:00000001:2.0:1767384651.901019:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384651.901022:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.901024:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.901026:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.901032:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384651.901033:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384651.901036:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000100:00000001:2.0:1767384651.901038:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384651.901042:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384651.901045:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.901049:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.901054:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000001:2.0:1767384651.901080:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384651.901084:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189632 02000000:00000001:2.0:1767384651.901088:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384651.901091:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384651.901094:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.901099:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384651.901103:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189632 00000020:00000001:2.0:1767384651.901105:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384651.901108:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384651.901111:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384651.901115:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000400:00000200:0.0:1767384651.901116:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000020:00000001:2.0:1767384651.901119:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:1.0:1767384651.901123:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000020:00000001:2.0:1767384651.901125:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384651.901132:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384651.901137:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a042724. 00000100:00000001:2.0:1767384651.901141:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384651.901143:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a042724. 00000020:00000010:2.0:1767384651.901151:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1702caa. 00000020:00000010:2.0:1767384651.901157:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000032145a68. 00000020:00000010:2.0:1767384651.901170:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003caaaf0b. 00000100:00000040:2.0:1767384651.901183:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384651.901187:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384651.901189:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384651.901191:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.901195:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000001:2.0:1767384651.901201:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.901202:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000100:00000001:2.0:1767384651.901216:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.901232:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384651.901235:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189504 02000000:00000001:2.0:1767384651.901238:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384651.901240:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384651.901242:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.901243:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 02000000:00000001:2.0:1767384651.901247:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384651.901249:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189504 00000020:00000001:2.0:1767384651.901253:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384651.901255:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384651.901258:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384651.901259:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000020:00000040:2.0:1767384651.901260:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:2.0:1767384651.901266:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384651.901269:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384651.901273:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384651.901276:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a042724. 00000100:00000001:2.0:1767384651.901280:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384651.901282:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a042724. 00000020:00000010:2.0:1767384651.901288:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e113248. 00000020:00000010:2.0:1767384651.901294:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007acd6659. 00000020:00000010:2.0:1767384651.901299:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ec07e373. 00000100:00000001:2.0:1767384651.901303:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384651.901305:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384651.901307:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.901307:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000001:2.0:1767384651.901315:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.901320:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384651.901331:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000100:00000001:2.0:1767384651.901336:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384651.901340:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384651.901347:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000040:2.0:1767384651.901358:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384651.901361:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140326992 : -123269569224624 : ffff8fe3111d6050) 00000100:00000040:2.0:1767384651.901369:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028605bd2 x1853237049189632/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:632/0 lens 4848/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.901378:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384651.901383:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a042724. 00000100:00000001:2.0:1767384651.901385:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384651.901388:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a042724. 00000400:00000200:1.0:1767384651.901394:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384651.901395:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000100:00100000:2.0:1767384651.901398:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028605bd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049189632:12345-0@lo:253: 00000100:00000200:2.0:1767384651.901406:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189632 00000020:00000001:2.0:1767384651.901409:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384651.901414:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384651.901417:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.901420:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384651.901423:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384651.901426:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384651.901428:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384651.901431:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384651.901433:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384651.901436:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.901441:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384651.901444:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384651.901466:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c94994ef. 00000400:00000200:0.0:1767384651.901466:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384651.901470:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 02000000:00000001:2.0:1767384651.901472:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.901477:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384651.901481:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384651.901491:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000462930ca. 20000000:01000000:2.0:1767384651.901495:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384651.901498:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384651.901501:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384651.901504:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384651.901507:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384651.901510:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384651.901517:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384651.901524:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 20000000:00000010:2.0:1767384651.901530:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fae0b251. 20000000:01000000:2.0:1767384651.901535:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:2.0:1767384651.901542:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384651.901548:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384651.901552:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384651.901567:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00080000:00000001:2.0:1767384651.901571:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384651.901572:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00080000:00000001:2.0:1767384651.901589:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.901593:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384651.901595:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.901597:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384651.901600:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384651.901604:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000020:00000001:2.0:1767384651.901645:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:2.0:1767384651.901648:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384651.901652:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384651.901656:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.901659:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384651.901661:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000020:00000001:2.0:1767384651.901663:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384651.901665:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000020:00000001:2.0:1767384651.901672:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384651.901678:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384651.901684:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ff907d6d. 00080000:00000001:2.0:1767384651.901687:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649512448 : -123274060039168 : ffff8fe20570fc00) 00080000:00000001:2.0:1767384651.901691:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384651.901696:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384651.901700:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004a042724. 00080000:00000001:2.0:1767384651.901703:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.901707:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384651.901716:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00080000:00000001:2.0:1767384651.901723:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.901727:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00080000:00000001:2.0:1767384651.901744:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384651.901769:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000100:00000001:2.0:1767384651.901775:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384651.901779:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384651.901780:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000100:00100000:2.0:1767384651.901786:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00000040:2.0:1767384651.901790:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:2.0:1767384651.901793:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140324944 : -123269569226672 : ffff8fe3111d5850) 00000100:00000040:2.0:1767384651.901800:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000085086ca4 x1853237049189504/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:632/0 lens 4848/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.901817:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384651.901820:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007b69630a. 00000100:00000001:2.0:1767384651.901823:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384651.901826:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007b69630a. 00000400:00000200:1.0:1767384651.901827:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384651.901829:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000100:00100000:2.0:1767384651.901834:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000085086ca4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049189504:12345-0@lo:253: 00000100:00000200:2.0:1767384651.901840:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189504 00000020:00000001:2.0:1767384651.901843:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384651.901847:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384651.901849:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.901851:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384651.901853:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384651.901857:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384651.901859:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384651.901861:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384651.901862:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384651.901864:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.901867:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384651.901869:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384651.901876:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c0388b51. 02000000:00000001:2.0:1767384651.901879:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.901882:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.901882:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 20000000:00000001:2.0:1767384651.901886:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384651.901895:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 20000000:00000010:2.0:1767384651.901908:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b1f89474. 20000000:01000000:2.0:1767384651.901914:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384651.901917:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384651.901919:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384651.901921:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384651.901923:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384651.901926:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384651.901930:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384651.901948:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384651.901984:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384651.901990:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384651.902040:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384651.902042:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384651.902099:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384651.902106:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384651.902150:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384651.902161:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000800:00000200:2.0:1767384651.902184:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384651.902189:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c13bb1f1. 00000400:00000200:2.0:1767384651.902195:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384651.902202:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp40->192.168.202.137@tcp40: GET: OK 00000400:00000200:0.0:1767384651.902205:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384651.902212:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384651.902215:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384651.902221:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000800:00000001:2.0:1767384651.902232:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384651.902239:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384651.902241:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384651.902246:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.902254:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40) <- 192.168.202.137@tcp40 : GET - for me 00000400:00000200:1.0:1767384651.902272:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384651.902275:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384651.902316:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384651.902321:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384651.902326:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 576/576 into md 0x1c41 [1] + 0 00000400:00000200:2.0:1767384651.902339:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp40 to MR: 192.168.202.137@tcp40 local destination 00000400:00000200:0.0:1767384651.902340:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384651.902353:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp40 NI seq info: [159:159:256:4294967295] 192.168.202.137@tcp40 LPNI seq info [149:149:8:4294967295] 00000400:00000200:2.0:1767384651.902370:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40:192.168.202.137@tcp40) -> 192.168.202.137@tcp40(192.168.202.137@tcp40:192.168.202.137@tcp40) 192.168.202.137@tcp40 : REPLY try# 0 00000400:00000200:1.0:1767384651.902372:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000800:00000200:2.0:1767384651.902381:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.137@tcp40 00000800:00000010:2.0:1767384651.902385:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e9d5ed97. 00000800:00000200:2.0:1767384651.902393:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (4) 00000400:00000200:0.0:1767384651.902397:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000800:00000200:2.0:1767384651.902401:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp40 ip 192.168.202.137:975 00000800:00000200:2.0:1767384651.902406:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e9d5ed97 type 3, nob 672 niov 1 nkiov 1 00000400:00000200:1.0:1767384651.902424:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384651.902448:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:1.0:1767384651.902486:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000800:00000200:2.0:1767384651.902500:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384651.902505:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e9d5ed97. 00000400:00000200:2.0:1767384651.902509:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384651.902514:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp40->192.168.202.137@tcp40: REPLY: OK 00000800:00000001:2.0:1767384651.902524:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384651.902530:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384651.902533:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384651.902534:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000800:00000001:2.0:1767384651.902538:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384651.902542:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384651.902548:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.902554:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp40(192.168.202.137@tcp40) <- 192.168.202.137@tcp40 : REPLY - for me 00000400:00000200:2.0:1767384651.902566:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp40: Reply from 12345-192.168.202.137@tcp40 of length 576/576 into md 0x1c59 00000400:00000200:1.0:1767384651.902568:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000800:00000001:2.0:1767384651.902574:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384651.902592:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.902594:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384651.902599:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384651.902602:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp40->192.168.202.137@tcp40: REPLY: OK 00000800:00000010:0.0:1767384651.902645:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007477565a. 00000800:00000010:0.0:1767384651.902650:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb5c71ab. 00000800:00000010:0.0:1767384651.902655:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023ba2c91. 00000800:00000010:0.0:1767384651.902683:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023ba2c91. 00000800:00020000:0.0:1767384651.902693:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384651.902697:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb5c71ab. 00000800:00000010:0.0:1767384651.902701:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007477565a. 00000400:00000200:1.0:1767384651.902708:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384651.902764:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384651.902770:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d73468 00000400:00000010:2.0:1767384651.902774:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d73468. 00000400:02020000:0.0:1767384651.902776:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp41 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384651.902781:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384651.902785:0:16339:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp41 notifying 192.168.202.137@tcp41: down 00000400:00000200:2.0:1767384651.902789:0:16341:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000800:00000200:0.0:1767384651.902795:0:16339:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp41 down 00000400:00000200:2.0:1767384651.902796:0:16341:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:1.0:1767384651.902797:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000800:00000100:0.0:1767384651.902804:0:16339:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp41 00000400:00000200:2.0:1767384651.902807:0:16341:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 34. state = 0x300251 00000800:00000010:0.0:1767384651.902808:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000280df523. 00000400:00000200:0.0:1767384651.902813:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384651.902816:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:0.0:1767384651.902821:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp41->192.168.202.137@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384651.902823:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384651.902828:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (36) 00000400:00000200:1.0:1767384651.902841:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000001:2.0:1767384651.902844:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384651.902846:0:16339:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp41 added to recovery queue. ping count: 0 next ping: 274 health :900 00000400:00000200:0.0:1767384651.902851:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384651.902852:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384651.902861:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 1 00000400:00000200:0.0:1767384651.902865:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:0.0:1767384651.902897:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384651.902901:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x3008d1 00000400:00000010:0.0:1767384651.902906:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 700 at 000000005d7e9dca. 00000400:00000010:0.0:1767384651.902910:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 840 at 0000000046cb4547. 00000400:00000010:0.0:1767384651.902913:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 700 at 000000000083608e. 00000800:00000010:1.0:1767384651.902940:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000972b1b7a. 00000800:00000010:1.0:1767384651.902946:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007f2a8593. 00000400:00000200:0.0:1767384651.902954:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp38(00000000c74e47bb) status changed from 0xdeadface to 0x15aac0de 00000800:00000010:1.0:1767384651.902957:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004786a925. 00000400:00000200:0.0:1767384651.902966:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp41(0000000057507956) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384651.902974:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c7a99e95. 00000800:00000010:1.0:1767384651.902978:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004786a925. 00000400:00000200:0.0:1767384651.902983:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c7a99e95 nid 192.168.202.137@tcp42 00000800:00020000:1.0:1767384651.902987:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384651.902990:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007f2a8593. 00000400:00000010:0.0:1767384651.902990:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a691de63. 00000800:00000010:1.0:1767384651.902998:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000972b1b7a. 00000400:00000200:0.0:1767384651.902998:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a691de63 net tcp42 00000400:00000200:0.0:1767384651.903004:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (35) 00000400:00000200:0.0:1767384651.903010:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp42 flags 0x11 00000400:00000010:0.0:1767384651.903015:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 700 at 000000005d7e9dca. 00000400:00000010:0.0:1767384651.903019:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 840 at 0000000046cb4547. 00000400:00000010:0.0:1767384651.903023:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 700 at 000000000083608e. 00000400:00000010:0.0:1767384651.903027:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000009654eeaf. 00000400:00000200:0.0:1767384651.903034:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384651.903038:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x300951 00000400:02020000:1.0:1767384651.903044:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp40 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384651.903045:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300951 rc 1 00000400:00000200:0.0:1767384651.903054:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300951 00000400:00000200:0.0:1767384651.903058:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp:-71 00000400:00000200:0.0:1767384651.903061:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302151 rc -71 00000400:00000200:0.0:1767384651.903066:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:0.0:1767384651.903070:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (36) 00080000:00000010:2.0:1767384651.903475:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ff907d6d. 00080000:00000010:0.0:1767384651.903515:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004a042724. 00040000:00000001:0.0:1767384651.903519:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384651.903521:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384651.903524:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384651.903526:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384651.903529:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384651.903535:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384651.903545:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384651.903556:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384651.903559:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384651.903563:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384651.903572:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ff907d6d. 20000000:01000000:1.0:1767384651.903576:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384651.903578:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:1.0:1767384651.903581:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384651.903585:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384651.903585:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384651.903590:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384651.903591:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384651.903593:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384651.903596:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:1.0:1767384651.903601:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000576d7979. 00010000:00000001:1.0:1767384651.903626:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384651.903629:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047818971. 00080000:00000001:2.0:1767384651.903632:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:1.0:1767384651.903633:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384651.903638:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000047818971 with handle 0x7f71e2b70dd20369 to hash 00000020:00000001:1.0:1767384651.903641:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384651.903642:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00080000:00000001:2.0:1767384651.903645:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.903646:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00080000:00000001:2.0:1767384651.903650:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384651.903652:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384651.903654:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.903656:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.903659:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00010000:1.0:1767384651.903662:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd20369 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384651.903663:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384651.903669:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:2.0:1767384651.903678:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00010000:00000001:1.0:1767384651.903679:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000002:2.0:1767384651.903682:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384651.903685:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384651.903689:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384651.903690:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384651.903694:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384651.903696:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.903698:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384651.903701:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384651.903702:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384651.903706:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384651.903707:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384651.903710:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384651.903712:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:2.0:1767384651.903714:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:1.0:1767384651.903714:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767384651.903719:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384651.903723:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:2.0:1767384651.903725:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008abd9701. 00010000:00000040:1.0:1767384651.903726:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000576d7979) refcount = 1 00010000:00010000:1.0:1767384651.903729:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000047818971/0x7f71e2b70dd20369 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.903737:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:2.0:1767384651.903739:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649506816 : -123274060044800 : ffff8fe20570e600) 00010000:00000001:1.0:1767384651.903741:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000020:0.0:1767384651.903741:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384651.903744:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384651.903745:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.903746:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000001:00000001:2.0:1767384651.903750:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384651.903750:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384651.903751:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000462930ca. 00010000:00000001:1.0:1767384651.903754:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1767384651.903756:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007b69630a. 20000000:00000001:1.0:1767384651.903758:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000001:0.0:1767384651.903760:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.903761:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384651.903763:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00080000:00000001:2.0:1767384651.903768:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384651.903769:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:0.0:1767384651.903769:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049189632 00000020:00000001:1.0:1767384651.903772:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384651.903775:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047818971 refcount=4 00010000:00000001:0.0:1767384651.903777:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:2.0:1767384651.903778:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.903778:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384651.903782:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000200:0.0:1767384651.903786:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028605bd2 x1853237049189632/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384651.903787:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384651.903790:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd20369 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384651.903791:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384651.903806:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1767384651.903807:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384651.903810:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd20369 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.903811:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384651.903817:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=68 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384651.903818:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.903821:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384651.903823:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384651.903824:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000047818971/0x7f71e2b70dd20369 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384651.903828:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384651.903832:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:1.0:1767384651.903835:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767384651.903836:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384651.903837:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.903839:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.903840:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384651.903842:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384651.903843:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000047818971/0x7f71e2b70dd20369 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384651.903849:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384651.903853:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb5c71ab. 00000100:00000200:0.0:1767384651.903857:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049189632, offset 224 00010000:00010000:1.0:1767384651.903866:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000047818971 already unused, calling callback (0000000058ffb97a) 00000400:00000200:0.0:1767384651.903866:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384651.903870:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384651.903872:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:0.0:1767384651.903874:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384651.903875:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000047818971/0x7f71e2b70dd20369 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.903882:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384651.903883:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384651.903887:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384651.903887:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006500 00000020:00000040:1.0:1767384651.903890:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047818971 refcount=5 00000020:00000001:1.0:1767384651.903893:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384651.903896:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00000400:00000200:0.0:1767384651.903896:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c49 [2] + 224 00010000:00000001:1.0:1767384651.903900:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384651.903902:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000047818971/0x7f71e2b70dd20369 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384651.903903:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384651.903911:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1767384651.903911:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384651.903914:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384651.903914:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384651.903918:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.903921:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:0.0:1767384651.903922:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff3740c8 x1853237049189632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384651.903923:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384651.903926:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384651.903928:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384651.903932:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047818971 with handle 0x7f71e2b70dd20369 from hash 00010000:00000001:1.0:1767384651.903936:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384651.903938:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.903940:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384651.903942:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384651.903944:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384651.903948:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384651.903949:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:0.0:1767384651.903950:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ff3740c8 x1853237049189632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384651.903951:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384651.903953:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.903955:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384651.903961:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384651.903966:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.903969:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384651.903971:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.903975:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.903979:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384651.903980:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000047818971/0x7f71e2b70dd20369 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.903984:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.903984:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384651.903985:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384651.903987:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384651.903988:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.903989:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384651.903989:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384651.903992:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384651.903995:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384651.903996:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384651.903998:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000047818971/0x7f71e2b70dd20369 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384651.903999:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb5c71ab 00000400:00000010:0.0:1767384651.904004:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb5c71ab. 00010000:00000001:1.0:1767384651.904005:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384651.904008:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384651.904010:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767384651.904011:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000047818971/0x7f71e2b70dd20369 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384651.904015:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:1.0:1767384651.904018:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000576d7979 count: 0 00000100:00000001:0.0:1767384651.904022:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.904025:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384651.904027:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:2.0:1767384651.904029:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384651.904031:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384651.904033:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384651.904034:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384651.904036:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:1.0:1767384651.904037:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:0.0:1767384651.904038:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384651.904042:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384651.904045:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028605bd2 x1853237049189632/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384651.904047:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dd86f3e. 00000400:00000200:2.0:1767384651.904055:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5ce00d2 00000100:00100000:0.0:1767384651.904058:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028605bd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049189632:12345-0@lo:253: Request processed in 2678us (3996us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384651.904060:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5ce00d2. 00000100:00000001:2.0:1767384651.904068:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384651.904069:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000040:0.0:1767384651.904073:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000200:2.0:1767384651.904076:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff3740c8 x1853237049189632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.904076:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384651.904079:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384651.904084:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000032145a68. 00000020:00000010:0.0:1767384651.904090:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003caaaf0b. 00000100:00000200:2.0:1767384651.904095:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff3740c8 x1853237049189632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384651.904097:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1702caa. 00000020:00000040:0.0:1767384651.904104:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:0.0:1767384651.904109:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384651.904110:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384651.904111:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c94994ef. 00000100:00000001:2.0:1767384651.904116:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384651.904118:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384651.904121:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.904122:0:16351:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384651.904126:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384651.904127:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384651.904131:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384651.904133:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093c8ad7b. 00000100:00000001:2.0:1767384651.904135:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384651.904139:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb5c71ab. 02000000:00000001:2.0:1767384651.904140:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384651.904146:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=68 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384651.904151:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384651.904155:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384651.904157:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.904160:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384651.904162:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.904165:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.904170:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff3740c8 x1853237049189632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.904191:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384651.904194:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384651.904197:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384651.904201:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384651.904203:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384651.904205:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384651.904206:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384651.904208:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384651.904209:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384651.904211:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384651.904213:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384651.904214:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384651.904218:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff3740c8 x1853237049189632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384651.904227:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff3740c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049189632:0@lo:253: 00000100:00000001:2.0:1767384651.904232:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.904234:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384651.904236:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff3740c8 x1853237049189632/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.904244:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384651.904247:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384651.904249:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c6cdb1f5. 02000000:00000001:2.0:1767384651.904255:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384651.904257:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384651.904259:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384651.904262:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384651.904264:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007eb054ae. 02000000:00000001:2.0:1767384651.904268:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384651.904270:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384651.904271:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff3740c8. 00000100:00000001:2.0:1767384651.904275:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384651.904277:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.904279:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.904281:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384651.904290:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384651.904291:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.904293:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384651.905715:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008abd9701. 00080000:00000010:2.0:1767384651.905767:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007b69630a. 00040000:00000001:2.0:1767384651.905772:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384651.905774:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384651.905776:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384651.905780:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384651.905782:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384651.905785:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384651.905786:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384651.905795:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384651.905797:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384651.905800:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384651.905811:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384651.905815:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384651.905817:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384651.905820:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384651.905822:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384651.905826:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007e38435e. 00010000:00000001:1.0:1767384651.905829:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384651.905831:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000696c9aa3. 00000020:00000001:1.0:1767384651.905839:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384651.905842:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000696c9aa3 with handle 0x7f71e2b70dd20370 to hash 00000020:00000001:1.0:1767384651.905844:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384651.905845:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384651.905848:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384651.905849:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384651.905850:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384651.905852:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd20370 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.905857:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384651.905858:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384651.905860:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384651.905861:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384651.905862:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384651.905863:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384651.905864:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384651.905865:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384651.905866:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384651.905866:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384651.905867:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384651.905868:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007e38435e) refcount = 1 00010000:00010000:1.0:1767384651.905870:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd20370 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.905873:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384651.905874:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384651.905875:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384651.905876:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.905877:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384651.905878:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384651.905880:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:1.0:1767384651.905882:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384651.905883:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384651.905884:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000696c9aa3 refcount=4 00000020:00000001:1.0:1767384651.905890:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384651.905891:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384651.905893:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384651.905894:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd20370 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.905898:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384651.905899:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd20370 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.905902:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.905904:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384651.905905:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd20370 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.905908:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384651.905909:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384651.905911:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384651.905911:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384651.905912:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd20370 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384651.905916:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384651.905919:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b1f89474. 00010000:00010000:1.0:1767384651.905920:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000696c9aa3 already unused, calling callback (0000000058ffb97a) 00010000:00000001:1.0:1767384651.905923:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:2.0:1767384651.905924:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.905925:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384651.905928:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd20370 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384651.905929:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049189504 00010000:00000001:2.0:1767384651.905934:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384651.905936:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384651.905937:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384651.905938:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000200:2.0:1767384651.905939:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000085086ca4 x1853237049189504/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384651.905940:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000696c9aa3 refcount=5 00000020:00000001:1.0:1767384651.905945:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384651.905949:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782833664 : -123268926717952 : ffff8fe337694000) 00010000:00000001:1.0:1767384651.905953:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384651.905955:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384651.905957:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384651.905958:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=68 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384651.905960:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd20370 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384651.905964:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384651.905968:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384651.905969:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:1.0:1767384651.905971:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384651.905972:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:1.0:1767384651.905973:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.905977:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384651.905978:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767384651.905980:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.905981:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384651.905985:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384651.905985:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384651.905988:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.905992:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384651.905992:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000696c9aa3 with handle 0x7f71e2b70dd20370 from hash 00010000:00000001:1.0:1767384651.905996:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:2.0:1767384651.905997:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5ce00d2. 00010000:00000001:1.0:1767384651.905997:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.905998:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384651.906001:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384651.906003:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:2.0:1767384651.906004:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049189504, offset 224 00010000:00000001:1.0:1767384651.906005:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384651.906008:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384651.906010:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.906013:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384651.906014:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.906018:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384651.906020:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384651.906023:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384651.906024:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384651.906025:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384651.906026:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.906028:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.906029:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384651.906030:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd20370 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384651.906037:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.906039:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384651.906040:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1767384651.906041:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006480 00010000:00000001:1.0:1767384651.906042:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384651.906045:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384651.906047:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384651.906050:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c5d [2] + 224 00010000:00000001:1.0:1767384651.906050:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384651.906052:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.906057:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:1.0:1767384651.906061:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.906064:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384651.906065:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd20370 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384651.906068:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384651.906073:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000200:2.0:1767384651.906074:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002c050f29 x1853237049189504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384651.906076:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384651.906079:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000696c9aa3/0x7f71e2b70dd20370 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384651.906092:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007e38435e count: 0 00000100:00000040:2.0:1767384651.906095:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002c050f29 x1853237049189504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384651.906099:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384651.906101:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384651.906112:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384651.906117:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5ce00d2 00000400:00000010:2.0:1767384651.906119:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5ce00d2. 00000100:00000001:2.0:1767384651.906120:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384651.906121:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384651.906124:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.906126:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384651.906127:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384651.906129:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.906130:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384651.906131:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384651.906134:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384651.906137:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085086ca4 x1853237049189504/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384651.906139:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384651.906145:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000085086ca4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049189504:12345-0@lo:253: Request processed in 4328us (5274us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384651.906148:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384651.906152:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdd090a9. 00000100:00100000:2.0:1767384651.906156:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000400:00000200:0.0:1767384651.906157:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e52c764e 00000100:00000040:2.0:1767384651.906159:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000400:00000010:0.0:1767384651.906160:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e52c764e. 00000100:00000001:2.0:1767384651.906162:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384651.906165:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384651.906165:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384651.906170:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007acd6659. 00000100:00000200:0.0:1767384651.906172:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002c050f29 x1853237049189504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384651.906175:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ec07e373. 00000020:00000010:2.0:1767384651.906182:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e113248. 00000100:00000200:0.0:1767384651.906184:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002c050f29 x1853237049189504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384651.906186:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:2.0:1767384651.906191:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384651.906194:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384651.906195:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.906196:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384651.906198:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384651.906200:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c0388b51. 00000100:00000001:0.0:1767384651.906200:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384651.906203:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.906204:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384651.906205:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.906207:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384651.906209:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=68 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384651.906212:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384651.906213:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=68 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384651.906217:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384651.906218:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dd86f3e. 00000100:00000001:0.0:1767384651.906219:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.906223:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384651.906224:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5ce00d2. 00010000:00000001:0.0:1767384651.906225:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.906229:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384651.906232:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002c050f29 x1853237049189504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.906237:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384651.906238:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384651.906239:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384651.906241:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384651.906242:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384651.906243:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384651.906244:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384651.906245:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384651.906245:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384651.906246:0:16351:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384651.906247:0:16351:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384651.906255:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384651.906256:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384651.906258:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c050f29 x1853237049189504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384651.906262:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002c050f29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049189504:0@lo:253: 00000100:00000001:0.0:1767384651.906265:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.906266:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.906267:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002c050f29 x1853237049189504/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.906271:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384651.906272:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384651.906274:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d7e5a42c. 02000000:00000001:0.0:1767384651.906276:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384651.906277:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384651.906278:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384651.906279:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384651.906280:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000325c42f8. 02000000:00000001:0.0:1767384651.906282:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384651.906283:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384651.906284:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c050f29. 00000100:00000001:0.0:1767384651.906286:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384651.906286:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.906287:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.906291:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384651.906292:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.906294:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384651.906295:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384651.906658:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294940328, at 4294940329 00000100:00000040:0.0:1767384651.906661:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294940328, at 4294940329 00000100:00000010:1.0:1767384651.906669:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b1868a4. 00000100:00000010:0.0:1767384651.906672:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfe0e78b. 00000100:00000040:2.0:1767384651.907669:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294940328, at 4294940330 00000100:00000010:2.0:1767384651.907677:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68d73a7. 00000100:00000040:3.0:1767384651.907715:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294940328, at 4294940330 00000100:00000010:3.0:1767384651.907726:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082d54292. 00010000:00000010:1.1:1767384651.910648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000576d7979. 00010000:00000010:1.1:1767384651.910657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047818971. 00010000:00000010:1.1:1767384651.910662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007e38435e. 00010000:00000010:1.1:1767384651.910664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000696c9aa3. 00000400:00000010:3.0:1767384651.915931:0:33920:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000067bcc8cc. 00000400:00000040:3.0:1767384651.915953:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384651.915955:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384651.915958:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.915959:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384651.915961:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.915962:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384651.915964:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384651.915965:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384651.915966:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384651.915967:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384651.915969:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384651.915970:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384651.915971:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384651.915972:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384651.915973:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384651.915974:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384651.915975:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384651.915976:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384651.915977:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384651.915979:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.915980:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384651.915980:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384651.915981:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384651.915982:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384651.915983:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384651.915984:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.915985:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384651.915986:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384651.915987:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384651.915988:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384651.915989:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384651.915990:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.915991:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384651.915992:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384651.915993:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384651.915994:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384651.916000:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384651.916001:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384651.916003:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384651.916004:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384651.916005:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384651.916006:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384651.916008:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384651.916008:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384651.916010:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384651.916010:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384651.916011:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384651.916013:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384651.916014:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384651.916015:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384651.916017:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384651.916018:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384651.916018:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384651.916020:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384651.916021:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384651.916022:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384651.916023:0:33920:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384651.916100:0:33920:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000067bcc8cc. 00010000:00000001:2.0:1767384652.761676:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384652.761681:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384652.761686:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384652.761687:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384652.761720:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384652.761725:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384652.761728:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384653.438564:0:34396:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000943e89b3. 00080000:00000010:2.0:1767384653.438574:0:34396:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000943e89b3. 00000020:00000001:2.0:1767384653.438578:0:34396:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384653.438584:0:34396:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000943e89b3. 00080000:00000010:2.0:1767384653.438587:0:34396:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000943e89b3. 00000020:00000001:2.0:1767384653.438590:0:34396:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.657714:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp41 00000400:00000010:0.0:1767384653.657722:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b1d3c61f. 00000400:00000010:0.0:1767384653.657731:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a019851e. 00000400:00000010:0.0:1767384653.657737:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8381a84. 00000400:00000010:0.0:1767384653.657746:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d7e8b2b6. 00000400:00000200:0.0:1767384653.657759:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp41 00000400:00000200:0.0:1767384653.657791:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp41 local destination 00000400:00000200:0.0:1767384653.657798:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp41 00000400:00000200:0.0:1767384653.657804:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp41 NI seq info: [160:160:256:4294967295] 192.168.202.137@tcp41 LPNI seq info [150:150:8:4294967295] 00000400:00000200:0.0:1767384653.657812:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp41 00000400:00000200:0.0:1767384653.657824:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp41(192.168.202.137@tcp41:) -> 192.168.202.137@tcp41(192.168.202.137@tcp41:192.168.202.137@tcp41) : GET try# 0 00000800:00000200:0.0:1767384653.657831:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp41 00000800:00000010:0.0:1767384653.657838:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000496bca98. 00000800:00000200:0.0:1767384653.657846:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7cebc33] -> 12345-192.168.202.137@tcp41 (2) 00000800:00000200:0.1:1767384653.657852:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7cebc33] -> 12345-192.168.202.137@tcp41 (2) 00000400:00000200:0.0:1767384653.657876:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp41 added to recovery queue. ping count: 1 next ping: 276 health :900 00000400:00000200:1.0:1767384653.657941:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.657997:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658026:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658054:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658088:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658124:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658179:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658231:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658281:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658340:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658390:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658422:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658470:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658502:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658531:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658560:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658584:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658640:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658673:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658716:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658746:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658774:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658797:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658825:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658853:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658873:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658896:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658923:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658955:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.658993:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.659032:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.659066:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.659113:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.659147:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384653.659183:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384653.659372:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000972b1b7a. 00000800:00000010:1.0:1767384653.659378:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005229b8c1. 00000800:00000010:1.0:1767384653.659384:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009add4744. 00000800:00000010:1.0:1767384653.659407:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009add4744. 00000800:00020000:1.0:1767384653.659418:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384653.659422:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005229b8c1. 00000800:00000010:1.0:1767384653.659425:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000972b1b7a. 00000400:02020000:1.0:1767384653.659479:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp41 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384653.659486:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp41 notifying 192.168.202.137@tcp41: down 00000800:00000200:1.0:1767384653.659492:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp41 down 00000800:00000100:1.0:1767384653.659499:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp41 00000800:00000010:1.0:1767384653.659502:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000496bca98. 00000400:00000200:1.0:1767384653.659507:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384653.659512:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp41->192.168.202.137@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384653.659522:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384653.659533:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384653.659539:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp41) recovery failed with -71 00010000:00000001:2.0:1767384653.786680:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384653.786686:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.786691:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384653.786693:0:268:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384653.786695:0:268:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384653.786697:0:268:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.786699:0:268:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384653.786701:0:268:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.786702:0:268:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.786704:0:268:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.786731:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384653.786735:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384653.786738:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384654.119092:0:34560:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384654.119096:0:34560:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:0.0:1767384654.123410:0:34560:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384654.129963:0:34561:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d6cc2800. 00000400:00000010:0.0:1767384654.129977:0:34561:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001aabff41. 00000400:00000010:0.0:1767384654.129985:0:34561:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001147ccf2. 00000400:00000010:0.0:1767384654.129988:0:34561:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000401e7b03. 00000400:00000010:0.0:1767384654.129992:0:34561:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d15c2737. 00000400:00000010:0.0:1767384654.129996:0:34561:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000023ba2c91. 00000400:00000010:0.0:1767384654.129997:0:34561:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000072ef3e1. 00000400:00000010:0.0:1767384654.129998:0:34561:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d7a9f4a1. 00000400:00000010:0.0:1767384654.130001:0:34561:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000026a6e352. 00000800:00000010:0.0:1767384654.130015:0:34561:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002dab48aa. 00000800:00000200:0.0:1767384654.130026:0:34561:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384654.130036:0:34561:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384654.130069:0:34561:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:0.0:1767384654.130089:0:34561:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp43 [8/256/0/180] 00000400:00000010:0.0:1767384654.131933:0:34561:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000c343b6c1. 00000400:00000010:0.0:1767384654.131939:0:34561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd0231e9. 00000400:00000010:0.0:1767384654.131943:0:34561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68e221b. 00000400:00000001:0.0:1767384654.131959:0:34561:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384654.131960:0:34561:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384654.131962:0:34561:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cab3f85. 00000400:00000200:0.0:1767384654.131964:0:34561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbbbeccc 00000400:00000010:0.0:1767384654.131966:0:34561:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbbbeccc. 00000400:00000010:0.0:1767384654.131969:0:34561:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000e7025f93. 00000400:00000200:0.0:1767384654.131973:0:34561:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (35) 00000400:00000200:0.0:1767384654.131985:0:34561:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384654.131994:0:34561:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:0.0:1767384654.132000:0:34561:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000325c42f8. 00000020:01000000:0.0:1767384654.132005:0:34561:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384654.132007:0:34561:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp43 00000400:00000200:1.0:1767384654.132011:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384654.132018:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302171 00000400:00000010:0.0:1767384654.132020:0:34561:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001aabff41. 00000400:00000200:1.0:1767384654.132023:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (36) 00000400:00000010:0.0:1767384654.132025:0:34561:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d6cc2800. 00000400:00000010:1.0:1767384654.132029:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000074c07651. 00000400:00000010:1.0:1767384654.132034:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c578f33. 00000400:00000010:1.0:1767384654.132039:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a78a8f5b. 00000020:00000001:3.0:1767384654.132043:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384654.132043:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 10000000:00000001:3.0:1767384654.132048:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384654.132051:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384654.132053:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384654.132055:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000020:01000004:3.0:1767384654.132057:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384654.132061:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384654.132064:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00000020:01000004:3.0:1767384654.132065:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384654.132068:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384654.132071:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384654.132073:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384654.132074:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 141], ns[47, 150] 00000020:01000004:3.0:1767384654.132075:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384654.132077:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384654.132080:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384654.132083:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 47], ns[62, 47] 00000020:01000004:3.0:1767384654.132084:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384654.132090:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 47], ns[66, 47] 00000400:00000200:1.0:1767384654.132096:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 47], ns[74, 47] 00000100:00000010:3.0:1767384654.132097:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e932d677. 00000400:00000200:1.0:1767384654.132101:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 47], ns[83, 47] 00000020:00000040:3.0:1767384654.132103:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:1.0:1767384654.132109:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 47], ns[89, 47] 00000100:00000001:3.0:1767384654.132111:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384654.132114:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 47], ns[93, 47] 02000000:00000001:3.0:1767384654.132115:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384654.132120:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 47], ns[109, 47] 02000000:00000001:3.0:1767384654.132121:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.132126:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 47], ns[111, 47] 02000000:00000010:3.0:1767384654.132130:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b3b106a3. 00000400:00000200:1.0:1767384654.132130:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 47], ns[115, 47] 00000400:00000200:1.0:1767384654.132138:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 47], ns[124, 47] 00000100:00000001:3.0:1767384654.132140:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.132144:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 47], ns[130, 47] 00000100:00000001:3.0:1767384654.132149:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384654.132152:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.132160:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 47], ns[134, 47] 00000100:00000040:3.0:1767384654.132164:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e932d677] to pc [ptlrpcd_00_00+0] req@00000000e932d677 x1853237049189760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384654.132168:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 47], ns[44, 47] 00000400:00000200:1.0:1767384654.132184:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 44], ns[50, 44] 00000400:00000200:1.0:1767384654.132188:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 44], ns[54, 44] 00000400:00000200:1.0:1767384654.132191:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 44], ns[58, 44] 00000400:00000200:1.0:1767384654.132194:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 44], ns[81, 44] 00000400:00000200:1.0:1767384654.132198:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 44], ns[128, 44] 00000400:00000200:1.0:1767384654.132201:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 44], ns[100, 44] 10000000:00000001:3.0:1767384654.132203:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.132207:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[132, 44], ns[136, 44] 10000000:00000001:3.0:1767384654.132208:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.132208:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384654.132214:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.132214:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384654.132220:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384654.132220:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 44], ns[105, 44] 00000100:00000001:0.0:1767384654.132220:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384654.132228:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e932d677 x1853237049189760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384654.132229:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384654.132230:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 44], ns[101, 44] 10000000:00000001:3.0:1767384654.132233:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384654.132236:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384654.132239:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384654.132243:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384654.132247:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384654.132249:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 44], ns[122, 44] 00000020:01000004:3.0:1767384654.132251:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384654.132255:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384654.132256:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384654.132258:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[134, 44], ns[138, 44] 00000020:01000004:3.0:1767384654.132260:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384654.132260:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384654.132265:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384654.132267:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 44], ns[121, 44] 00000020:01000004:3.0:1767384654.132268:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384654.132268:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384654.132271:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384654.132272:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384654.132274:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384654.132277:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.132278:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 44], ns[145, 44] 00000100:00000010:3.0:1767384654.132279:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0482fd. 00000100:00100000:0.0:1767384654.132283:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049189760:0@lo:253: 00000020:00000040:3.0:1767384654.132285:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384654.132291:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384654.132292:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[144, 44], ns[154, 44] 00000100:00000001:0.0:1767384654.132292:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384654.132293:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384654.132298:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384654.132299:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384654.132302:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 44], ns[147, 44] 02000000:00000001:0.0:1767384654.132304:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384654.132307:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e4b6550b. 00000400:00000200:1.0:1767384654.132308:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 44], ns[159, 44] 02000000:00000001:0.0:1767384654.132308:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384654.132311:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.132314:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767384654.132315:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007477565a. 02000000:00000001:0.0:1767384654.132319:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.132323:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.132323:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[150, 44], ns[160, 44] 00000400:00000010:0.0:1767384654.132326:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b7622e. 00000100:00000040:3.0:1767384654.132331:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0482fd] to pc [ptlrpcd_00_01+1] req@000000004b0482fd x1853237049189888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384654.132333:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000400:00000010:0.0:1767384654.132338:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001aabff41. 00000100:00000200:0.0:1767384654.132344:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049189760, portal 25 00000100:00000001:0.0:1767384654.132350:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384654.132351:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000100:00000001:0.0:1767384654.132354:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923219840 : -123268786331776 : ffff8fe33fc75f80) 00000400:00000200:1.0:1767384654.132359:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp42 10000000:00000001:3.0:1767384654.132360:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384654.132363:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e932d677 x1853237049189760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384654.132364:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.132366:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp42 lpni_is_preferred = 0 00000020:00000001:3.0:1767384654.132369:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384654.132375:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384654.132375:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp42 00000020:00000010:3.0:1767384654.132382:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000325c42f8. 00000100:00000001:0.0:1767384654.132383:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384654.132384:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp42 NI seq info: [161:161:256:4294967295] 192.168.202.137@tcp42 LPNI seq info [151:151:8:4294967295] 00000100:00000040:0.0:1767384654.132389:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384654.132394:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f815aef3. 00000100:00000001:3.0:1767384654.132396:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384654.132397:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049189760, offset 0 00000400:00000200:1.0:1767384654.132399:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp42 00000100:00000001:3.0:1767384654.132400:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384654.132403:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384654.132408:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384654.132409:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0482fd x1853237049189888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384654.132420:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp42(192.168.202.137@tcp42:) -> 192.168.202.137@tcp42(192.168.202.137@tcp:192.168.202.137@tcp42) : GET try# 0 00000100:00000001:3.0:1767384654.132426:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384654.132428:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.132445:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767384654.132445:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp42 02000000:00000001:3.0:1767384654.132448:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384654.132449:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384654.132453:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e5d1ae2a. 02000000:00000001:3.0:1767384654.132455:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384654.132459:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049189888:0@lo:253: 00000100:00000001:3.0:1767384654.132462:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1767384654.132463:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000383450fb. 00000400:00000200:0.0:1767384654.132466:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006580 02000000:00000001:3.0:1767384654.132467:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1767384654.132468:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a4e14f14. 02000000:00000001:3.0:1767384654.132471:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.132474:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384654.132478:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1415 [2] + 0 02000000:00000010:3.0:1767384654.132479:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000034fb6922. 00000800:00000200:1.0:1767384654.132479:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000383450fb] -> 12345-192.168.202.137@tcp42 (2) 02000000:00000001:3.0:1767384654.132485:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384654.132487:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094802d92. 00000400:00000010:3.0:1767384654.132490:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f944308d. 00000800:00000200:1.1:1767384654.132491:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000383450fb] -> 12345-192.168.202.137@tcp42 (2) 00000400:00000200:0.0:1767384654.132494:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f4895b0d 00000400:00000010:3.0:1767384654.132501:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e52c764e. 00000400:00000200:0.0:1767384654.132502:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384654.132507:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049189888, portal 25 00000400:00000200:1.0:1767384654.132508:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384654.132511:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384654.132513:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384654.132517:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300371 rc 0 00000400:00000200:0.0:1767384654.132517:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4895b0d 00000100:00000001:3.0:1767384654.132518:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923218048 : -123268786333568 : ffff8fe33fc75880) 00000400:00000010:0.0:1767384654.132521:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4895b0d. 00000100:00000040:3.0:1767384654.132526:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004b0482fd x1853237049189888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384654.132528:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384654.132531:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384654.132536:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000714d5b3b x1853237049189760 msgsize 4848 00000100:00000001:3.0:1767384654.132538:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384654.132542:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384654.132547:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384654.132550:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384654.132554:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014a2e27d. 00000100:00000200:3.0:1767384654.132556:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049189888, offset 0 00000100:00000001:0.0:1767384654.132558:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384654.132561:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384654.132565:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f815aef3 00000400:00000010:0.0:1767384654.132569:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f815aef3. 00000400:00000200:1.0:1767384654.132571:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384654.132572:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384654.132573:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384654.132579:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e932d677 x1853237049189760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384654.132587:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006600 00000100:00000001:0.0:1767384654.132590:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384654.132593:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x142d [2] + 0 00000100:00000040:0.0:1767384654.132594:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e932d677 x1853237049189760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384654.132600:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0eadaf2. 00000400:00000200:3.0:1767384654.132632:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068fa340f 00000400:00000200:3.0:1767384654.132637:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384654.132641:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384654.132645:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068fa340f 00000400:00000010:3.0:1767384654.132648:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068fa340f. 00000100:00000001:3.0:1767384654.132654:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384654.132656:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384654.132657:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384654.132662:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000ef968291 x1853237049189888 msgsize 4848 00000100:00000001:0.0:1767384654.132662:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384654.132668:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384654.132670:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384654.132673:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.132674:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000001:3.0:1767384654.132678:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384654.132680:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294942560 00000400:00000200:3.0:1767384654.132685:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014a2e27d 00000100:00000010:0.0:1767384654.132686:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ff79d41. 00000400:00000010:3.0:1767384654.132688:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014a2e27d. 00000100:00000001:3.0:1767384654.132694:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384654.132697:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0482fd x1853237049189888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384654.132697:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384654.132707:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384654.132707:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294942560 00000100:00000040:3.0:1767384654.132712:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0482fd x1853237049189888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384654.132715:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c60aabaa. 00000100:00000001:3.0:1767384654.132721:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.132722:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384654.132725:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384654.132727:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000001:0.0:1767384654.132727:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294942560 00000100:00000001:3.0:1767384654.132731:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384654.132733:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000615c17c2. 00000100:00000001:3.0:1767384654.132735:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294942560 00000100:00000001:0.0:1767384654.132738:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384654.132740:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294942560 00000100:00000001:0.0:1767384654.132743:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294942560 00000100:00000001:3.0:1767384654.132744:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294942560 00000100:00000001:3.0:1767384654.132749:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294942560 00000100:00000010:0.0:1767384654.132749:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d076f460. 00000100:00000001:0.0:1767384654.132754:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384654.132758:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294942560 00000100:00000001:0.0:1767384654.132758:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384654.132763:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.132764:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294942560 00000100:00000001:3.0:1767384654.132768:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294942560 00000100:00000001:0.0:1767384654.132769:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.132770:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294942560 00000100:00000001:0.0:1767384654.132774:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.132775:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384654.132779:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.132781:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.132782:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384654.132784:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384654.132787:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384654.132788:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384654.132791:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384654.132792:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384654.132795:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384654.132796:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384654.132798:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384654.132800:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.132802:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.132803:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.132806:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.132816:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000001:0.0:1767384654.132829:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384654.132832:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384654.132833:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189760 00000100:00100000:3.0:1767384654.132835:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189888 02000000:00000001:0.0:1767384654.132837:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384654.132839:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384654.132840:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384654.132842:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384654.132843:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.132846:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384654.132847:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.132850:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384654.132852:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189760 00000100:00100000:3.0:1767384654.132853:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189888 00000020:00000001:3.0:1767384654.132856:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384654.132858:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384654.132862:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384654.132863:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384654.132865:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000040:0.0:1767384654.132866:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384654.132869:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384654.132870:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384654.132875:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000040:0.0:1767384654.132875:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000400:00000200:1.0:1767384654.132879:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000020:00000001:0.0:1767384654.132880:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384654.132881:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384654.132886:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000010:3.0:1767384654.132889:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016e10f95. 00000100:00000001:0.0:1767384654.132890:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384654.132893:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384654.132895:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020f6bd81. 00000020:00000010:3.0:1767384654.132897:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016e10f95. 00000100:00000001:0.0:1767384654.132900:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384654.132903:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020f6bd81. 00000020:00000010:3.0:1767384654.132906:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c87fc07. 00000020:00000010:0.0:1767384654.132908:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000defc4db. 00000020:00000010:3.0:1767384654.132913:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a89ffd3. 00000020:00000010:0.0:1767384654.132914:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c9a121e. 00000020:00000010:3.0:1767384654.132919:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000143fbaaf. 00000020:00000010:0.0:1767384654.132921:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef27e954. 00000100:00000040:0.0:1767384654.132930:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384654.132933:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384654.132935:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384654.132935:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384654.132939:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384654.132939:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.132941:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000001:3.0:1767384654.132942:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.132949:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.132950:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.132960:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.132962:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.132979:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384654.132980:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384654.132981:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384654.132983:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384654.132988:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00000040:3.0:1767384654.132991:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384654.132993:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140329040 : -123269569222576 : ffff8fe3111d6850) 00000100:00100000:0.0:1767384654.132996:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000040:0.0:1767384654.133000:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000040:3.0:1767384654.133001:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000714d5b3b x1853237049189760/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:635/0 lens 4848/0 e 0 to 0 dl 1767384665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384654.133004:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140322896 : -123269569228720 : ffff8fe3111d5050) 00000400:00000200:1.0:1767384654.133007:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000040:0.0:1767384654.133014:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef968291 x1853237049189888/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:635/0 lens 4848/0 e 0 to 0 dl 1767384665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.133019:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384654.133023:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016e10f95. 00000100:00000001:0.0:1767384654.133026:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384654.133028:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384654.133030:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020f6bd81. 00000020:00000010:3.0:1767384654.133032:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016e10f95. 00000100:00000001:0.0:1767384654.133035:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384654.133038:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020f6bd81. 00000100:00100000:3.0:1767384654.133041:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000714d5b3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049189760:12345-0@lo:253: 00000100:00100000:0.0:1767384654.133047:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ef968291 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049189888:12345-0@lo:253: 00000100:00000200:3.0:1767384654.133048:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189760 00000020:00000001:3.0:1767384654.133053:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384654.133054:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189888 00000020:00000001:3.0:1767384654.133057:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384654.133059:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.133062:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000020:00000001:3.0:1767384654.133063:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384654.133063:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384654.133067:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384654.133068:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384654.133071:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384654.133072:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.133074:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384654.133076:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384654.133079:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384654.133079:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:3.0:1767384654.133083:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384654.133083:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384654.133087:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384654.133087:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384654.133089:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384654.133092:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384654.133092:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384654.133094:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.133096:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384654.133098:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384654.133101:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384654.133103:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000822b8983. 02000000:00000010:0.0:1767384654.133105:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000325c42f8. 02000000:00000001:3.0:1767384654.133108:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.133108:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 02000000:00000001:0.0:1767384654.133109:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.133115:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.133115:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384654.133118:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384654.133125:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384654.133127:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007eb054ae. 20000000:01000000:0.0:1767384654.133132:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384654.133134:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384654.133136:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384654.133139:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384654.133141:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001aa80caf. 20000000:00000001:0.0:1767384654.133141:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384654.133143:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384654.133146:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384654.133149:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384654.133151:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384654.133152:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384654.133154:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000033138c96. 20000000:00000001:3.0:1767384654.133155:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.133158:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 20000000:01000000:0.0:1767384654.133158:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:3.0:1767384654.133159:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384654.133167:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384654.133173:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384654.133176:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384654.133193:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384654.133206:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384654.133208:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384654.133210:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384654.133211:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384654.133213:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384654.133216:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000400:00000200:1.0:1767384654.133219:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000020:00000001:0.0:1767384654.133219:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:0.0:1767384654.133223:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384654.133232:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384654.133235:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384654.133238:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384654.133241:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384654.133245:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:0.0:1767384654.133248:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384654.133252:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003f97818b. 00080000:00000001:0.0:1767384654.133254:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799665669632 : -123274043881984 : ffff8fe206678600) 00080000:00000001:0.0:1767384654.133257:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384654.133260:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384654.133263:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000020f6bd81. 00000400:00000200:1.0:1767384654.133264:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00080000:00000001:0.0:1767384654.133266:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384654.133268:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384654.133280:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384654.133296:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384654.133322:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133381:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133449:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133488:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133527:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133555:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133585:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133637:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133667:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133692:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133721:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133750:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133779:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133805:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133829:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133856:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133881:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133903:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133920:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133957:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.133985:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.134014:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384654.134041:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00080000:00000010:3.0:1767384654.134127:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003f97818b. 00080000:00000010:0.0:1767384654.134170:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000020f6bd81. 00040000:00000001:0.0:1767384654.134176:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384654.134178:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384654.134180:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384654.134184:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384654.134186:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384654.134189:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384654.134198:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384654.134208:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384654.134211:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:3.0:1767384654.134214:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000033babcdd. 00080000:00000001:0.0:1767384654.134216:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384654.134217:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:3.0:1767384654.134221:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384654.134223:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384654.134225:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384654.134231:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384654.134237:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384654.134239:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384654.134240:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384654.134240:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000972b1b7a. 00080000:00000001:3.0:1767384654.134244:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384654.134246:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384654.134247:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000daed6dc5. 00080000:00000002:3.0:1767384654.134248:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000020:00000001:3.0:1767384654.134254:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:3.0:1767384654.134255:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000010:1.0:1767384654.134257:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a58e32ef. 00080000:00000001:3.0:1767384654.134258:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384654.134262:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384654.134265:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384654.134267:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384654.134269:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:3.0:1767384654.134271:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384654.134275:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b8bdc7ed. 00080000:00000001:3.0:1767384654.134278:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799578768384 : -123274130783232 : ffff8fe201398400) 00080000:00000001:3.0:1767384654.134280:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:01000000:0.0:1767384654.134280:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000001:00000001:3.0:1767384654.134284:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:0.0:1767384654.134285:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000010:3.0:1767384654.134288:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000016e10f95. 00080000:00000001:3.0:1767384654.134291:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384654.134291:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a58e32ef. 10000000:01000000:0.0:1767384654.134293:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384654.134295:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384654.134300:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384654.134304:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00020000:1.0:1767384654.134306:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00080000:00000001:3.0:1767384654.134310:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384654.134312:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000daed6dc5. 00080000:00000001:3.0:1767384654.134319:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384654.134319:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000972b1b7a. 00010000:00000010:0.0:1767384654.134336:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b9071c4d. 00010000:00000001:0.0:1767384654.134341:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384654.134343:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b18605b1. 00000020:00000001:0.0:1767384654.134347:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384654.134349:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b18605b1 with handle 0x7f71e2b70dd20377 to hash 00000020:00000001:0.0:1767384654.134356:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384654.134358:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384654.134360:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384654.134363:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:02020000:1.0:1767384654.134366:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp42 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384654.134366:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384654.134369:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd20377 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384654.134379:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:1.0:1767384654.134383:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp42 notifying 192.168.202.137@tcp42: down 00010000:00000001:0.0:1767384654.134384:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384654.134388:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384654.134390:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000200:1.0:1767384654.134391:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp42 down 00010000:00000001:0.0:1767384654.134393:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384654.134396:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384654.134397:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000100:1.0:1767384654.134402:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp42 00010000:00000001:0.0:1767384654.134402:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384654.134406:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000800:00000010:1.0:1767384654.134407:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e5d1ae2a. 00010000:00000001:0.0:1767384654.134408:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384654.134411:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384654.134414:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b9071c4d) refcount = 1 00000400:00000200:1.0:1767384654.134417:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00010000:0.0:1767384654.134417:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd20377 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384654.134427:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp42->192.168.202.137@tcp42: GET: LOCAL_ERROR 00010000:00000001:0.0:1767384654.134427:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384654.134443:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384654.134445:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384654.134448:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.134449:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384654.134451:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384654.134453:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00000400:00000200:1.0:1767384654.134454:0:16338:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp42 added to recovery queue. ping count: 0 next ping: 276 health :900 00010000:00000001:0.0:1767384654.134458:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384654.134461:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:0.0:1767384654.134461:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384654.134464:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b18605b1 refcount=4 00000400:00000200:1.0:1767384654.134467:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 1 00000020:00000001:0.0:1767384654.134469:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384654.134472:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00000400:00000200:1.0:1767384654.134473:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00010000:00000001:0.0:1767384654.134481:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384654.134483:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd20377 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384654.134488:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384654.134490:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd20377 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384654.134494:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384654.134496:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384654.134497:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd20377 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384654.134501:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384654.134502:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.134505:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767384654.134507:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00010000:0.0:1767384654.134507:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd20377 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384654.134509:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000200:3.0:1767384654.134514:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300971 00000100:00000001:1.0:1767384654.134515:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384654.134519:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007eb054ae. 00010000:00010000:0.0:1767384654.134520:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b18605b1 already unused, calling callback (0000000058ffb97a) 00000400:00000001:3.0:1767384654.134521:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384654.134525:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384654.134526:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:1.0:1767384654.134527:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384654.134528:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578f33 00010000:00000001:0.0:1767384654.134529:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:3.0:1767384654.134532:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c578f33. 00010000:00010000:0.0:1767384654.134534:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd20377 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384654.134535:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049189888 00000400:00000200:3.0:1767384654.134537:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00010000:00000001:1.0:1767384654.134542:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384654.134545:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00010000:00000001:0.0:1767384654.134545:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384654.134548:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000200:1.0:1767384654.134549:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ef968291 x1853237049189888/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:635/0 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384654.134551:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384654.134552:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000074c07651. 00000020:00000040:0.0:1767384654.134555:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b18605b1 refcount=5 00000400:00000200:3.0:1767384654.134559:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (37) 00000020:00000001:0.0:1767384654.134561:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384654.134566:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00000400:00000200:3.0:1767384654.134567:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp:-71 00010000:00000001:1.0:1767384654.134573:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384654.134573:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1767384654.134575:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302171 rc -71 00010000:00000001:1.0:1767384654.134577:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384654.134578:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd20377 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384654.134581:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000100:00001000:1.0:1767384654.134584:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=71 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384654.134586:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (36) 00000100:00000001:1.0:1767384654.134594:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384654.134599:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384654.134604:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:0.0:1767384654.134630:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384654.134633:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384654.134634:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.134637:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384654.134638:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384654.134641:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767384654.134642:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384654.134643:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384654.134647:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384654.134648:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b18605b1 with handle 0x7f71e2b70dd20377 from hash 00010000:00000001:0.0:1767384654.134652:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384654.134654:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384654.134655:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384654.134656:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384654.134659:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384654.134661:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:1.0:1767384654.134664:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384654.134664:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384654.134667:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384654.134669:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384654.134671:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000daed6dc5. 00010000:00000001:0.0:1767384654.134671:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.134674:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384654.134678:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:1.0:1767384654.134680:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049189888, offset 224 00010000:00000001:0.0:1767384654.134680:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384654.134682:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384654.134684:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.134687:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.134688:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384654.134690:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd20377 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384654.134692:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384654.134698:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384654.134700:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384654.134700:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384654.134702:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384654.134704:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384654.134706:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384654.134707:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384654.134709:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384654.134712:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384654.134714:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.134718:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006600 00010000:00010000:0.0:1767384654.134722:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd20377 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384654.134728:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384654.134731:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384654.134733:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd20377 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384654.134738:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c89 [2] + 224 00010000:00000040:0.0:1767384654.134740:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b9071c4d count: 0 00000400:00000200:1.0:1767384654.134745:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384654.134747:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384654.134751:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:0.0:1767384654.134751:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384654.134757:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384654.134760:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0482fd x1853237049189888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384654.134767:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004b0482fd x1853237049189888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.134779:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384654.134784:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daed6dc5 00000400:00000010:1.0:1767384654.134785:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000daed6dc5. 00000100:00000001:1.0:1767384654.134787:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384654.134789:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384654.134791:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384654.134792:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.134794:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384654.134797:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:3.0:1767384654.134799:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384654.134800:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384654.134802:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384654.134803:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384654.134805:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f944308d. 00000020:00000001:1.0:1767384654.134807:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384654.134809:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e52c764e 00000100:00000040:1.0:1767384654.134812:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef968291 x1853237049189888/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:635/0 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384654.134813:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e52c764e. 00000100:00000001:3.0:1767384654.134818:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384654.134824:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0482fd x1853237049189888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384654.134827:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ef968291 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049189888:12345-0@lo:253: Request processed in 1798us (2161us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384654.134842:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000200:3.0:1767384654.134844:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0482fd x1853237049189888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384654.134846:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384654.134851:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384654.134854:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384654.134857:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384654.134859:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a89ffd3. 00000100:00000001:3.0:1767384654.134860:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.134864:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384654.134867:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384654.134867:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000143fbaaf. 00000100:00000001:3.0:1767384654.134870:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384654.134872:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c87fc07. 00000100:00000001:3.0:1767384654.134873:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.134878:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384654.134880:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00001000:3.0:1767384654.134881:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=71 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384654.134885:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384654.134888:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000325c42f8. 00000100:00001000:3.0:1767384654.134891:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384654.134893:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384654.134895:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384654.134898:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384654.134899:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384654.134903:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.134903:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.134905:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384654.134909:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384654.134910:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0482fd x1853237049189888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384654.134916:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055f6cf6b. 00000100:00000001:3.0:1767384654.134918:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384654.134922:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384654.134922:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000daed6dc5. 00000100:00000001:3.0:1767384654.134924:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384654.134929:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384654.134931:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384654.134932:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384654.134933:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384654.134934:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384654.134935:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384654.134935:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384654.134936:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384654.134937:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384654.134939:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0482fd x1853237049189888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384654.134944:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049189888:0@lo:253: 00000100:00000001:3.0:1767384654.134946:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.134947:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384654.134948:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0482fd x1853237049189888/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.134952:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384654.134953:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384654.134955:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000034fb6922. 02000000:00000001:3.0:1767384654.134957:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384654.134958:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384654.134959:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384654.134961:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384654.134962:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e4b6550b. 02000000:00000001:3.0:1767384654.134970:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384654.134971:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384654.134972:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0482fd. 00000100:00000001:3.0:1767384654.134974:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384654.134975:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.134976:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.134979:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384654.134980:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.134981:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384654.134983:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384654.136215:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b8bdc7ed. 00080000:00000010:3.0:1767384654.136295:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000016e10f95. 00040000:00000001:3.0:1767384654.136300:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384654.136301:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384654.136303:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384654.136305:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384654.136307:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384654.136309:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384654.136311:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384654.136321:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384654.136324:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384654.136327:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384654.136337:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384654.136341:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384654.136342:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384654.136345:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384654.136347:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384654.136351:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008b4ce359. 00010000:00000001:0.0:1767384654.136354:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384654.136357:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000021199ffb. 00000020:00000001:0.0:1767384654.136359:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384654.136361:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000021199ffb with handle 0x7f71e2b70dd2037e to hash 00000020:00000001:0.0:1767384654.136363:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384654.136364:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384654.136366:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384654.136368:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384654.136369:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384654.136370:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd2037e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384654.136375:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384654.136377:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384654.136379:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384654.136380:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384654.136382:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384654.136388:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384654.136390:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384654.136391:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384654.136392:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384654.136393:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384654.136394:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384654.136395:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008b4ce359) refcount = 1 00010000:00010000:0.0:1767384654.136398:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd2037e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384654.136401:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384654.136402:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384654.136404:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384654.136405:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.136406:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384654.136408:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384654.136410:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384654.136411:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384654.136413:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384654.136414:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021199ffb refcount=4 00000020:00000001:0.0:1767384654.136416:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384654.136417:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384654.136419:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384654.136420:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd2037e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384654.136424:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384654.136426:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd2037e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384654.136428:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384654.136445:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384654.136446:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:3.0:1767384654.136448:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001aa80caf. 00010000:00000001:0.0:1767384654.136449:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384654.136451:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd2037e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384654.136454:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.136460:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:3.0:1767384654.136461:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049189760 00010000:00000001:3.0:1767384654.136464:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384654.136468:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000714d5b3b x1853237049189760/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:635/0 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384654.136469:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.136474:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384654.136476:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd2037e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384654.136482:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384654.136485:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384654.136485:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000021199ffb already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384654.136489:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:3.0:1767384654.136490:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=71 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384654.136492:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384654.136496:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd2037e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384654.136497:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384654.136501:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384654.136505:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:0.0:1767384654.136507:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:3.0:1767384654.136510:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384654.136510:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384654.136512:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384654.136513:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021199ffb refcount=5 00000020:00000001:0.0:1767384654.136515:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384654.136516:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 02000000:00000001:3.0:1767384654.136521:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.136521:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384654.136524:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd2037e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384654.136526:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384654.136531:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384654.136533:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:3.0:1767384654.136534:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e52c764e. 00010000:00000001:0.0:1767384654.136535:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384654.136538:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384654.136540:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049189760, offset 224 00010000:00000001:0.0:1767384654.136541:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384654.136544:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384654.136546:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384654.136547:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384654.136549:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021199ffb with handle 0x7f71e2b70dd2037e from hash 00000400:00000200:3.0:1767384654.136550:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384654.136551:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384654.136554:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384654.136556:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384654.136557:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384654.136558:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384654.136561:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384654.136563:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384654.136568:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384654.136570:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384654.136574:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384654.136575:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006580 00010000:00000001:0.0:1767384654.136576:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384654.136579:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384654.136582:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384654.136584:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384654.136586:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384654.136587:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c81 [2] + 224 00010000:00000001:0.0:1767384654.136588:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.136592:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384654.136596:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd2037e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384654.136599:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384654.136599:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384654.136602:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384654.136604:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384654.136625:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384654.136627:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384654.136628:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384654.136629:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384654.136632:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384654.136633:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:0.0:1767384654.136637:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384654.136640:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd2037e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384654.136641:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384654.136646:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000200:3.0:1767384654.136649:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e932d677 x1853237049189760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384654.136649:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384654.136652:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd2037e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384654.136667:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008b4ce359 count: 0 00000100:00000040:3.0:1767384654.136671:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e932d677 x1853237049189760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384654.136674:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384654.136677:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384654.136690:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384654.136695:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e52c764e 00000400:00000010:3.0:1767384654.136697:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e52c764e. 00000100:00000001:3.0:1767384654.136699:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384654.136701:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384654.136704:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384654.136707:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384654.136710:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384654.136712:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.136714:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384654.136718:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384654.136719:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000714d5b3b x1853237049189760/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:635/0 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.136723:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384654.136730:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384654.136733:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384654.136734:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000714d5b3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049189760:12345-0@lo:253: Request processed in 3713us (4194us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384654.136737:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b7622e. 00000400:00000200:1.0:1767384654.136746:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001aabff41 00000100:00100000:3.0:1767384654.136747:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000400:00000010:1.0:1767384654.136751:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001aabff41. 00000100:00000040:3.0:1767384654.136752:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384654.136757:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384654.136758:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384654.136766:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e932d677 x1853237049189760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.136767:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384654.136772:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c9a121e. 00000020:00000010:3.0:1767384654.136776:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef27e954. 00000020:00000010:3.0:1767384654.136781:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000defc4db. 00000020:00000040:3.0:1767384654.136786:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000200:1.0:1767384654.136788:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e932d677 x1853237049189760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384654.136789:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384654.136792:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000822b8983. 02000000:00000001:3.0:1767384654.136798:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384654.136800:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384654.136807:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384654.136809:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384654.136811:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384654.136815:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f944308d. 00000100:00000001:1.0:1767384654.136816:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384654.136821:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384654.136822:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e52c764e. 00000100:00000001:1.0:1767384654.136823:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384654.136827:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384654.136830:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384654.136833:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=71 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384654.136837:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384654.136840:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384654.136842:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384654.136845:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384654.136846:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.136849:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384654.136853:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e932d677 x1853237049189760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.136860:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384654.136863:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384654.136865:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384654.136876:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384654.136878:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384654.136880:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384654.136882:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384654.136883:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384654.136885:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384654.136886:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384654.136888:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384654.136889:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384654.136890:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384654.136893:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e932d677 x1853237049189760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384654.136902:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049189760:0@lo:253: 00000100:00000001:1.0:1767384654.136908:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384654.136910:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384654.136912:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e932d677 x1853237049189760/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.136919:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384654.136922:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384654.136924:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007477565a. 02000000:00000001:1.0:1767384654.136928:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384654.136930:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384654.136931:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384654.136934:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384654.136935:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b3b106a3. 02000000:00000001:1.0:1767384654.136938:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384654.136940:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384654.136941:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e932d677. 00000100:00000001:1.0:1767384654.136945:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384654.136946:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384654.136949:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384654.136954:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384654.136956:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.136958:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384654.136960:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384654.138659:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294942560, at 4294942561 00000100:00000040:1.0:1767384654.138665:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294942560, at 4294942561 00000100:00000010:0.0:1767384654.138666:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ff79d41. 00000100:00000040:3.0:1767384654.138679:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294942560, at 4294942561 00000100:00000010:1.0:1767384654.138683:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c60aabaa. 00000100:00000010:3.0:1767384654.138688:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d076f460. 00000100:00000040:2.0:1767384654.139651:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294942560, at 4294942562 00000100:00000010:2.0:1767384654.139657:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000615c17c2. 00010000:00000010:0.1:1767384654.142631:0:34562:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b9071c4d. 00010000:00000010:0.1:1767384654.142638:0:34562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b18605b1. 00000400:00000010:0.0:1767384654.147489:0:34566:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000929caf71. 00000400:00000040:0.0:1767384654.147506:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384654.147511:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384654.147514:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384654.147515:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384654.147517:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384654.147518:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384654.147520:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384654.147521:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384654.147522:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384654.147523:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384654.147524:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384654.147526:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384654.147527:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384654.147528:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384654.147529:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384654.147530:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384654.147531:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384654.147532:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384654.147533:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384654.147535:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384654.147535:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384654.147536:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384654.147537:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384654.147538:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384654.147539:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384654.147541:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384654.147542:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384654.147542:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384654.147543:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384654.147544:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384654.147545:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384654.147547:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384654.147548:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384654.147549:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384654.147550:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384654.147551:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384654.147551:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384654.147553:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384654.147554:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384654.147555:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384654.147561:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384654.147562:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384654.147564:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384654.147564:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384654.147565:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384654.147566:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384654.147567:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384654.147568:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384654.147570:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384654.147570:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384654.147571:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384654.147573:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384654.147573:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384654.147575:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384654.147576:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384654.147577:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384654.147577:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384654.147680:0:34566:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000929caf71. 00010000:00000010:0.1:1767384654.148628:0:34566:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008b4ce359. 00010000:00000010:0.1:1767384654.148634:0:34566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021199ffb. 00000400:00000001:0.0:1767384654.681670:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384654.681674:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384654.681677:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8381a84 00000400:00000010:0.0:1767384654.681680:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8381a84. 00000400:00000200:0.0:1767384654.681685:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384654.681690:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp41 recovery ping unlinked 00000400:00000010:0.0:1767384654.681702:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b1d3c61f. 00000400:00000010:0.0:1767384654.681706:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a019851e. 00000400:00000200:0.0:1767384654.681712:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp38 00000400:00000010:0.0:1767384654.681716:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b1d3c61f. 00000400:00000010:0.0:1767384654.681721:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c75109a3. 00000400:00000010:0.0:1767384654.681725:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8381a84. 00000400:00000010:0.0:1767384654.681732:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d9af679. 00000400:00000200:0.0:1767384654.681736:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp38 00000400:00000200:0.0:1767384654.681750:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp38 local destination 00000400:00000200:0.0:1767384654.681756:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp38 00000400:00000200:0.0:1767384654.681760:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp38 NI seq info: [162:162:256:4294967295] 192.168.202.137@tcp38 LPNI seq info [152:152:8:4294967295] 00000400:00000200:0.0:1767384654.681769:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp38 00000400:00000200:0.0:1767384654.681783:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp38(192.168.202.137@tcp38:) -> 192.168.202.137@tcp38(192.168.202.137@tcp38:192.168.202.137@tcp38) : GET try# 0 00000800:00000200:0.0:1767384654.681789:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp38 00000800:00000010:0.0:1767384654.681793:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006fad88f5. 00000800:00000200:0.0:1767384654.681800:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa6201c9] -> 12345-192.168.202.137@tcp38 (2) 00000800:00000200:0.1:1767384654.681806:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa6201c9] -> 12345-192.168.202.137@tcp38 (2) 00000400:00000200:0.0:1767384654.681829:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp38 added to recovery queue. ping count: 3 next ping: 283 health :700 00000400:00000200:2.0:1767384654.681894:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.681929:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.681951:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.681966:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.681978:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.681998:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682011:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682032:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682056:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682075:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682093:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682112:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682141:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682170:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682194:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682212:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682227:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682244:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682258:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682273:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682291:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682308:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682327:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682350:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682368:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682389:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682409:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682439:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682461:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682476:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682494:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682509:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682526:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682543:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384654.682570:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:2.0:1767384654.682714:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b1f89474. 00000800:00000010:2.0:1767384654.682724:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000016705547. 00000800:00000010:2.0:1767384654.682729:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e20a620a. 00000800:00000010:2.0:1767384654.682747:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e20a620a. 00000800:00020000:2.0:1767384654.682758:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:2.0:1767384654.682761:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000016705547. 00000800:00000010:2.0:1767384654.682764:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b1f89474. 00000400:02020000:2.0:1767384654.682811:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp38 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384654.682820:0:16339:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp38 notifying 192.168.202.137@tcp38: down 00000800:00000200:2.0:1767384654.682827:0:16339:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp38 down 00000800:00000100:2.0:1767384654.682835:0:16339:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp38 00000800:00000010:2.0:1767384654.682839:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006fad88f5. 00000400:00000200:2.0:1767384654.682844:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384654.682851:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp38->192.168.202.137@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384654.682860:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384654.682864:0:16339:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384654.682869:0:16339:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp38) recovery failed with -71 00000800:00000010:0.0:1767384654.683013:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b65a0f0f. 00000800:00000200:0.0:1767384654.683019:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2bff0b] -> 12345-192.168.202.137@tcp25 (6) 00000800:00000200:0.0:1767384654.683022:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp25 ip 192.168.202.137:988 00000800:00000200:0.0:1767384654.683025:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b65a0f0f type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384654.683102:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384654.683108:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384654.683115:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384654.683120:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384654.683124:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384654.809715:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384654.809721:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 2 10000000:00000001:2.0:1767384654.809726:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384654.809729:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384654.809731:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384654.809733:0:17077:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384654.809735:0:17077:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384654.809737:0:17077:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384654.809739:0:17077:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8fe3054f6000 from 69 10000000:00000001:2.0:1767384654.809742:0:17077:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384654.809744:0:17077:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384654.809752:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000993ea69b. 00000020:00000040:2.0:1767384654.809756:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384654.809766:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384654.809769:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384654.809774:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384654.809780:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4ac1091. 00000100:00000001:2.0:1767384654.809787:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384654.809792:0:17077:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384654.809795:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384654.809803:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000110352e8. 00010000:00000001:2.0:1767384654.809807:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384654.809810:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052d18255. 00000020:00000001:2.0:1767384654.809815:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384654.809818:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052d18255 with handle 0x7f71e2b70dd20385 to hash 00000020:00000001:2.0:1767384654.809820:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384654.809822:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384654.809825:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384654.809828:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384654.809831:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384654.809834:0:17077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384654.809843:0:17077:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384654.809853:0:17077:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384654.809858:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384654.809860:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384654.809866:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001936a15e. 00000100:00000001:2.0:1767384654.809869:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799649855744 : -123274059695872 : ffff8fe205763900) 00000100:00000001:2.0:1767384654.809872:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384654.809873:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911667200 : -123269797884416 : ffff8fe3037c4e00) 00000100:00000001:2.0:1767384654.809878:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384654.809880:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.809883:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384654.809890:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384654.809899:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000993ea69b x1853237049190016/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.809909:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384654.809911:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384654.809914:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384654.809917:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384654.809920:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384654.809923:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000993ea69b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049190016:0@lo:101: 00000100:00000001:2.0:1767384654.809928:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384654.809933:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384654.809936:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384654.809939:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384654.809943:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000399fc49b. 02000000:00000001:2.0:1767384654.809945:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384654.809952:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002424b547. 00000400:00000010:2.0:1767384654.809959:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384d964. 00000100:00000200:2.0:1767384654.809965:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049190016, portal 25 00000100:00000001:2.0:1767384654.809967:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384654.809968:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911667200 : -123269797884416 : ffff8fe3037c4e00) 00000100:00000040:2.0:1767384654.809973:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000993ea69b x1853237049190016/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384670 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.809981:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384654.809983:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384654.809987:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b49f0c6. 00000100:00000200:2.0:1767384654.809990:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049190016, offset 0 00000400:00000200:2.0:1767384654.809998:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384654.810011:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384654.810024:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260006680 00000400:00000200:2.0:1767384654.810030:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1469 [2] + 0 00000400:00000010:2.0:1767384654.810033:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b078a48. 00000400:00000200:2.0:1767384654.810037:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004d131c5e 00000400:00000200:2.0:1767384654.810042:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384654.810052:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384654.810057:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d131c5e 00000400:00000010:2.0:1767384654.810060:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d131c5e. 00000100:00000001:2.0:1767384654.810064:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384654.810066:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384654.810069:0:17077:0:(events.c:337:request_in_callback()) incoming req@00000000aa40dbb8 x1853237049190016 msgsize 328 00000100:00100000:2.0:1767384654.810073:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384654.810076:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384654.810088:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384654.810096:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b49f0c6 00000400:00000010:2.0:1767384654.810098:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b49f0c6. 00000100:00000001:2.0:1767384654.810102:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384654.810106:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000993ea69b x1853237049190016/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384670 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.810112:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384654.810115:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384654.810117:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190016 00000100:00000040:2.0:1767384654.810120:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000993ea69b x1853237049190016/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384670 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384654.810121:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384654.810124:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384654.810127:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.810135:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.810135:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384654.810140:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190016 00000100:00000001:2.0:1767384654.810140:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384654.810144:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384654.810146:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:2.0:1767384654.810146:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.810148:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384654.810151:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:2.0:1767384654.810152:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294943237 00000020:00000001:3.0:1767384654.810155:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:3.0:1767384654.810158:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000010:2.0:1767384654.810160:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68d73a7. 00000100:00000001:3.0:1767384654.810162:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384654.810167:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007857bbbc. 00000100:00000001:2.0:1767384654.810168:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384654.810171:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384654.810174:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007857bbbc. 00000100:00000001:2.0:1767384654.810176:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294943237 00000020:00000010:3.0:1767384654.810180:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000637ccdf7. 00000100:00000010:2.0:1767384654.810182:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082d54292. 00000100:00000001:2.0:1767384654.810187:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000020:00000010:3.0:1767384654.810188:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000831d24b1. 00000100:00000001:2.0:1767384654.810193:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294943237 00000020:00000010:3.0:1767384654.810194:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000100:00000010:2.0:1767384654.810199:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058536172. 00000100:00000001:2.0:1767384654.810203:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384654.810209:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294943237 00000100:00000040:3.0:1767384654.810214:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384654.810217:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384654.810219:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384654.810220:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384654.810222:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b4eca03. 00000100:00000001:3.0:1767384654.810228:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.810229:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384654.810238:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384654.810241:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.810244:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384654.810245:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.810247:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384654.810250:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 000000001936a15e going to sleep for 11 seconds 00000100:00000001:2.0:1767384654.810254:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384654.810258:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.810263:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384654.810267:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384654.810273:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00000040:3.0:1767384654.810277:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00010000:00000001:2.0:1767384654.810279:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:3.0:1767384654.810280:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140331088 : -123269569220528 : ffff8fe3111d7050) 00010000:00000001:2.0:1767384654.810284:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384654.810288:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa40dbb8 x1853237049190016/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:635/0 lens 328/0 e 0 to 0 dl 1767384665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.810304:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384654.810307:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007857bbbc. 00000100:00000001:3.0:1767384654.810310:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384654.810311:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007857bbbc. 00000100:00100000:3.0:1767384654.810316:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa40dbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:17077:x1853237049190016:12345-0@lo:101: 00000100:00000200:3.0:1767384654.810319:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190016 00000020:00000001:3.0:1767384654.810322:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384654.810325:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384654.810327:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.810329:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384654.810330:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000020:00000001:3.0:1767384654.810333:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384654.810335:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384654.810337:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384654.810338:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384654.810341:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.810344:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384654.810346:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384654.810347:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384654.810349:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384654.810355:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.810360:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384654.810365:0:17074:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001fcaced4. 00010000:00000001:3.0:1767384654.810368:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384654.810370:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004b3e4855. 00000020:00000001:3.0:1767384654.810372:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384654.810374:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004b3e4855 with handle 0x7f71e2b70dd2038c to hash 00000020:00000001:3.0:1767384654.810376:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384654.810377:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:3.0:1767384654.810378:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00010000:3.0:1767384654.810380:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2038c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f71e2b70dd20385 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384654.810386:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000f6abc116 : new locks_count 10 00000020:00000040:3.0:1767384654.810387:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=15 00000100:00000001:3.0:1767384654.810393:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384654.810395:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384654.810399:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007fa10260. 02000000:00000001:3.0:1767384654.810400:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.810402:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.810404:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384654.810407:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384654.810409:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384654.810411:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384654.810412:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384654.810413:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384654.810414:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384654.810416:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384654.810418:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384654.810419:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384654.810420:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384654.810439:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001fcaced4) refcount = 1 00010000:00010000:3.0:1767384654.810443:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2038c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7f71e2b70dd20385 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384654.810447:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384654.810454:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384654.810455:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384654.810457:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.810461:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384654.810464:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384654.810465:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00000001:2.0:1767384654.810467:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384654.810470:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2038c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd20385 expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384654.810476:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384654.810479:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384654.810480:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384654.810483:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.810484:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384654.810486:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384654.810487:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384654.810488:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004b3e4855, rc 0) 00000020:00000001:3.0:1767384654.810490:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384654.810492:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049190016 00010000:00000001:3.0:1767384654.810495:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384654.810498:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa40dbb8 x1853237049190016/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:635/0 lens 328/344 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384654.810503:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384654.810504:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384654.810509:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.810510:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384654.810517:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=71 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384654.810517:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384654.810523:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384654.810526:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384654.810528:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384654.810530:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384654.810531:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.810534:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384654.810536:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384654.810539:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079996ec5. 00000100:00000200:3.0:1767384654.810542:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049190016, offset 224 00000400:00000200:3.0:1767384654.810546:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384654.810550:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384654.810557:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260006680 00000400:00000200:3.0:1767384654.810564:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1ca5 [1] + 224 00000400:00000200:3.0:1767384654.810567:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384654.810569:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384654.810571:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384654.810574:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000993ea69b x1853237049190016/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384654.810580:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000993ea69b x1853237049190016/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384670 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.810594:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384654.810599:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079996ec5 00000400:00000010:3.0:1767384654.810600:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079996ec5. 00000100:00000001:3.0:1767384654.810602:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384654.810604:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384654.810638:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384654.810645:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384654.810647:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384654.810649:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002424b547. 00000400:00000200:2.0:1767384654.810653:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384d964 00000400:00000010:2.0:1767384654.810655:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384d964. 00000100:00000001:2.0:1767384654.810659:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384654.810664:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000993ea69b x1853237049190016/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384670 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384654.810672:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000993ea69b x1853237049190016/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384670 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.810679:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384654.810681:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.810683:0:17077:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384654.810686:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384654.810688:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384654.810690:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384654.810693:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384654.810696:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384654.810699:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384654.810702:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384654.810704:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384654.810706:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384654.810708:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.810710:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384654.810714:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000993ea69b x1853237049190016/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384670 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.810726:0:17077:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384654.810729:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384654.810731:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384654.810735:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000993ea69b x1853237049190016/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384670 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384654.810743:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000993ea69b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049190016:0@lo:101: 00000100:00000001:2.0:1767384654.810748:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.810753:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.810755:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384654.810756:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384654.810760:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000993ea69b x1853237049190016/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384670 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.810767:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384654.810770:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001936a15e. 00000100:00000001:2.0:1767384654.810773:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384654.810774:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384654.810777:0:17077:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384654.810780:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384654.810782:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384654.810784:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=4 00000020:00000001:2.0:1767384654.810787:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384654.810790:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000040:2.0:1767384654.810794:0:17077:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000052d18255, remote cookie: 0x7f71e2b70dd2038c, flags: 0x0 00010000:00000001:2.0:1767384654.810798:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384654.810800:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384654.810802:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384654.810804:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384654.810805:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384654.810807:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000110352e8) refcount = 1 00010000:00010000:2.0:1767384654.810811:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd2038c expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384654.810833:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:3.0:1767384654.810836:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384654.810836:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384654.810837:0:17077:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384654.810842:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384654.810842:0:17077:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384654.810846:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384654.810848:0:17077:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.810849:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.810853:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:2.0:1767384654.810854:0:17077:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd2038c expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384654.810858:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa40dbb8 x1853237049190016/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:635/0 lens 328/344 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384654.810873:0:17077:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384654.810875:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384654.810876:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa40dbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049190016:12345-0@lo:101: Request processed in 571us (804us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384654.810878:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384654.810881:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384654.810885:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00010000:00000001:2.0:1767384654.810885:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384654.810888:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00010000:00000001:2.0:1767384654.810890:0:17077:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.810891:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384654.810894:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384654.810894:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384654.810900:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000831d24b1. 00000100:00000040:2.0:1767384654.810900:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000993ea69b x1853237049190016/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384670 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384654.810906:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384654.810912:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000637ccdf7. 00000100:00000001:2.0:1767384654.810913:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384654.810917:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1767384654.810918:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000010:2.0:1767384654.810920:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000399fc49b. 02000000:00000001:3.0:1767384654.810923:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384654.810924:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1767384654.810925:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007fa10260. 00000020:00000001:2.0:1767384654.810927:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384654.810929:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384654.810931:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384654.810934:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b4ac1091. 02000000:00000001:3.0:1767384654.810935:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384654.810939:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384654.810939:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384654.810942:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384654.810944:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000993ea69b. 00000100:00000200:3.0:1767384654.810945:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384654.810946:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384654.810949:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384654.810950:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0eadaf2. 10000000:00000001:2.0:1767384654.810951:0:17077:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384654.810955:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 00000400:00000010:3.0:1767384654.810956:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f7d2351. 10000000:00000040:2.0:1767384654.810957:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 3 10000000:00000001:2.0:1767384654.810961:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384654.810963:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384654.810970:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384654.810972:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=3 00000020:00000001:2.0:1767384654.810973:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384654.810975:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384654.810977:0:17077:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384654.810978:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384654.810979:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384654.810980:0:17077:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384654.810982:0:17077:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384654.810985:0:17077:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000010c418d5. 00000100:00000010:2.0:1767384654.811003:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000993ea69b. 00000020:00000040:2.0:1767384654.811006:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384654.811009:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384654.811012:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384654.811014:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384654.811019:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4ac1091. 00000100:00000001:2.0:1767384654.811023:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.811027:0:17077:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384654.811030:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000399fc49b. 00000100:00000010:2.0:1767384654.811034:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d6db5653. 00000020:00000040:2.0:1767384654.811036:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384654.811040:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384654.811042:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384654.811045:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001936a15e. 00000100:00000001:2.0:1767384654.811047:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799649855744 : -123274059695872 : ffff8fe205763900) 00000100:00000001:2.0:1767384654.811050:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384654.811051:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911667200 : -123269797884416 : ffff8fe3037c4e00) 00000100:00000001:2.0:1767384654.811055:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384654.811056:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.811057:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384654.811058:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384654.811062:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000993ea69b x1853237049190144/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.811067:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384654.811068:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384654.811074:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384654.811075:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384654.811076:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384654.811078:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000993ea69b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049190144:0@lo:256: 00000100:00000001:2.0:1767384654.811081:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384654.811083:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384654.811084:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.811085:0:17077:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384654.811089:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002424b547. 00000400:00000010:2.0:1767384654.811092:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000030730a07. 00000100:00000200:2.0:1767384654.811094:0:17077:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260006700-0x6958260006700, portal 33 00000100:00000001:2.0:1767384654.811096:0:17077:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384654.811097:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384654.811100:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c05592f. 02000000:00000001:2.0:1767384654.811101:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384654.811103:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059ab8d6. 00000400:00000010:2.0:1767384654.811105:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384d964. 00000100:00000200:2.0:1767384654.811106:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049190144, portal 25 00000100:00000001:2.0:1767384654.811108:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384654.811108:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911667200 : -123269797884416 : ffff8fe3037c4e00) 00000100:00000040:2.0:1767384654.811111:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000993ea69b x1853237049190144/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384670 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.811115:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384654.811117:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384654.811119:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b49f0c6. 00000100:00000200:2.0:1767384654.811120:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049190144, offset 0 00000400:00000200:2.0:1767384654.811124:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384654.811127:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384654.811131:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260006700 00000400:00000200:2.0:1767384654.811134:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1491 [2] + 0 00000400:00000010:2.0:1767384654.811136:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011c667bf. 00000400:00000200:2.0:1767384654.811140:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000cdc70db 00000400:00000200:2.0:1767384654.811142:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384654.811149:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384654.811151:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cdc70db 00000400:00000010:2.0:1767384654.811152:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000cdc70db. 00000100:00000001:2.0:1767384654.811154:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384654.811155:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384654.811157:0:17077:0:(events.c:337:request_in_callback()) incoming req@0000000056b7169d x1853237049190144 msgsize 304 00000100:00100000:2.0:1767384654.811159:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384654.811160:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384654.811169:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384654.811174:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b49f0c6 00000400:00000010:2.0:1767384654.811175:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b49f0c6. 00000100:00000001:2.0:1767384654.811178:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384654.811179:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000993ea69b x1853237049190144/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384670 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.811185:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384654.811187:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000993ea69b x1853237049190144/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384670 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.811192:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.811193:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384654.811194:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384654.811197:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190144 00000100:00000001:2.0:1767384654.811200:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.811201:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384654.811204:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384654.811206:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294943238 00000100:00000001:3.0:1767384654.811207:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.811212:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384654.811214:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190144 00000100:00000001:2.0:1767384654.811215:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943237 00000020:00000001:3.0:1767384654.811216:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384654.811219:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384654.811222:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384654.811223:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294943238 00000020:00000040:3.0:1767384654.811224:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:3.0:1767384654.811230:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384654.811231:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943237 00000020:00000001:3.0:1767384654.811233:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384654.811235:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294943238 00000100:00000001:3.0:1767384654.811240:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384654.811242:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943237 00000020:00000010:3.0:1767384654.811245:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d14a78cd. 00000100:00000001:2.0:1767384654.811245:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294943238 00000100:00000001:3.0:1767384654.811251:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384654.811251:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294943237 00000020:00000010:3.0:1767384654.811258:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d14a78cd. 00000100:00000001:2.0:1767384654.811259:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384654.811263:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.811264:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384654.811265:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384654.811266:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000637ccdf7. 00000100:00100000:2.0:1767384654.811272:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 000000001936a15e going to sleep for 11 seconds 00000020:00000010:3.0:1767384654.811274:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000831d24b1. 00000100:00000001:2.0:1767384654.811275:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384654.811277:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384654.811280:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000100:00000040:3.0:1767384654.811287:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384654.811290:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384654.811291:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384654.811292:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.811297:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.811310:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.811317:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384654.811318:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384654.811321:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000040:3.0:1767384654.811323:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384654.811330:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140318800 : -123269569232816 : ffff8fe3111d4050) 00000100:00000040:3.0:1767384654.811333:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056b7169d x1853237049190144/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:635/0 lens 304/0 e 0 to 0 dl 1767384665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.811339:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384654.811340:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d14a78cd. 00000100:00000001:3.0:1767384654.811341:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384654.811343:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d14a78cd. 00000100:00100000:3.0:1767384654.811346:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056b7169d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049190144:12345-0@lo:256: 00000100:00000200:3.0:1767384654.811348:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190144 00000020:00000001:3.0:1767384654.811349:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384654.811351:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384654.811352:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.811353:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384654.811354:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592544 : -1047959072 : ffffffffc18969e0) 00000020:00000001:3.0:1767384654.811355:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384654.811356:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384654.811357:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384654.811358:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384654.811360:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.811362:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384654.811364:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384654.811367:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000007fa10260. 02000000:00000001:3.0:1767384654.811368:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.811369:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384654.811371:0:17074:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384654.811374:0:17074:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384654.811377:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384654.811379:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384654.811381:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384654.811383:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384654.811384:0:17074:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384654.811387:0:17074:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000105a2d23. 20000000:00000001:3.0:1767384654.811389:0:17074:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384654.811405:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384654.811410:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384654.811414:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384654.811416:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384654.811417:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384654.811419:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384654.811420:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384654.811422:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384654.811440:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384654.811441:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384654.811443:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384654.811444:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384654.811446:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384654.811447:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384654.811448:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384654.811450:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384654.811451:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384654.811452:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384654.811453:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384654.811455:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384654.811456:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384654.811458:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384654.811459:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384654.811460:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384654.811462:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384654.811463:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384654.811464:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384654.811465:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384654.811466:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384654.811467:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384654.811468:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384654.811469:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384654.811470:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384654.811471:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384654.811472:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:01000000:3.0:1767384654.811474:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 724, pages 3372/1/4/3. 20000000:00000040:3.0:1767384654.811480:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384654.811482:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384654.811483:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384654.811489:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384654.811490:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384654.811491:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384654.811492:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384654.811493:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384654.811495:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384654.811496:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384654.811497:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384654.811498:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384654.811499:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384654.811501:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384654.811502:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384654.811503:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384654.811504:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384654.811505:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384654.811507:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384654.811508:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384654.811509:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384654.811510:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384654.811512:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384654.811513:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384654.811514:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384654.811516:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384654.811517:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384654.811518:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384654.811520:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384654.811521:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384654.811523:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384654.811524:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384654.811525:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384654.811526:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384654.811527:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:01000000:3.0:1767384654.811528:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 724, pages 2648/1/4/3. 20000000:01000000:3.0:1767384654.811530:0:17074:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1448, version 74 20000000:00000001:3.0:1767384654.811531:0:17074:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1448 : 1448 : 5a8) 00000100:00000001:3.0:1767384654.811533:0:17074:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384654.811536:0:17074:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008298fa0f. 00000100:00000010:3.0:1767384654.811538:0:17074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009da8f06c. 00000020:00000040:3.0:1767384654.811540:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=16 00010000:00000001:3.0:1767384654.811547:0:17074:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384654.811549:0:17074:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384654.811553:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079996ec5. 00000400:00000010:3.0:1767384654.811558:0:17074:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000020992626. 00000400:00000200:3.0:1767384654.811561:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384654.811567:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384654.811573:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1448 into portal 33 MB=0x6958260006700 00000400:00000200:3.0:1767384654.811576:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1448/1448 into md 0x1cb5 [4] + 0 00000400:00000010:3.0:1767384654.811578:0:17074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002424b547. 00000400:00000200:3.0:1767384654.811581:0:17074:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000030730a07 00000400:00000200:3.0:1767384654.811583:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384654.811586:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384654.811590:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030730a07 00000400:00000010:3.0:1767384654.811590:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000030730a07. 00000100:00000001:3.0:1767384654.811593:0:17074:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384654.811594:0:17074:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000993ea69b desc 00000000399fc49b mbits 1853237049190144 00000100:00000001:3.0:1767384654.811604:0:17074:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384654.811626:0:17074:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384654.811630:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384654.811638:0:17074:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1cc1 00000400:00000200:3.0:1767384654.811640:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384654.811641:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384654.811644:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384654.811646:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.811649:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384654.811652:0:17074:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000008298fa0f 00000100:00000001:3.0:1767384654.811653:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384654.811660:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079996ec5 00000400:00000010:3.0:1767384654.811662:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079996ec5. 00000100:00000001:3.0:1767384654.811665:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384654.811667:0:17074:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000008298fa0f 00000100:00000001:3.0:1767384654.811669:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384654.811674:0:17074:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1448 bytes via portal 33 id 12345-0@lo mbits 0x6958260006700-0x6958260006700 00000100:00000001:3.0:1767384654.811677:0:17074:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.811681:0:17074:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.811683:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384654.811685:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000010:3.0:1767384654.811694:0:17074:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009da8f06c. 00000100:00000010:3.0:1767384654.811697:0:17074:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008298fa0f. 00000100:00000001:3.0:1767384654.811699:0:17074:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384654.811701:0:17074:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384654.811706:0:17074:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000105a2d23. 20000000:00000001:3.0:1767384654.811709:0:17074:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384654.811711:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049190144 00010000:00000001:3.0:1767384654.811712:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384654.811715:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000056b7169d x1853237049190144/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:635/0 lens 304/240 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384654.811720:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384654.811721:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384654.811723:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384654.811725:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384654.811726:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384654.811728:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384654.811729:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384654.811731:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.811732:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384654.811734:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384654.811736:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079996ec5. 00000100:00000200:3.0:1767384654.811738:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049190144, offset 224 00000400:00000200:3.0:1767384654.811742:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384654.811746:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384654.811750:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260006700 00000400:00000200:3.0:1767384654.811752:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1cb9 [1] + 224 00000400:00000200:3.0:1767384654.811755:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384654.811757:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384654.811759:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384654.811761:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000993ea69b x1853237049190144/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384654.811767:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000993ea69b x1853237049190144/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384670 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.811787:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384654.811791:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079996ec5 00000400:00000010:3.0:1767384654.811792:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079996ec5. 00000100:00000001:3.0:1767384654.811794:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384654.811795:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384654.811798:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384654.811800:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384654.811802:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384654.811802:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384654.811806:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.811807:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384654.811808:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384654.811811:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056b7169d x1853237049190144/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:635/0 lens 304/240 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384654.811811:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384654.811815:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059ab8d6. 00000400:00000200:2.0:1767384654.811820:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384d964 00000400:00000010:2.0:1767384654.811823:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384d964. 00000100:00100000:3.0:1767384654.811827:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056b7169d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049190144:12345-0@lo:256: Request processed in 483us (664us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384654.811828:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384654.811835:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000993ea69b x1853237049190144/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384670 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384654.811838:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000040:3.0:1767384654.811844:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384654.811848:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384654.811850:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384654.811851:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000993ea69b x1853237049190144/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384670 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384654.811854:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000831d24b1. 00000020:00000010:3.0:1767384654.811859:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000100:00000001:2.0:1767384654.811861:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384654.811864:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000637ccdf7. 00000100:00000001:2.0:1767384654.811864:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.811866:0:17077:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384654.811869:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:2.0:1767384654.811869:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384654.811870:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384654.811874:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384654.811874:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384654.811876:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384654.811877:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000007fa10260. 00000100:00001000:2.0:1767384654.811879:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=71 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384654.811881:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384654.811885:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384654.811885:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384654.811892:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384654.811893:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384654.811894:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384654.811898:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384654.811899:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000927f564b. 00010000:00000001:2.0:1767384654.811899:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.811900:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384654.811906:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000993ea69b x1853237049190144/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384670 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384654.811907:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4e31461. 00000100:00000040:2.0:1767384654.811916:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000993ea69b x1853237049190144/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384670 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.811920:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384654.811926:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384654.811928:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000993ea69b x1853237049190144/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384670 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384654.811932:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000993ea69b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049190144:0@lo:256: 00000100:00000001:2.0:1767384654.811935:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.811936:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.811937:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384654.811938:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384654.811939:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000993ea69b x1853237049190144/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384670 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.811943:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384654.811944:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001936a15e. 00000100:00000001:2.0:1767384654.811946:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384654.811947:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384654.811949:0:17077:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 74, more 0. 10000000:00000001:2.0:1767384654.811951:0:17077:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384654.811957:0:17077:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000003cb495af. 00010000:00000001:2.0:1767384654.811965:0:17077:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384654.811966:0:17077:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384654.811970:0:17077:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.137@tcp has 192.168.202.137@tcp. 00000100:00000001:2.0:1767384654.811972:0:17077:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.811973:0:17077:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384654.811974:0:17077:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.137@tcp with 192.168.202.137@tcp 00000100:00000200:2.0:1767384654.811975:0:17077:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.137@tcp' 00000100:00000200:2.0:1767384654.811978:0:17077:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 35 NIDs for '192.168.202.137@tcp' 00000400:00000200:2.0:1767384654.811980:0:17077:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384654.811982:0:17077:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384654.811984:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:2.0:1767384654.811988:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384654.811991:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (35) 00000400:00000200:2.0:1767384654.811995:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (36) 00000400:00000200:2.0:1767384654.812004:0:17077:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384654.812005:0:17077:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384654.812007:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384654.812014:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:2.0:1767384654.812015:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (37) 00000400:00000200:2.0:1767384654.812018:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:2.0:1767384654.812020:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:2.0:1767384654.812023:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812025:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:2.0:1767384654.812026:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:3.0:1767384654.812027:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384654.812030:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812033:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000400:00000200:3.0:1767384654.812036:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302171 00000400:00000200:2.0:1767384654.812038:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.137@tcp12 00000400:00000200:3.0:1767384654.812041:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (36) 00000400:00000200:2.0:1767384654.812044:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812047:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp12 00000400:00000010:3.0:1767384654.812048:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000007fa10260. 00000400:00000200:2.0:1767384654.812048:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.137@tcp13 00000400:00000200:2.0:1767384654.812050:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812052:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp13 00000400:00000200:2.0:1767384654.812053:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.137@tcp14 00000400:00000200:2.0:1767384654.812056:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812058:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp14 00000400:00000200:2.0:1767384654.812061:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.137@tcp15 00000400:00000010:3.0:1767384654.812063:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079996ec5. 00000400:00000200:2.0:1767384654.812063:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812068:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp15 00000400:00000200:2.0:1767384654.812070:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.137@tcp16 00000400:00000200:2.0:1767384654.812072:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812073:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp16 00000400:00000010:3.0:1767384654.812074:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b3e16bf3. 00000400:00000200:2.0:1767384654.812075:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.137@tcp17 00000400:00000200:2.0:1767384654.812082:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812083:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp17 00000400:00000200:3.0:1767384654.812088:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:2.0:1767384654.812088:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.137@tcp18 00000400:00000200:2.0:1767384654.812094:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812096:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp18 00000400:00000200:2.0:1767384654.812097:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.137@tcp19 00000400:00000200:2.0:1767384654.812099:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812101:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp19 00000400:00000200:3.0:1767384654.812103:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:2.0:1767384654.812105:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.137@tcp20 00000400:00000200:2.0:1767384654.812110:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812112:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp20 00000400:00000200:3.0:1767384654.812114:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00000400:00000200:2.0:1767384654.812119:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.137@tcp21 00000400:00000200:3.0:1767384654.812128:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 141], ns[47, 150] 00000400:00000200:2.0:1767384654.812128:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812133:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp21 00000400:00000200:2.0:1767384654.812136:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.137@tcp22 00000400:00000200:3.0:1767384654.812139:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 47], ns[62, 47] 00000400:00000200:2.0:1767384654.812142:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812146:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp22 00000400:00000200:3.0:1767384654.812150:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 47], ns[66, 47] 00000400:00000200:2.0:1767384654.812151:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.137@tcp23 00000400:00000200:2.0:1767384654.812156:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384654.812159:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 47], ns[74, 47] 00000400:00000200:2.0:1767384654.812160:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp23 00000400:00000200:2.0:1767384654.812165:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.137@tcp24 00000400:00000200:3.0:1767384654.812169:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 47], ns[83, 47] 00000400:00000200:2.0:1767384654.812170:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812175:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp24 00000400:00000200:2.0:1767384654.812178:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.137@tcp25 00000400:00000200:3.0:1767384654.812180:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 47], ns[89, 47] 00000400:00000200:2.0:1767384654.812184:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812187:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp25 00000400:00000200:3.0:1767384654.812190:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 47], ns[93, 47] 00000400:00000200:2.0:1767384654.812191:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.137@tcp26 00000400:00000200:2.0:1767384654.812197:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384654.812201:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 47], ns[109, 47] 00000400:00000200:2.0:1767384654.812201:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp26 00000400:00000200:2.0:1767384654.812206:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.137@tcp27 00000400:00000200:3.0:1767384654.812213:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 47], ns[111, 47] 00000400:00000200:2.0:1767384654.812214:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812219:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp27 00000400:00000200:2.0:1767384654.812223:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.137@tcp28 00000400:00000200:3.0:1767384654.812225:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 47], ns[115, 47] 00000400:00000200:2.0:1767384654.812229:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812233:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp28 00000400:00000200:2.0:1767384654.812236:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.137@tcp29 00000400:00000200:3.0:1767384654.812240:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 47], ns[124, 47] 00000400:00000200:2.0:1767384654.812241:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812245:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp29 00000400:00000200:2.0:1767384654.812249:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.137@tcp30 00000400:00000200:2.0:1767384654.812255:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384654.812259:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 47], ns[130, 47] 00000400:00000200:2.0:1767384654.812259:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp30 00000400:00000200:2.0:1767384654.812263:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.137@tcp31 00000400:00000200:2.0:1767384654.812270:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812272:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp31 00000400:00000200:3.0:1767384654.812273:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 47], ns[134, 47] 00000400:00000200:2.0:1767384654.812274:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.137@tcp32 00000400:00000200:2.0:1767384654.812280:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812284:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp32 00000400:00000200:3.0:1767384654.812288:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 47], ns[44, 47] 00000400:00000200:2.0:1767384654.812291:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.137@tcp33 00000400:00000200:2.0:1767384654.812297:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384654.812300:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 44], ns[50, 44] 00000400:00000200:2.0:1767384654.812300:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp33 00000400:00000200:2.0:1767384654.812306:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.137@tcp34 00000400:00000200:3.0:1767384654.812312:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 44], ns[54, 44] 00000400:00000200:2.0:1767384654.812313:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812315:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp34 00000400:00000200:2.0:1767384654.812316:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.137@tcp35 00000400:00000200:2.0:1767384654.812318:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812320:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp35 00000400:00000200:2.0:1767384654.812325:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.137@tcp36 00000400:00000200:3.0:1767384654.812331:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 44], ns[58, 44] 00000400:00000200:2.0:1767384654.812332:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812336:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp36 00000400:00000200:2.0:1767384654.812340:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.137@tcp37 00000400:00000200:3.0:1767384654.812345:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 44], ns[81, 44] 00000400:00000200:2.0:1767384654.812345:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812349:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp37 00000400:00000200:2.0:1767384654.812353:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.137@tcp38 00000400:00000200:3.0:1767384654.812357:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 44], ns[128, 44] 00000400:00000200:2.0:1767384654.812358:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812363:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp38 00000400:00000200:2.0:1767384654.812366:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.137@tcp39 00000400:00000200:3.0:1767384654.812369:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 44], ns[100, 44] 00000400:00000200:2.0:1767384654.812372:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812375:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp39 00000400:00000200:2.0:1767384654.812379:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.137@tcp40 00000400:00000200:3.0:1767384654.812381:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[132, 44], ns[136, 44] 00000400:00000200:2.0:1767384654.812384:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384654.812388:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp40 00000400:00000200:3.0:1767384654.812389:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 44], ns[105, 44] 00000100:00000001:2.0:1767384654.812391:0:17077:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384654.812395:0:17077:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384654.812397:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 44], ns[101, 44] 10000000:00000040:2.0:1767384654.812401:0:17077:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.137@tcp' by NID '192.168.202.137@tcp' 00000400:00000200:3.0:1767384654.812405:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 44], ns[122, 44] 10000000:00000010:2.0:1767384654.812406:0:17077:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000032145a68. 10000000:00000040:2.0:1767384654.812410:0:17077:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 73/74 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.137@tcp::2 00000400:00000200:3.0:1767384654.812412:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[134, 44], ns[138, 44] 00000020:00000080:2.0:1767384654.812414:0:17077:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767384654.812420:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 44], ns[121, 44] 00000020:00000001:2.0:1767384654.812421:0:17077:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384654.812435:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e113248. 00000400:00000200:3.0:1767384654.812440:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 44], ns[145, 44] 00000020:00000010:2.0:1767384654.812441:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000856da02e. 00000040:00000010:2.0:1767384654.812446:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b1702caa. 00000400:00000200:3.0:1767384654.812447:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 44], ns[162, 44] 00000020:00000010:2.0:1767384654.812452:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000094d1043a. 00000400:00000200:3.0:1767384654.812453:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 44], ns[147, 44] 00000400:00000200:3.0:1767384654.812457:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 44], ns[159, 44] 00000400:00000200:3.0:1767384654.812464:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[150, 44], ns[160, 44] 00000020:00000010:2.0:1767384654.812464:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004a25f319. 00000400:00000200:3.0:1767384654.812472:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[151, 44], ns[161, 44] 00000020:00000010:2.0:1767384654.812472:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008abd9701. 00000400:00000200:3.0:1767384654.812478:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 80000000:00000010:2.0:1767384654.812479:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005da91b55. 00000400:00000200:3.0:1767384654.812483:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp24 40000000:00000010:2.0:1767384654.812484:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006b54a221. 00000400:00000200:3.0:1767384654.812489:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp24 lpni_is_preferred = 0 00100000:00000010:2.0:1767384654.812490:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003112511e. 00040000:00000010:2.0:1767384654.812495:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f28c6a01. 00000400:00000200:3.0:1767384654.812501:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp24 00040000:00000010:2.0:1767384654.812502:0:17077:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000174d4352. 00000400:00000200:3.0:1767384654.812508:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp24 NI seq info: [163:163:256:4294967295] 192.168.202.137@tcp24 LPNI seq info [153:153:8:4294967295] 00040000:00000010:2.0:1767384654.812509:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000f934010. 00000400:00000200:3.0:1767384654.812516:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp24 00080000:00000010:2.0:1767384654.812517:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b1f89474. 00080000:00000010:2.0:1767384654.812522:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000096b772a8. 00000400:00000200:3.0:1767384654.812526:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp24(192.168.202.137@tcp24:) -> 192.168.202.137@tcp24(192.168.202.137@tcp:192.168.202.137@tcp24) : GET try# 0 00000800:00000200:3.0:1767384654.812531:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp24 00000004:00000010:2.0:1767384654.812531:0:17077:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001435e954. 00000004:00000010:2.0:1767384654.812538:0:17077:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e07b2beb. 00000800:00000010:3.0:1767384654.812539:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004324e6f9. 00000004:00000010:2.0:1767384654.812545:0:17077:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bfa2481c. 00000800:00000200:3.0:1767384654.812547:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000024a09414] -> 12345-192.168.202.137@tcp24 (6) 00002000:00000010:2.0:1767384654.812552:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000271d55df. 00000004:00000010:2.0:1767384654.812556:0:17077:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002828d233. 00000800:00000200:3.0:1767384654.812557:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp24 ip 192.168.202.137:988 00000004:00000001:2.0:1767384654.812561:0:17077:0:(osp_dev.c:662:osp_process_config()) Process entered 00000800:00000200:3.0:1767384654.812562:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004324e6f9 type 2, nob 96 niov 1 nkiov 0 00000040:00000001:2.0:1767384654.812565:0:17077:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384654.812568:0:17077:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000032145a68 00000040:00001000:2.0:1767384654.812569:0:17077:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384654.812570:0:17077:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384654.812571:0:17077:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384654.812572:0:17077:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384654.812576:0:17077:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:3.0:1767384654.812578:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000040:00001000:2.0:1767384654.812579:0:17077:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000400:00000200:3.0:1767384654.812583:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300371 rc 0 00000040:00001000:2.0:1767384654.812584:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384654.812589:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.137@tcp::2 00000040:00000001:2.0:1767384654.812591:0:17077:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384654.812664:0:17077:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384654.812669:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000856da02e. 00000040:00000010:2.0:1767384654.812673:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b1702caa. 00000020:00000010:2.0:1767384654.812678:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000094d1043a. 00000020:00000010:2.0:1767384654.812682:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004a25f319. 00000020:00000010:2.0:1767384654.812686:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008abd9701. 80000000:00000010:2.0:1767384654.812690:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005da91b55. 40000000:00000010:2.0:1767384654.812692:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006b54a221. 00100000:00000010:2.0:1767384654.812702:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003112511e. 00000800:00000200:0.0:1767384654.812702:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384654.812706:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004324e6f9. 00040000:00000010:2.0:1767384654.812707:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f28c6a01. 00040000:00000010:2.0:1767384654.812711:0:17077:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000174d4352. 00000400:00000200:0.0:1767384654.812711:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:2.0:1767384654.812714:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000f934010. 00000400:00000200:0.0:1767384654.812716:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp24->192.168.202.137@tcp24: GET: OK 00000400:00000200:0.0:1767384654.812720:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000010:2.0:1767384654.812721:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000096b772a8. 00000400:00000200:0.0:1767384654.812724:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00080000:00000010:2.0:1767384654.812725:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b1f89474. 00000004:00000010:2.0:1767384654.812730:0:17077:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001435e954. 00000800:00000001:0.0:1767384654.812732:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000010:2.0:1767384654.812735:0:17077:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e07b2beb. 00000004:00000010:2.0:1767384654.812739:0:17077:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bfa2481c. 00000800:00000001:0.0:1767384654.812741:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:2.0:1767384654.812743:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000271d55df. 00000800:00000001:0.0:1767384654.812743:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000010:2.0:1767384654.812746:0:17077:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002828d233. 00000800:00000001:0.0:1767384654.812748:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384654.812751:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e113248. 00000020:00000001:2.0:1767384654.812755:0:17077:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384654.812755:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp24(192.168.202.137@tcp24) <- 192.168.202.137@tcp24 : GET - for me 00000020:00000001:2.0:1767384654.812757:0:17077:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384654.812761:0:17077:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000032145a68. 00000400:00000200:0.0:1767384654.812765:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 576 into portal 0 MB=0x8000000000000000 10000000:00000040:2.0:1767384654.812769:0:17077:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.137@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1767384654.812772:0:17077:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000003cb495af. 00000400:00000200:0.0:1767384654.812772:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 576/576 into md 0x1c79 [1] + 0 10000000:00000001:2.0:1767384654.812776:0:17077:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.812778:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384654.812780:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp24 to MR: 192.168.202.137@tcp24 local destination 00000100:00000040:2.0:1767384654.812782:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000993ea69b x1853237049190144/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384670 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.812788:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384654.812788:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp24 NI seq info: [164:164:256:4294967295] 192.168.202.137@tcp24 LPNI seq info [154:154:8:4294967295] 02000000:00000001:2.0:1767384654.812791:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384654.812792:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c05592f. 02000000:00000001:2.0:1767384654.812795:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384654.812797:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384654.812798:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:0.0:1767384654.812799:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp24(192.168.202.137@tcp24:192.168.202.137@tcp24) -> 192.168.202.137@tcp24(192.168.202.137@tcp24:192.168.202.137@tcp24) 192.168.202.137@tcp24 : REPLY try# 0 00000020:00000001:2.0:1767384654.812800:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384654.812802:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384654.812803:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384654.812804:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000800:00000200:0.0:1767384654.812804:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.137@tcp24 00000020:00000001:2.0:1767384654.812805:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384654.812807:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d6db5653. 00000100:00000010:2.0:1767384654.812809:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000399fc49b. 00000100:00000001:2.0:1767384654.812811:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000800:00000010:0.0:1767384654.812813:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fad88f5. 02000000:00000010:2.0:1767384654.812816:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b4ac1091. 00000800:00000200:0.0:1767384654.812818:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000024a09414] -> 12345-192.168.202.137@tcp24 (6) 02000000:00000001:2.0:1767384654.812820:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384654.812821:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384654.812822:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000993ea69b. 00000800:00000200:0.0:1767384654.812823:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp24 ip 192.168.202.137:993 00000100:00000001:2.0:1767384654.812825:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000200:0.0:1767384654.812826:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fad88f5 type 3, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1767384654.812827:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384654.812839:0:17077:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000010c418d5. 10000000:01000000:2.0:1767384654.812842:0:17077:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.137@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384654.812845:0:17077:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384654.812847:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384654.812848:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384654.812850:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=3 00000020:00000001:2.0:1767384654.812852:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384654.812855:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384654.812857:0:17077:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384654.812859:0:17077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd2038c expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384654.812866:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384654.812868:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384654.812870:0:17077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd2038c expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384654.812876:0:17077:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384654.812877:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384654.812878:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384654.812880:0:17077:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384654.812882:0:17077:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384654.812884:0:17077:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384654.812887:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384654.812888:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 3 00000800:00000200:0.0:1767384654.812889:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:2.0:1767384654.812890:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000010:0.0:1767384654.812892:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fad88f5. 00000400:00000200:0.0:1767384654.812896:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384654.812901:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp24->192.168.202.137@tcp24: REPLY: OK 00000800:00000001:0.0:1767384654.812909:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384654.812914:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384654.812917:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384654.812922:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384654.812925:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384654.812929:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384654.812936:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp24(192.168.202.137@tcp24) <- 192.168.202.137@tcp24 : REPLY - for me 00000400:00000200:0.0:1767384654.812947:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp24: Reply from 12345-192.168.202.137@tcp24 of length 576/576 into md 0x1ccd 00000800:00000001:0.0:1767384654.812953:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384654.812961:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384654.812964:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384654.812968:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp24->192.168.202.137@tcp24: REPLY: OK 00000400:00000200:0.0:1767384654.812972:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079996ec5 00000400:00000010:0.0:1767384654.812975:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079996ec5. 00000400:00000200:0.0:1767384654.812979:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384654.812984:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:0.0:1767384654.812987:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:0.0:1767384654.812990:0:16342:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.137@tcp (592 bytes) 00000400:00000200:0.0:1767384654.812995:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000010:0.0:1767384654.813009:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000007fa10260. 00000400:00000200:0.0:1767384654.813013:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (37) 00000800:00000001:0.0:1767384654.813020:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384654.813024:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384654.813032:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384654.813038:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000399fc49b. 00000400:00000010:2.0:1767384654.813042:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059ab8d6. 00000400:00000010:2.0:1767384654.813047:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384d964. 00000400:00000200:2.0:1767384654.813056:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000399fc49b 00000400:00000001:2.0:1767384654.813060:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384654.813061:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384654.813062:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e05c36a. 00000400:00000200:2.0:1767384654.813064:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030e93532 00000400:00000010:2.0:1767384654.813066:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030e93532. 00000400:00000200:2.0:1767384654.813068:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384654.813070:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000035da1f17. 00000400:00000200:2.0:1767384654.813073:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000400:00000200:2.0:1767384654.813075:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300971 00000400:00000200:2.0:1767384654.813078:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp:0 00000400:00000200:2.0:1767384654.813080:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302171 rc 1 00000400:00000200:2.0:1767384654.813082:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302171 00000400:00000200:2.0:1767384654.813083:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (36) 00000400:00000010:2.0:1767384654.813086:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000002828d233. 00000400:00000010:2.0:1767384654.813088:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b49f0c6. 00000400:00000010:2.0:1767384654.813091:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000038de459d. 00000400:00000200:2.0:1767384654.813093:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:2.0:1767384654.813097:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:2.0:1767384654.813101:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00000400:00000200:2.0:1767384654.813105:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 141], ns[47, 150] 00000400:00000200:2.0:1767384654.813108:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 47], ns[62, 47] 00000400:00000200:2.0:1767384654.813111:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 47], ns[66, 47] 00000400:00000200:2.0:1767384654.813113:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 47], ns[74, 47] 00000400:00000200:2.0:1767384654.813116:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 47], ns[83, 47] 00000400:00000200:2.0:1767384654.813119:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 47], ns[89, 47] 00000400:00000200:2.0:1767384654.813123:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 47], ns[93, 47] 00000400:00000200:2.0:1767384654.813127:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 47], ns[109, 47] 00000400:00000200:2.0:1767384654.813136:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 47], ns[111, 47] 00000400:00000200:2.0:1767384654.813139:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 47], ns[115, 47] 00000400:00000200:2.0:1767384654.813141:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 47], ns[124, 47] 00000400:00000200:2.0:1767384654.813144:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 47], ns[130, 47] 00000400:00000200:2.0:1767384654.813147:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 47], ns[134, 47] 00000400:00000200:2.0:1767384654.813149:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 47], ns[164, 47] 00000400:00000200:2.0:1767384654.813152:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 47], ns[50, 47] 00000400:00000200:2.0:1767384654.813155:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 47], ns[54, 47] 00000400:00000200:2.0:1767384654.813159:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 47], ns[58, 47] 00000400:00000200:2.0:1767384654.813162:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 47], ns[81, 47] 00000400:00000200:2.0:1767384654.813165:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 47], ns[128, 47] 00000400:00000200:2.0:1767384654.813168:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 47], ns[100, 47] 00000400:00000200:2.0:1767384654.813170:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[132, 47], ns[136, 47] 00000400:00000200:2.0:1767384654.813174:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 47], ns[105, 47] 00000400:00000200:2.0:1767384654.813177:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 47], ns[101, 47] 00000400:00000200:2.0:1767384654.813180:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 47], ns[122, 47] 00000400:00000200:2.0:1767384654.813184:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[134, 47], ns[138, 47] 00000400:00000200:2.0:1767384654.813186:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 47], ns[121, 47] 00000400:00000200:2.0:1767384654.813195:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 47], ns[145, 47] 00000400:00000200:2.0:1767384654.813198:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 47], ns[162, 47] 00000400:00000200:2.0:1767384654.813202:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 47], ns[147, 47] 00000400:00000200:2.0:1767384654.813205:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 47], ns[159, 47] 00000400:00000200:2.0:1767384654.813208:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[150, 47], ns[160, 47] 00000400:00000200:2.0:1767384654.813211:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[151, 47], ns[161, 47] 00000400:00000200:2.0:1767384654.813213:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:2.0:1767384654.813216:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp11 00000400:00000200:2.0:1767384654.813218:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp11 lpni_is_preferred = 0 00000400:00000200:2.0:1767384654.813220:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp11 00000400:00000200:2.0:1767384654.813222:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp11 NI seq info: [165:165:256:4294967295] 192.168.202.137@tcp11 LPNI seq info [155:155:8:4294967295] 00000400:00000200:2.0:1767384654.813226:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp11 00000400:00000200:2.0:1767384654.813230:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11:) -> 192.168.202.137@tcp11(192.168.202.137@tcp:192.168.202.137@tcp11) : GET try# 0 00000800:00000200:2.0:1767384654.813233:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp11 00000800:00000010:2.0:1767384654.813236:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f28c6a01. 00000800:00000200:2.0:1767384654.813239:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c8f3b1] -> 12345-192.168.202.137@tcp11 (6) 00000800:00000200:2.0:1767384654.813244:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp11 ip 192.168.202.137:988 00000800:00000200:2.0:1767384654.813246:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f28c6a01 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384654.813258:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384654.813261:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300371 rc 0 00000800:00000001:2.0:1767384654.813312:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384654.813312:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384654.813315:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f28c6a01. 00000800:00000001:2.0:1767384654.813318:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384654.813321:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384654.813324:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384654.813325:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384654.813329:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11) <- 192.168.202.137@tcp11 : GET - for me 00000400:00000200:0.0:1767384654.813329:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: GET: OK 00000400:00000200:0.0:1767384654.813333:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384654.813336:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384654.813336:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000400:00000200:2.0:1767384654.813348:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 592/592 into md 0x1c79 [1] + 0 00000400:00000200:2.0:1767384654.813357:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp11 to MR: 192.168.202.137@tcp11 local destination 00000400:00000200:2.0:1767384654.813361:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp11 NI seq info: [166:166:256:4294967295] 192.168.202.137@tcp11 LPNI seq info [156:156:8:4294967295] 00000400:00000200:2.0:1767384654.813369:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11:192.168.202.137@tcp11) -> 192.168.202.137@tcp11(192.168.202.137@tcp11:192.168.202.137@tcp11) 192.168.202.137@tcp11 : REPLY try# 0 00000800:00000200:2.0:1767384654.813371:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.137@tcp11 00000800:00000010:2.0:1767384654.813374:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020ee3f86. 00000800:00000200:2.0:1767384654.813377:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c8f3b1] -> 12345-192.168.202.137@tcp11 (6) 00000800:00000200:2.0:1767384654.813380:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp11 ip 192.168.202.137:1019 00000800:00000200:2.0:1767384654.813382:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020ee3f86 type 3, nob 688 niov 1 nkiov 1 00000800:00000001:0.0:1767384654.813410:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384654.813465:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384654.813466:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384654.813468:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020ee3f86. 00000400:00000200:2.0:1767384654.813471:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384654.813472:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384654.813473:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384654.813476:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: REPLY: OK 00000800:00000001:0.0:1767384654.813477:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384654.813481:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11) <- 192.168.202.137@tcp11 : REPLY - for me 00000400:00000200:0.0:1767384654.813490:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp11: Reply from 12345-192.168.202.137@tcp11 of length 592/592 into md 0x1cd5 00000800:00000001:0.0:1767384654.813494:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384654.813501:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384654.813504:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384654.813507:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: REPLY: OK 00000400:00000200:0.0:1767384654.813510:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b49f0c6 00000400:00000010:0.0:1767384654.813512:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b49f0c6. 00000400:00000200:0.0:1767384654.813515:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384654.813517:0:16343:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:0.0:1767384654.813520:0:16343:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:0.0:1767384654.813523:0:16343:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 35. state = 0x300371 00000400:00000200:0.0:1767384654.813526:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:0.0:1767384654.813535:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (37) 00000800:00000001:0.0:1767384654.813540:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384654.813543:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384654.813545:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384654.813548:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x3001f1 00000800:00000001:0.0:1767384654.813550:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384654.813555:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 00000000ce4f797c. 00000400:00000010:2.0:1767384654.813560:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 00000000625d1ac5. 00000400:00000010:2.0:1767384654.813564:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 00000000be232211. 00000400:00000200:2.0:1767384654.813591:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp38(00000000c74e47bb) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384654.813596:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp41(0000000057507956) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384654.813599:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp42(00000000c7a99e95) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384654.813604:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004dac76d1. 00000400:00000200:2.0:1767384654.813637:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004dac76d1 nid 192.168.202.137@tcp43 00000400:00000010:2.0:1767384654.813642:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005da91b55. 00000400:00000200:2.0:1767384654.813645:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000005da91b55 net tcp43 00000400:00000200:2.0:1767384654.813649:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (36) 00000400:00000200:2.0:1767384654.813654:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp43 flags 0x11 00000400:00000010:2.0:1767384654.813659:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 00000000ce4f797c. 00000400:00000010:2.0:1767384654.813668:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 00000000625d1ac5. 00000400:00000010:2.0:1767384654.813672:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 00000000be232211. 00000400:00000010:2.0:1767384654.813675:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000002828d233. 00000400:00000200:2.0:1767384654.813678:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384654.813681:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x300171 00000400:00000200:2.0:1767384654.813685:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 rc 1 00000400:00000200:2.0:1767384654.813689:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 00000400:00000010:2.0:1767384654.813695:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f813c88. 00000400:00000200:2.0:1767384654.813697:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (37) 00000400:00000010:2.0:1767384654.813702:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a6a61bc8. 00000400:00000200:2.0:1767384654.813705:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp11 00000400:00000200:2.0:1767384654.813711:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp11 to MR: 192.168.202.137@tcp11 local destination 00000400:00000200:2.0:1767384654.813714:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp11 NI seq info: [167:167:256:4294967295] 192.168.202.137@tcp11 LPNI seq info [157:157:8:4294967295] 00000400:00000200:2.0:1767384654.813718:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp11 00000400:00000200:2.0:1767384654.813723:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11:192.168.202.137@tcp11) -> 192.168.202.137@tcp11(192.168.202.137@tcp11:192.168.202.137@tcp11) : PUT try# 0 00000800:00000200:2.0:1767384654.813727:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.137@tcp11 00000800:00000010:2.0:1767384654.813730:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020ee3f86. 00000800:00000200:2.0:1767384654.813733:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c8f3b1] -> 12345-192.168.202.137@tcp11 (6) 00000800:00000200:2.0:1767384654.813736:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp11 ip 192.168.202.137:988 00000800:00000200:2.0:1767384654.813738:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020ee3f86 type 1, nob 688 niov 1 nkiov 1 00000400:00000200:2.0:1767384654.813750:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384654.813752:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300571 rc 0 00000800:00000200:0.0:1767384654.813802:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384654.813805:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020ee3f86. 00000800:00000001:2.0:1767384654.813806:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384654.813808:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384654.813810:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384654.813813:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384654.813813:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: PUT: OK 00000800:00000001:2.0:1767384654.813816:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384654.813816:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384654.813819:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp11: 0 00000400:00000200:2.0:1767384654.813821:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11) <- 192.168.202.137@tcp11 : PUT - for me 00000400:00000200:2.0:1767384654.813829:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384654.813835:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 592/592 into md 0x1cd1 [1] + 0 00000400:00000010:2.0:1767384654.813838:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059ab8d6. 00000400:00000200:2.0:1767384654.813847:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004384d964 00000800:00000001:2.0:1767384654.813850:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384654.813855:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384654.813857:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384654.813861:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: PUT: OK 00000400:00000200:2.0:1767384654.813864:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384d964 00000400:00000010:2.0:1767384654.813866:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384d964. 00000400:00000200:2.0:1767384654.813870:0:16343:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384654.813872:0:16343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (38) 00000400:00000200:2.0:1767384654.813876:0:16343:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:2.0:1767384654.813880:0:16343:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000002828d233. 00000400:00000200:2.0:1767384654.813883:0:16343:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 35 00000400:00000200:2.0:1767384654.813887:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384654.813898:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (39) 00000400:00000200:2.0:1767384654.813902:0:16343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384654.813906:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp11 to MR: 192.168.202.137@tcp11 local destination 00000400:00000200:2.0:1767384654.813911:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp11 NI seq info: [168:168:256:4294967295] 192.168.202.137@tcp11 LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1767384654.813921:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11:192.168.202.137@tcp11) -> 192.168.202.137@tcp11(192.168.202.137@tcp11:192.168.202.137@tcp11) 192.168.202.137@tcp11 : ACK try# 0 00000400:00000200:0.0:1767384654.813925:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384654.813926:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp11 00000800:00000010:2.0:1767384654.813930:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079c0d941. 00000400:00000010:0.0:1767384654.813930:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e05c36a. 00000800:00000200:2.0:1767384654.813935:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c8f3b1] -> 12345-192.168.202.137@tcp11 (6) 00000800:00000200:2.0:1767384654.813940:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp11 ip 192.168.202.137:1019 00000400:00000010:0.0:1767384654.813940:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002da59899. 00000800:00000200:2.0:1767384654.813942:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079c0d941 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384654.813943:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000399fc49b 00000400:00000200:0.0:1767384654.813946:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x3004f1 00000400:00000010:0.0:1767384654.813952:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 000000002e7cacf3. 00000400:00000010:0.0:1767384654.813955:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 0000000075379b41. 00000400:00000010:0.0:1767384654.813958:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 0000000035da1f17. 00000800:00000200:2.0:1767384654.813983:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384654.813986:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079c0d941. 00000400:00000010:0.0:1767384654.813987:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 000000002e7cacf3. 00000400:00000200:2.0:1767384654.813989:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384654.813989:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 0000000075379b41. 00000400:00000010:0.0:1767384654.813992:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 0000000035da1f17. 00000400:00000200:2.0:1767384654.813994:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: ACK: OK 00000400:00000010:0.0:1767384654.813994:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000002828d233. 00000400:00000200:0.0:1767384654.813998:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000800:00000001:2.0:1767384654.814001:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384654.814001:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x300571 00000800:00000001:2.0:1767384654.814004:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384654.814004:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300571 rc 1 00000800:00000001:2.0:1767384654.814006:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384654.814007:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300571 00000400:00000200:0.0:1767384654.814010:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000800:00000001:2.0:1767384654.814011:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384654.814013:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300511 rc 0 00000400:00000200:0.0:1767384654.814017:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000800:00000001:2.0:1767384654.814019:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384654.814020:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (38) 00000800:00000001:2.0:1767384654.814023:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384654.814027:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp11(192.168.202.137@tcp11) <- 192.168.202.137@tcp11 : ACK - for me 00000400:00000200:2.0:1767384654.814036:0:16343:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp11: ACK from 12345-192.168.202.137@tcp11 into md 0x1cd9 00000400:00000200:2.0:1767384654.814039:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384654.814043:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp11->192.168.202.137@tcp11: ACK: OK 00000400:00000200:2.0:1767384654.814046:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f813c88 00000400:00000010:2.0:1767384654.814049:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f813c88. 00000400:00000200:2.0:1767384654.814053:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384654.814055:0:16343:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:2.0:1767384654.814058:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (37) 00000800:00000001:2.0:1767384654.814062:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384654.814065:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384654.816648:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294943238, at 4294943239 00000100:00000040:0.0:1767384654.816655:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294943238, at 4294943239 00000100:00000010:2.0:1767384654.816656:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058536172. 00000100:00000040:1.0:1767384654.816658:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294943238, at 4294943239 00000100:00000010:0.0:1767384654.816661:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68d73a7. 00000100:00000010:1.0:1767384654.816668:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082d54292. 00000100:00000040:3.0:1767384654.817649:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294943238, at 4294943240 00000100:00000010:3.0:1767384654.817657:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b4eca03. 00000020:00000010:3.0:1767384654.821154:0:34791:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000d14a78cd. 00000020:00000040:3.0:1767384654.821161:0:34791:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384654.821163:0:34791:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000d14a78cd. 00000004:00000001:1.0:1767384655.321663:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384655.321667:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384655.321673:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a585bd26. 00000100:00000040:3.0:1767384655.321678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:1.0:1767384655.321679:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384655.321685:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384655.321686:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384655.321689:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1767384655.321692:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b0482fd. 02000000:00000001:1.0:1767384655.321694:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384655.321697:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384655.321701:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1767384655.321702:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3a9be4a. 02000000:00000001:3.0:1767384655.321703:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384655.321708:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.321710:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384655.321713:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003e293bb9. 00000100:00000001:1.0:1767384655.321716:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384655.321718:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.321719:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.321729:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@000000004b0482fd x1853237049190400/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384655.321730:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a585bd26] to pc [ptlrpcd_00_02+2] req@00000000a585bd26 x1853237049190272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.321760:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384655.321762:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.321766:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0482fd] to pc [ptlrpcd_00_03+3] req@000000004b0482fd x1853237049190400/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384655.321776:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.321788:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.321791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384655.321791:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384655.321793:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384655.321795:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384655.321798:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384655.321799:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384655.321800:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384655.321804:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e932d677. 00000100:00000001:2.0:1767384655.321805:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384655.321808:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b0482fd x1853237049190400/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384655.321809:0:36:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384655.321814:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a585bd26 x1853237049190272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.321815:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384655.321819:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384655.321822:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.321826:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767384655.321830:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003675a487. 00000100:00000001:1.0:1767384655.321830:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.321837:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.321838:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384655.321838:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384655.321843:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384655.321844:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384655.321846:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384655.321850:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384655.321851:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384655.321856:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384655.321858:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049190400:0@lo:400: 00000100:00000001:3.0:1767384655.321861:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384655.321863:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.321865:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.321866:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384655.321871:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a585bd26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049190272:0@lo:13: 00000100:00000040:3.0:1767384655.321872:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e932d677] to pc [ptlrpcd_00_00+0] req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384655.321872:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384655.321876:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384655.321881:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384655.321883:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384655.321886:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e32ce02c. 02000000:00000001:2.0:1767384655.321889:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384655.321892:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384655.321895:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384655.321897:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384655.321898:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.321901:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384655.321902:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a932ce. 02000000:00000010:2.0:1767384655.321903:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000625d1ac5. 00000100:00000001:3.0:1767384655.321904:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384655.321909:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384655.321910:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009aa10b3a. 00000400:00000010:1.0:1767384655.321911:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b81afbbe. 00000400:00000010:2.0:1767384655.321915:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059ab8d6. 00000020:00000040:3.0:1767384655.321916:0:36:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:1.0:1767384655.321920:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049190400, portal 25 00000100:00000001:3.0:1767384655.321921:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384655.321923:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384655.321924:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f813c88. 02000000:00000001:3.0:1767384655.321927:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.321927:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384655.321932:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923218048 : -123268786333568 : ffff8fe33fc75880) 02000000:00000010:3.0:1767384655.321933:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004324e6f9. 00000100:00000200:2.0:1767384655.321939:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049190272, portal 4 00000100:00000001:3.0:1767384655.321940:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384655.321945:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004b0482fd x1853237049190400/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384655.321946:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384655.321947:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384655.321950:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667053312 : -123274042498304 : ffff8fe2067ca300) 00000100:00000040:2.0:1767384655.321963:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a585bd26 x1853237049190272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384671 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.321979:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384655.321980:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384655.321983:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.321986:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384655.321987:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384655.321992:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068447344. 00000100:00000040:2.0:1767384655.321993:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384655.321995:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009aa10b3a] to pc [ptlrpcd_00_01+1] req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384655.321998:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049190400, offset 0 00000400:00000010:2.0:1767384655.322000:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384d964. 00000400:00000200:1.0:1767384655.322009:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384655.322011:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.322014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767384655.322015:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049190272, offset 0 00000100:00000001:3.0:1767384655.322016:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384655.322020:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e5973e9. 00000020:00000040:3.0:1767384655.322025:0:36:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1767384655.322025:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384655.322029:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384655.322030:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384655.322033:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384655.322035:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384655.322038:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6608edf. 00000400:00000200:1.0:1767384655.322041:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260006800 00000100:00000001:3.0:1767384655.322044:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384655.322045:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384655.322051:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384655.322052:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1499 [2] + 0 00000400:00000200:2.0:1767384655.322060:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260006780 00000400:00000010:1.0:1767384655.322062:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006802ca69. 00000100:00000001:3.0:1767384655.322069:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384655.322070:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b33f5f66 00000100:00000001:3.0:1767384655.322071:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.322075:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e5973e9] to pc [ptlrpcd_00_02+2] req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384655.322076:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384655.322079:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2688 00000400:00000200:1.0:1767384655.322086:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384655.322094:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384655.322096:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.322100:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (281) 00000400:00000200:2.0:1767384655.322101:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384655.322104:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b33f5f66 00000400:00000010:1.0:1767384655.322107:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b33f5f66. 00000100:00000001:3.0:1767384655.322112:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384655.322112:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384655.322112:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384655.322115:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384655.322115:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384655.322117:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384655.322119:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384655.322120:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000004fead0d9 x1853237049190400 msgsize 224 00000100:00000040:3.0:1767384655.322125:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384655.322125:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000993ea69b. 00000100:00100000:1.0:1767384655.322129:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384655.322133:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000993ea69b x1853237049190272 msgsize 224 00000100:00000040:1.0:1767384655.322134:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384655.322141:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384655.322143:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.322145:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384655.322146:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384655.322147:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384655.322151:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384655.322152:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068447344 02000000:00000001:3.0:1767384655.322153:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384655.322156:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068447344. 00000100:00100000:3.0:1767384655.322158:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853237049190656:0@lo:400: 00000100:00000001:1.0:1767384655.322160:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384655.322161:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384655.322163:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384655.322166:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b0482fd x1853237049190400/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384655.322171:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384d964 00000400:00000010:2.0:1767384655.322175:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384d964. 00000100:00000001:1.0:1767384655.322176:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384655.322178:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384655.322180:0:16350:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384655.322181:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384655.322185:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384655.322189:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000683231a3. 00000100:00000200:2.0:1767384655.322189:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a585bd26 x1853237049190272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384671 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384655.322189:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b0482fd x1853237049190400/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384655.322194:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384655.322201:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b078a48. 00000400:00000010:3.0:1767384655.322208:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e89093e4. 00000100:00000001:1.0:1767384655.322210:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384655.322213:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049190656, portal 10 00000100:00000001:1.0:1767384655.322215:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384655.322219:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384655.322222:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120998144 : -123269588553472 : ffff8fe30ff67100) 00000100:00000001:2.0:1767384655.322223:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384655.322223:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384655.322230:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a585bd26 x1853237049190272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384671 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384655.322231:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294943749 00000100:00000040:3.0:1767384655.322235:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384655.322237:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089ea1b42. 00000100:00000001:1.0:1767384655.322245:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384655.322251:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294943749 00000100:00000010:1.0:1767384655.322256:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006def5d2f. 00000100:00000001:2.0:1767384655.322261:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.322261:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384655.322265:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384655.322266:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384655.322266:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294943749 00000100:00000010:1.0:1767384655.322271:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002353ffa1. 00000100:00000040:3.0:1767384655.322272:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384655.322275:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.322276:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767384655.322278:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d103f286. 00000100:00000001:1.0:1767384655.322280:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294943749 00000100:00000040:2.0:1767384655.322283:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3696 usecs (4 jiffies) 00000100:00000200:3.0:1767384655.322284:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049190656, offset 0 00000100:00000010:1.0:1767384655.322285:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007329b24e. 00000100:00000001:2.0:1767384655.322290:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943748 00000100:00000001:1.0:1767384655.322290:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384655.322294:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384655.322297:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384655.322298:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.322304:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294943749 00000100:00000001:1.0:1767384655.322304:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384655.322310:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384655.322312:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943748 00000100:00000001:1.0:1767384655.322312:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384655.322318:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294943749 00000400:00000200:3.0:1767384655.322321:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260006900 00000100:00000001:2.0:1767384655.322323:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943748 00000100:00000001:1.0:1767384655.322324:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384655.322327:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384655.322330:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000100:00000001:2.0:1767384655.322331:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294943749 00000100:00000001:1.0:1767384655.322332:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384655.322335:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384655.322339:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384655.322339:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943748 00000100:00000001:1.0:1767384655.322340:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.322347:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294943749 00000100:00100000:1.0:1767384655.322347:0:16351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:3.0:1767384655.322348:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384655.322351:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384655.322354:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384655.322356:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384655.322357:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384655.322359:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.322359:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384655.322360:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384655.322365:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384655.322367:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384655.322368:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd410bd2. 00000100:00000001:1.0:1767384655.322368:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384655.322370:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384655.322375:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000fd410bd2 x1853237049190656 msgsize 224 00000100:00000001:2.0:1767384655.322375:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384655.322377:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384655.322386:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384655.322388:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384655.322391:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384655.322398:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384655.322400:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384655.322400:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384655.322402:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384655.322403:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384655.322406:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d103f286 02000000:00000001:1.0:1767384655.322407:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384655.322408:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384655.322410:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d103f286. 02000000:00000001:1.0:1767384655.322411:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384655.322416:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384655.322416:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384655.322416:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384655.322435:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e5973e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16351:1853237049190784:0@lo:400: 00000100:00000200:3.0:1767384655.322439:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384655.322440:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384655.322444:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384655.322446:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384655.322450:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384655.322453:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767384655.322454:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aad2a5db. 02000000:00000001:1.0:1767384655.322456:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384655.322459:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aad89ee4. 00000100:00000040:3.0:1767384655.322464:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384655.322464:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068447344. 00000100:00000200:1.0:1767384655.322470:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049190784, portal 10 00000100:00000001:1.0:1767384655.322475:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384655.322476:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.322477:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120986496 : -123269588565120 : ffff8fe30ff64380) 00000100:00000001:3.0:1767384655.322482:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384655.322487:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.322489:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.322495:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3217 usecs (4 jiffies) 00000100:00000001:1.0:1767384655.322495:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384655.322500:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943748 00000100:00000040:1.0:1767384655.322500:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384655.322505:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294943749 00000400:00000010:1.0:1767384655.322505:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da87f175. 00000100:00000001:3.0:1767384655.322510:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943748 00000100:00000200:1.0:1767384655.322510:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049190784, offset 0 00000100:00000001:3.0:1767384655.322515:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294943749 00000100:00000001:3.0:1767384655.322518:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943748 00000400:00000200:1.0:1767384655.322520:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384655.322521:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294943749 00000100:00000001:3.0:1767384655.322524:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943748 00000100:00000001:3.0:1767384655.322526:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294943749 00000100:00000001:3.0:1767384655.322528:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384655.322530:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384655.322531:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.322535:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.322537:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384655.322539:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260006980 00000100:00000001:3.0:1767384655.322543:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384655.322544:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000100:00000001:3.0:1767384655.322546:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384655.322550:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384655.322551:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384655.322555:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384655.322558:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384655.322559:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384655.322565:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384655.322567:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384655.322568:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384655.322569:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384655.322573:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:1.0:1767384655.322574:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000dd6b7fe. 00000100:00000001:3.0:1767384655.322575:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384655.322578:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384655.322579:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384655.322581:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384655.322583:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000000dd6b7fe x1853237049190784 msgsize 224 00000100:00000040:3.0:1767384655.322586:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384655.322596:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384655.322601:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384655.322606:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384655.322625:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384655.322629:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384655.322631:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384655.322632:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da87f175 02000000:00000001:3.0:1767384655.322633:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384655.322635:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da87f175. 00000100:00100000:3.0:1767384655.322639:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16349:1853237049190528:0@lo:400: 00000100:00000001:1.0:1767384655.322640:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384655.322644:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384655.322647:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384655.322649:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384655.322652:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384655.322656:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384655.322659:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767384655.322660:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000637ccdf7. 02000000:00000001:3.0:1767384655.322665:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384655.322665:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384655.322671:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cab3f85. 00000400:00000010:3.0:1767384655.322677:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d103f286. 00000100:00000001:1.0:1767384655.322677:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.322680:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384655.322683:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049190528, portal 4 00000100:00000001:3.0:1767384655.322686:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384655.322686:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.322689:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804923219840 : -123268786331776 : ffff8fe33fc75f80) 00000100:00000040:1.0:1767384655.322691:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3120 usecs (4 jiffies) 00000100:00000001:2.0:1767384655.322693:0:27782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384655.322694:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294943749 00000100:00000040:3.0:1767384655.322695:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384655.322699:0:27782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190272 00000100:00000001:1.0:1767384655.322700:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294943749 00000100:00000001:1.0:1767384655.322706:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294943749 02000000:00000001:2.0:1767384655.322707:0:27782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384655.322708:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384655.322712:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294943749 00000100:00000001:2.0:1767384655.322713:0:27782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384655.322714:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384655.322718:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294943749 00000100:00000001:2.0:1767384655.322719:0:27782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384655.322720:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064a9da54. 00000100:00000001:1.0:1767384655.322721:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294943749 00000100:00000200:3.0:1767384655.322726:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049190528, offset 0 00000100:00000001:1.0:1767384655.322727:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294943749 02000000:00000001:2.0:1767384655.322728:0:27782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.322731:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294943749 00000400:00000200:3.0:1767384655.322735:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384655.322735:0:27782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190272 00000100:00000001:1.0:1767384655.322736:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384655.322741:0:27782:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384655.322741:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384655.322746:0:27782:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000400:00000200:3.0:1767384655.322748:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384655.322748:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384655.322752:0:27782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384655.322753:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384655.322758:0:27782:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000400:00000200:3.0:1767384655.322761:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260006880 00000100:00000001:1.0:1767384655.322764:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384655.322765:0:27782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:1.0:1767384655.322767:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384655.322771:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 3888 00000020:00000001:2.0:1767384655.322773:0:27782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000400:00000200:3.0:1767384655.322776:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384655.322780:0:27782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384655.322781:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384655.322781:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384655.322785:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190400 00000100:00000001:3.0:1767384655.322788:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384655.322788:0:27782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060109022. 00000100:00000200:3.0:1767384655.322789:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384655.322793:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f936500. 02000000:00000001:1.0:1767384655.322794:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384655.322797:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384655.322798:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000009f936500 x1853237049190528 msgsize 224 00000100:00000001:1.0:1767384655.322801:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384655.322804:0:27782:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000501d5b0f. 02000000:00000001:1.0:1767384655.322806:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384655.322807:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384655.322812:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190400 00000020:00000001:1.0:1767384655.322815:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384655.322816:0:27782:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000020:00000040:1.0:1767384655.322816:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:3.0:1767384655.322819:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384655.322820:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384655.322823:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:1.0:1767384655.322825:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384655.322828:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:3.0:1767384655.322831:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a9da54 00000100:00000001:2.0:1767384655.322832:0:27782:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384655.322832:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384655.322835:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064a9da54. 00000020:00000010:1.0:1767384655.322837:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db966a85. 00000100:00000001:3.0:1767384655.322838:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384655.322840:0:27782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae1658f4. 00000100:00000001:1.0:1767384655.322842:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384655.322844:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384655.322846:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db966a85. 00000020:00000010:2.0:1767384655.322848:0:27782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000032145a68. 00000020:00000010:1.0:1767384655.322854:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b52d1c60. 00000100:00000001:3.0:1767384655.322858:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384655.322858:0:27782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ec07e373. 00000020:00000010:1.0:1767384655.322860:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef7e6286. 00000100:00000040:3.0:1767384655.322863:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384655.322866:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00000040:2.0:1767384655.322869:0:27782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:1.0:1767384655.322874:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384655.322876:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.322876:0:27782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384655.322877:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384655.322881:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384655.322882:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384655.322882:0:27782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384655.322884:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.322887:0:27782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.322889:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.322892:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.322894:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3696 usecs (4 jiffies) 00000100:00000001:2.0:1767384655.322894:0:27782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.322899:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943749 00000100:00000001:1.0:1767384655.322901:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384655.322903:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294943749 00000100:00000001:3.0:1767384655.322906:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943749 00000100:00000001:3.0:1767384655.322907:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294943749 00000100:00000001:2.0:1767384655.322909:0:27782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384655.322910:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943749 00000100:00000001:1.0:1767384655.322912:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384655.322916:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294943749 00000100:00000001:1.0:1767384655.322917:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384655.322922:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943749 00000100:00000001:3.0:1767384655.322927:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294943749 00000100:00000001:2.0:1767384655.322928:0:27782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384655.322929:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000001:3.0:1767384655.322933:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384655.322933:0:27782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384655.322937:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384655.322939:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.322944:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804140325968 : -123269569225648 : ffff8fe3111d5c50) 00000100:00100000:2.0:1767384655.322945:0:27782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1767384655.322946:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.322953:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384655.322954:0:27782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000040:1.0:1767384655.322957:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004fead0d9 x1853237049190400/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:636/0 lens 224/0 e 0 to 0 dl 1767384666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384655.322960:0:27782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620803911667200 : -123269797884416 : ffff8fe3037c4e00) 00000100:00000040:2.0:1767384655.322969:0:27782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000993ea69b x1853237049190272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:636/0 lens 224/0 e 0 to 0 dl 1767384666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384655.322974:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00080000:3.0:1767384655.322977:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:1.0:1767384655.322980:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db966a85. 00000020:00000040:3.0:1767384655.322982:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:2.0:1767384655.322985:0:27782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384655.322990:0:27782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c77e1984. 00000100:00000001:1.0:1767384655.322991:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384655.322995:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384655.322996:0:27782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384655.322997:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db966a85. 00000100:00100000:3.0:1767384655.322999:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190656 00000020:00000010:2.0:1767384655.323003:0:27782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c77e1984. 02000000:00000001:3.0:1767384655.323004:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384655.323007:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384655.323010:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004fead0d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049190400:12345-0@lo:400: 00000100:00000001:3.0:1767384655.323011:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384655.323016:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384655.323017:0:27782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000993ea69b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049190272:12345-0@lo:13: 00000100:00000200:1.0:1767384655.323019:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190400 00000020:00000001:1.0:1767384655.323023:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384655.323028:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190656 00000100:00000200:2.0:1767384655.323028:0:27782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190272 00000020:00000001:1.0:1767384655.323028:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384655.323033:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384655.323033:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384655.323035:0:27782:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:3.0:1767384655.323037:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000020:00000001:1.0:1767384655.323039:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384655.323040:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384655.323041:0:27782:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:3.0:1767384655.323042:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000020:00000001:1.0:1767384655.323042:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000020:00000001:2.0:1767384655.323046:0:27782:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384655.323047:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000020:00000001:1.0:1767384655.323048:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384655.323051:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384655.323053:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000020:00000001:2.0:1767384655.323053:0:27782:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384655.323054:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384655.323058:0:27782:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00000100:00000001:3.0:1767384655.323059:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384655.323059:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384655.323063:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384655.323065:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4e1bb35. 00000020:00000001:2.0:1767384655.323065:0:27782:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384655.323066:0:17074:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384655.323070:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384655.323071:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384655.323072:0:27782:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384655.323075:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4e1bb35. 02000000:00000001:1.0:1767384655.323076:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384655.323082:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d9321185. 00000020:00000010:3.0:1767384655.323083:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000130be73b. 00000020:00000001:2.0:1767384655.323084:0:27782:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384655.323085:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384655.323089:0:27782:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384655.323090:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e967050. 00000100:00000001:1.0:1767384655.323090:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384655.323095:0:27782:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384655.323096:0:17074:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384655.323097:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00010000:00000040:1.0:1767384655.323102:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049190400 00000100:00000001:2.0:1767384655.323104:0:27782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384655.323105:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384655.323106:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:2.0:1767384655.323108:0:27782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384655.323110:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000200:1.0:1767384655.323111:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004fead0d9 x1853237049190400/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:636/0 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384655.323114:0:27782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000be232211. 00000100:00000001:3.0:1767384655.323120:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384655.323121:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384655.323122:0:27782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.323123:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384655.323124:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.323126:0:27782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384655.323130:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384655.323132:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00002000:00000001:2.0:1767384655.323132:0:27782:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767384655.323135:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384655.323137:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00002000:00000001:2.0:1767384655.323139:0:27782:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:1.0:1767384655.323140:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384655.323141:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384655.323145:0:27782:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384655.323146:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384655.323150:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384655.323151:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384655.323152:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.323156:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384655.323158:0:27782:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384655.323160:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000024:2.0:1767384655.323165:0:27782:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00100000:3.0:1767384655.323166:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190784 00000100:00000040:1.0:1767384655.323166:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384655.323171:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384655.323171:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da87f175. 00000020:00000020:2.0:1767384655.323173:0:27782:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:3.0:1767384655.323174:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384655.323176:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049190400, offset 224 00000100:00000001:3.0:1767384655.323178:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384655.323180:0:27782:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 02000000:00000001:3.0:1767384655.323184:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384655.323186:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384655.323190:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190784 00002000:00000020:2.0:1767384655.323192:0:27782:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000001:3.0:1767384655.323193:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384655.323196:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000400:00000200:1.0:1767384655.323198:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384655.323199:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:2.0:1767384655.323202:0:27782:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000040:3.0:1767384655.323204:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000020:00000001:3.0:1767384655.323207:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000400:00000200:1.0:1767384655.323207:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260006800 00000001:00000001:2.0:1767384655.323208:0:27782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1767384655.323211:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000001:00000001:2.0:1767384655.323213:0:27782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384655.323215:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ce1 [1] + 224 00002000:00000001:2.0:1767384655.323219:0:27782:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.323224:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:2.0:1767384655.323225:0:27782:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049190272 00000400:00000200:1.0:1767384655.323225:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384655.323230:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4e1bb35. 00010000:00000001:2.0:1767384655.323231:0:27782:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384655.323232:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384655.323239:0:17081:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000091caf084. 00000100:00000001:1.0:1767384655.323239:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:2.0:1767384655.323241:0:27782:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000993ea69b x1853237049190272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:636/0 lens 224/368 e 0 to 0 dl 1767384666 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384655.323245:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b0482fd x1853237049190400/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384655.323247:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000001:3.0:1767384655.323259:0:17081:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384655.323265:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70d9fff. 00000020:00000010:3.0:1767384655.323272:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000026f85bc5. 00010000:00000001:2.0:1767384655.323276:0:27782:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384655.323277:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004b0482fd x1853237049190400/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384655.323278:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b12f5865. 00010000:00000001:2.0:1767384655.323281:0:27782:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.323287:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:2.0:1767384655.323289:0:27782:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384655.323292:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384655.323296:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384655.323298:0:27782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384655.323298:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384655.323303:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1767384655.323304:0:27782:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000400:00000200:1.0:1767384655.323305:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da87f175 00000100:00000001:3.0:1767384655.323306:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:1.0:1767384655.323309:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da87f175. 00000100:00000001:3.0:1767384655.323310:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.323311:0:27782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:1.0:1767384655.323315:0:17074:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384655.323318:0:27782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384655.323318:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384655.323321:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384655.323323:0:27782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.323324:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.323331:0:27782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384655.323331:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384655.323332:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384655.323336:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384655.323337:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384655.323341:0:27782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384655.323341:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384655.323346:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000020:00000001:1.0:1767384655.323346:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384655.323349:0:27782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384d964. 00000100:00000040:3.0:1767384655.323350:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000100:00000001:3.0:1767384655.323354:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120991872 : -123269588559744 : ffff8fe30ff65880) 00000100:00000040:1.0:1767384655.323354:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004fead0d9 x1853237049190400/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:636/0 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384655.323364:0:27782:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049190272, offset 224 00000100:00000040:3.0:1767384655.323365:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fd410bd2 x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:636/0 lens 224/0 e 0 to 0 dl 1767384666 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384655.323371:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004fead0d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049190400:12345-0@lo:400: Request processed in 393us (1246us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384655.323379:0:27782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384655.323388:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000001:3.0:1767384655.323391:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384655.323393:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000020:00000010:3.0:1767384655.323396:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021982edb. 00000400:00000200:2.0:1767384655.323396:0:27782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384655.323397:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384655.323400:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384655.323402:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384655.323405:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef7e6286. 00000020:00000010:3.0:1767384655.323406:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021982edb. 00000100:00100000:3.0:1767384655.323415:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fd410bd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853237049190656:12345-0@lo:400: 00000400:00000200:2.0:1767384655.323416:0:27782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260006780 00000020:00000010:1.0:1767384655.323417:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 00000020:00000010:1.0:1767384655.323436:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b52d1c60. 00000100:00000200:3.0:1767384655.323442:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190656 00000020:00000040:1.0:1767384655.323444:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000020:00000001:3.0:1767384655.323447:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384655.323448:0:27782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ce5 [1] + 224 02000000:00000001:1.0:1767384655.323450:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1767384655.323453:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:1.0:1767384655.323453:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d9321185. 00000400:00000200:2.0:1767384655.323456:0:27782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384655.323458:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384655.323458:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384655.323462:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384655.323464:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384655.323466:0:27782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384655.323468:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384655.323471:0:27782:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384655.323473:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2eecea. 00000020:00000001:3.0:1767384655.323476:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000400:00000010:1.0:1767384655.323479:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e87fdfd. 00000100:00000200:2.0:1767384655.323480:0:27782:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a585bd26 x1853237049190272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384671 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384655.323484:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384655.323489:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384655.323493:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384655.323496:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384655.323498:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384655.323499:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384655.323500:0:27782:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a585bd26 x1853237049190272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384655.323503:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384655.323507:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000020:00000001:3.0:1767384655.323509:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384655.323513:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000100:00000001:3.0:1767384655.323515:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384655.323517:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667059584 : -123274042492032 : ffff8fe2067cbb80) 02000000:00000001:3.0:1767384655.323520:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384655.323525:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000dd6b7fe x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:636/0 lens 224/0 e 0 to 0 dl 1767384666 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384655.323527:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008298fa0f. 00000100:00000001:2.0:1767384655.323532:0:27782:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384655.323533:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.323538:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384655.323539:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384655.323541:0:27782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384d964 00000020:00000010:1.0:1767384655.323542:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db966a85. 00000020:00000001:3.0:1767384655.323543:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384655.323547:0:27782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384d964. 00010000:00000040:3.0:1767384655.323548:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049190656 00000100:00000001:1.0:1767384655.323548:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384655.323553:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db966a85. 00010000:00000001:3.0:1767384655.323555:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384655.323555:0:27782:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1767384655.323560:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000dd6b7fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16351:x1853237049190784:12345-0@lo:400: 00000100:00000001:2.0:1767384655.323561:0:27782:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000200:3.0:1767384655.323563:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fd410bd2 x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:636/0 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384655.323566:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190784 00000100:00000001:2.0:1767384655.323568:0:27782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384655.323570:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384655.323573:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384655.323577:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384655.323578:0:27782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000001:1.0:1767384655.323582:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384655.323586:0:27782:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384655.323586:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00010000:00000001:3.0:1767384655.323587:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384655.323591:0:27782:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384655.323591:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1767384655.323593:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384655.323595:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384655.323597:0:27782:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384655.323599:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:3.0:1767384655.323600:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=67 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384655.323602:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384655.323605:0:27782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000993ea69b x1853237049190272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:636/0 lens 224/368 e 0 to 0 dl 1767384666 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384655.323606:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384655.323634:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384655.323638:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384655.323640:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384655.323642:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384655.323646:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 02000000:00000010:1.0:1767384655.323646:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d9321185. 02000000:00000001:1.0:1767384655.323651:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.323652:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:1.0:1767384655.323657:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384655.323658:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384655.323661:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384655.323661:0:27782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000993ea69b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049190272:12345-0@lo:13: Request processed in 672us (1523us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384655.323662:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384655.323668:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049190784 00000100:00000001:3.0:1767384655.323669:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384655.323673:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384655.323676:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:1.0:1767384655.323678:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000dd6b7fe x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:636/0 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384655.323680:0:27782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000400:00000010:3.0:1767384655.323682:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064a9da54. 00000100:00000200:3.0:1767384655.323689:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049190656, offset 224 00000100:00000040:2.0:1767384655.323689:0:27782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00010000:00000001:1.0:1767384655.323690:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384655.323693:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.323696:0:27782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384655.323697:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384655.323701:0:27782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384655.323702:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384655.323703:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384655.323708:0:27782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000032145a68. 00000100:00000040:1.0:1767384655.323708:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000400:00000200:3.0:1767384655.323714:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384655.323715:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000010:2.0:1767384655.323717:0:27782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ec07e373. 02000000:00000001:1.0:1767384655.323719:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384655.323723:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260006900 02000000:00000001:1.0:1767384655.323723:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384655.323725:0:27782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae1658f4. 00000100:00000001:1.0:1767384655.323729:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384655.323732:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1cf1 [1] + 224 00000100:00000040:1.0:1767384655.323736:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384655.323739:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384655.323740:0:27782:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000400:00000010:1.0:1767384655.323741:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da87f175. 00000400:00000200:3.0:1767384655.323747:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384655.323748:0:27782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384655.323748:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049190784, offset 224 00000400:00000200:1.0:1767384655.323758:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384655.323762:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384655.323767:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384655.323769:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384655.323776:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260006980 00000100:00000040:3.0:1767384655.323786:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384655.323787:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1cf9 [1] + 224 00000100:00000001:2.0:1767384655.323789:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384655.323794:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384655.323796:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767384655.323802:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767384655.323805:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1767384655.323807:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384655.323810:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384655.323811:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059ab8d6. 00000400:00000200:2.0:1767384655.323816:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f813c88 00000400:00000010:2.0:1767384655.323818:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f813c88. 00000100:00000001:2.0:1767384655.323822:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384655.323823:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384655.323827:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a9da54 00000100:00000200:2.0:1767384655.323828:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a585bd26 x1853237049190272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384655.323829:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384655.323831:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064a9da54. 00000100:00000001:3.0:1767384655.323836:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384655.323839:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384655.323843:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.323850:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:3.0:1767384655.323856:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384655.323859:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384655.323860:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384655.323864:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384655.323869:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a585bd26 x1853237049190272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384655.323871:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd410bd2 x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:636/0 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384655.323906:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384655.323909:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384655.323910:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fd410bd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853237049190656:12345-0@lo:400: Request processed in 516us (1531us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384655.323911:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384655.323918:0:16350:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384655.323918:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da87f175 00000100:00100000:3.0:1767384655.323923:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 02000000:00000001:2.0:1767384655.323924:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767384655.323924:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da87f175. 00000100:00000040:3.0:1767384655.323926:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000100:00000001:2.0:1767384655.323929:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384655.323930:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384655.323932:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384655.323933:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384655.323934:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.323936:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384655.323937:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e967050. 02000000:00000001:2.0:1767384655.323940:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384655.323942:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000100:00000001:1.0:1767384655.323943:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384655.323948:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000130be73b. 00000100:00001000:2.0:1767384655.323949:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=62 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384655.323951:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000040:3.0:1767384655.323953:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00010000:00000001:1.0:1767384655.323958:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384655.323959:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384655.323959:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=62 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384655.323963:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.323968:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384655.323969:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384655.323973:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384655.323976:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000dd6b7fe x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:636/0 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384655.323979:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384655.323988:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a585bd26 x1853237049190272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384655.323989:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767384655.323989:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000dd6b7fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16351:x1853237049190784:12345-0@lo:400: Request processed in 448us (1403us total) trans 0 rc 0/0 00000020:00000040:3.0:1767384655.323994:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000020:00000010:0.0:1767384655.324003:0:17887:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000dd5ffa8c. 00000100:00100000:1.0:1767384655.324006:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000001:3.0:1767384655.324008:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384655.324010:0:17887:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384655.324013:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384655.324013:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00010000:00000001:2.0:1767384655.324014:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384655.324014:0:17887:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190528 00000400:00000001:3.0:1767384655.324017:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384655.324019:0:17887:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384655.324020:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384655.324022:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384655.324022:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384655.324023:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384655.324025:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384655.324027:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384655.324027:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384655.324028:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000026f85bc5. 00000400:00000010:3.0:1767384655.324029:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b078a48. 00000100:00000001:2.0:1767384655.324034:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767384655.324034:0:17887:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384655.324036:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89093e4 00000020:00000010:1.0:1767384655.324037:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b12f5865. 00000100:00000001:2.0:1767384655.324040:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384655.324040:0:17887:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190528 00000400:00000010:3.0:1767384655.324041:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e89093e4. 00000020:00000010:1.0:1767384655.324042:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70d9fff. 00000020:00000001:0.0:1767384655.324044:0:17887:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384655.324048:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000100:00000001:3.0:1767384655.324049:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384655.324050:0:17082:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000100:00000040:2.0:1767384655.324051:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a585bd26 x1853237049190272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384655.324052:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384655.324054:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384655.324056:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384655.324056:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000020:00000001:0.0:1767384655.324062:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:1.0:1767384655.324071:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384655.324073:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:1.0:1767384655.324075:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384655.324080:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:1.0:1767384655.324081:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384655.324084:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e0ddfb7. 00000400:00000001:1.0:1767384655.324085:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384655.324088:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aad89ee4. 00000100:00000001:0.0:1767384655.324090:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384655.324091:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384655.324093:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068447344 00000020:00000010:0.0:1767384655.324094:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e0ddfb7. 00000400:00000010:1.0:1767384655.324098:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068447344. 00000020:00000010:0.0:1767384655.324102:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000776257e1. 00000100:00000001:1.0:1767384655.324104:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384655.324108:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000024219613. 00000100:00000200:1.0:1767384655.324111:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384655.324114:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2c96b65. 00000100:00000001:3.0:1767384655.324117:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384655.324122:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384655.324123:0:17887:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384655.324127:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384655.324129:0:17887:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384655.324131:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384655.324133:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384655.324133:0:17887:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384655.324134:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384655.324137:0:17887:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384655.324138:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.324141:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384655.324143:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384655.324145:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384655.324145:0:17887:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384655.324150:0:17887:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00001000:3.0:1767384655.324151:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=67 v=5 (5 0 0 0) 00000004:00000001:2.0:1767384655.324154:0:16350:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384655.324154:0:17887:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384655.324162:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=67 v=5 (1 0 0 0) 00000004:00000040:2.0:1767384655.324162:0:16350:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767384655.324166:0:17887:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384655.324167:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.324169:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000004:00000040:2.0:1767384655.324169:0:16350:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:3.0:1767384655.324173:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.324177:0:17887:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384655.324178:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384655.324181:0:17887:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00080000:3.0:1767384655.324185:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1767384655.324188:0:16350:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00100000:0.0:1767384655.324190:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384655.324191:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384655.324195:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384655.324196:0:17887:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:1.0:1767384655.324200:0:16351:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384655.324202:0:17887:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120992768 : -123269588558848 : ffff8fe30ff65c00) 00000004:00000001:2.0:1767384655.324206:0:16350:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384655.324206:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384655.324210:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384655.324210:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009f936500 x1853237049190528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:636/0 lens 224/0 e 0 to 0 dl 1767384666 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384655.324214:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.324214:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384655.324217:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a585bd26 x1853237049190272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384671 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384655.324220:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.324222:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384655.324227:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00001000:1.0:1767384655.324229:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=67 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384655.324233:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384655.324237:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384655.324238:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384655.324239:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384655.324244:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e0ddfb7. 00000100:00000001:1.0:1767384655.324245:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384655.324248:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384655.324249:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.324250:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384655.324253:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a585bd26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049190272:0@lo:13: 00010000:00000001:1.0:1767384655.324255:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384655.324256:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e0ddfb7. 00010000:00080000:1.0:1767384655.324262:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384655.324266:0:17887:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009f936500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16349:x1853237049190528:12345-0@lo:400: 00000100:00000001:2.0:1767384655.324267:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384655.324274:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384655.324279:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190528 00000100:00000040:2.0:1767384655.324281:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a585bd26 x1853237049190272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384671 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384655.324283:0:17887:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384655.324287:0:17887:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384655.324291:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384655.324292:0:17887:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384655.324293:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.324298:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384655.324299:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384655.324300:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384655.324303:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384655.324303:0:17887:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384655.324306:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767384655.324307:0:17887:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000001:1.0:1767384655.324309:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.324312:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384655.324313:0:17887:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384655.324316:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384655.324317:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384655.324317:0:17887:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384655.324321:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384655.324323:0:17887:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:2.0:1767384655.324326:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000625d1ac5. 00000020:00000001:0.0:1767384655.324327:0:17887:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384655.324330:0:17887:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384655.324335:0:17887:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384655.324336:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384655.324339:0:17887:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384655.324341:0:16350:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767384655.324343:0:17887:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1767384655.324345:0:16350:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384655.324346:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384655.324348:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008f0e1c34. 00000100:00000001:1.0:1767384655.324352:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384655.324354:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384655.324354:0:17887:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.324355:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384655.324357:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009aa10b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853237049190656:0@lo:400: 02000000:00000010:2.0:1767384655.324359:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3a9be4a. 00000100:00000001:0.0:1767384655.324360:0:17887:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384655.324362:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.324364:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384655.324365:0:17887:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384655.324367:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384655.324371:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384655.324372:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000040:0.0:1767384655.324372:0:17887:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049190528 00000100:00000040:3.0:1767384655.324377:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009aa10b3a x1853237049190656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384655.324377:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a585bd26. 00010000:00000001:0.0:1767384655.324379:0:17887:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:1.0:1767384655.324383:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e5973e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16351:1853237049190784:0@lo:400: 00000100:00000001:2.0:1767384655.324384:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000200:0.0:1767384655.324387:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009f936500 x1853237049190528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:636/0 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384655.324389:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384655.324394:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384655.324396:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384655.324398:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384655.324406:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384655.324406:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384655.324406:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052a932ce. 00010000:00000001:0.0:1767384655.324408:0:17887:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384655.324410:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384655.324411:0:17887:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384655.324412:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b81afbbe 02000000:00000010:3.0:1767384655.324413:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000683231a3. 00000100:00000001:2.0:1767384655.324417:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384655.324429:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b81afbbe. 02000000:00000001:3.0:1767384655.324432:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767384655.324432:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384655.324434:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384655.324435:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384655.324439:0:16349:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384655.324440:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384655.324441:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b0482fd x1853237049190400/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384655.324441:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384655.324442:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384655.324446:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004324e6f9. 00000100:00000001:2.0:1767384655.324447:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384655.324448:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 02000000:00000001:3.0:1767384655.324453:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384655.324455:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384655.324457:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384655.324460:0:17887:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:3.0:1767384655.324461:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009aa10b3a. 02000000:00000001:0.0:1767384655.324463:0:17887:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384655.324464:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b0482fd x1853237049190400/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.324465:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384655.324469:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384655.324469:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384655.324475:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384655.324476:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384655.324479:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384655.324481:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384655.324482:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7bcdb33. 00000100:00000001:3.0:1767384655.324483:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384655.324483:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384655.324488:0:16351:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384655.324489:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384655.324489:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049190528, offset 224 02000000:00000001:1.0:1767384655.324490:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384655.324493:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384655.324495:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.324496:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384655.324499:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384655.324500:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1767384655.324502:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384655.324506:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=72 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384655.324510:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384655.324511:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384655.324514:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384655.324516:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384655.324517:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.324520:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384655.324520:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260006880 00000100:00000040:1.0:1767384655.324525:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b0482fd x1853237049190400/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384655.324529:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d01 [1] + 224 00000400:00000200:0.0:1767384655.324537:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384655.324538:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384655.324540:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384655.324541:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384655.324548:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b0482fd x1853237049190400/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384655.324550:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384655.324558:0:17887:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384655.324560:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004b0482fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049190400:0@lo:400: 00000100:00000200:0.0:1767384655.324564:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384655.324565:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384655.324569:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384655.324573:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e5973e9 x1853237049190784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384655.324577:0:17887:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384655.324699:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384655.324705:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7bcdb33 00000400:00000010:0.0:1767384655.324706:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7bcdb33. 00000100:00000001:0.0:1767384655.324709:0:17887:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384655.324710:0:17887:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384655.324714:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384655.324716:0:17887:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384655.324718:0:17887:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384655.324720:0:17887:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384655.324721:0:17887:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384655.324724:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f936500 x1853237049190528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:636/0 lens 224/224 e 0 to 0 dl 1767384666 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384655.324731:0:17887:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009f936500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16349:x1853237049190528:12345-0@lo:400: Request processed in 491us (1932us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384655.324737:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384655.324739:0:17887:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:1.0:1767384655.324740:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384655.324741:0:17887:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384655.324742:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384655.324744:0:17887:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:1.0:1767384655.324745:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aad2a5db. 00000020:00000010:0.0:1767384655.324749:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024219613. 02000000:00000001:1.0:1767384655.324750:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384655.324753:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384655.324755:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2c96b65. 00000020:00000040:1.0:1767384655.324756:0:16351:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384655.324761:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384655.324761:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000776257e1. 02000000:00000010:1.0:1767384655.324762:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6608edf. 00000020:00000040:0.0:1767384655.324767:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 02000000:00000001:1.0:1767384655.324768:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384655.324771:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384655.324771:0:17887:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384655.324772:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e5973e9. 00000100:00000001:1.0:1767384655.324776:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384655.324778:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384655.324780:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384655.324783:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b0482fd x1853237049190400/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384655.324789:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384655.324790:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384655.324791:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e32ce02c. 02000000:00000001:1.0:1767384655.324793:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384655.324794:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384655.324795:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384655.324797:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384655.324798:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003e293bb9. 02000000:00000001:1.0:1767384655.324800:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384655.324801:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384655.324802:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b0482fd. 00000100:00000001:1.0:1767384655.324804:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384655.324804:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384655.324806:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384655.324809:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384655.324810:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384655.324812:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384655.324813:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.324883:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384655.324885:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384655.324888:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384655.324889:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384655.324890:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cab3f85. 00000400:00000200:3.0:1767384655.324894:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d103f286 00000400:00000010:3.0:1767384655.324896:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d103f286. 00000100:00000001:3.0:1767384655.324899:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384655.324902:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384655.324908:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.324917:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384655.324919:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384655.324921:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384655.324922:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384655.324923:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384655.324924:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384655.324926:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384655.324929:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=62 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384655.324931:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384655.324932:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384655.324933:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.324934:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384655.324936:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384655.324944:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.324946:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384655.324947:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384655.324948:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384655.324949:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384655.324951:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.324955:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384655.324957:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384655.324958:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384655.324960:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384655.324965:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e932d677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16349:1853237049190528:0@lo:400: 00000100:00000001:3.0:1767384655.324968:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384655.324969:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384655.324971:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e932d677 x1853237049190528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384655.324974:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384655.324980:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384655.324981:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000637ccdf7. 02000000:00000001:3.0:1767384655.324983:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384655.324984:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384655.324985:0:16349:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384655.324986:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384655.324987:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003675a487. 02000000:00000001:3.0:1767384655.324989:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384655.324990:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384655.324990:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e932d677. 00000100:00000001:3.0:1767384655.324992:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384655.324993:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384655.324994:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384655.324997:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384655.324998:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384655.325000:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384655.325001:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384655.327647:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294943749, at 4294943750 00000100:00000040:0.0:1767384655.327654:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294943749, at 4294943750 00000100:00000010:2.0:1767384655.327655:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002353ffa1. 00000100:00000010:0.0:1767384655.327662:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089ea1b42. 00000100:00000040:1.0:1767384655.327687:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294943749, at 4294943750 00000100:00000010:1.0:1767384655.327696:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006def5d2f. 00000100:00000040:3.0:1767384655.328641:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294943749, at 4294943751 00000100:00000010:3.0:1767384655.328647:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007329b24e. 00000400:00000001:1.0:1767384655.705732:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384655.705737:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384655.705740:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8381a84 00000400:00000010:1.0:1767384655.705744:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8381a84. 00000400:00000200:1.0:1767384655.705750:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384655.705758:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384655.705771:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b1d3c61f. 00000400:00000010:1.0:1767384655.705775:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c75109a3. 00000400:00000200:1.0:1767384655.705782:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp41 00000400:00000010:1.0:1767384655.705786:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f4ee452c. 00000400:00000010:1.0:1767384655.705791:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f6144752. 00000400:00000010:1.0:1767384655.705797:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b81afbbe. 00000400:00000010:1.0:1767384655.705804:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dfefbe37. 00000400:00000200:1.0:1767384655.705809:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp41 00000400:00000200:1.0:1767384655.705839:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp41 local destination 00000400:00000200:1.0:1767384655.705847:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp41 00000400:00000200:1.0:1767384655.705852:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp41 NI seq info: [169:169:256:4294967295] 192.168.202.137@tcp41 LPNI seq info [159:159:8:4294967295] 00000400:00000200:1.0:1767384655.705861:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp41 00000400:00000200:1.0:1767384655.705868:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp41(192.168.202.137@tcp41:) -> 192.168.202.137@tcp41(192.168.202.137@tcp41:192.168.202.137@tcp41) : GET try# 0 00000800:00000200:1.0:1767384655.705873:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp41 00000800:00000010:1.0:1767384655.705877:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000de6e071. 00000800:00000200:1.0:1767384655.705882:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7cebc33] -> 12345-192.168.202.137@tcp41 (2) 00000800:00000200:1.1:1767384655.705886:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7cebc33] -> 12345-192.168.202.137@tcp41 (2) 00000400:00000200:1.0:1767384655.705905:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp41 added to recovery queue. ping count: 2 next ping: 280 health :800 00000400:00000200:1.0:1767384655.705908:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp35 00000400:00000010:1.0:1767384655.705911:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000075a3f756. 00000400:00000010:1.0:1767384655.705914:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000022c2a8d4. 00000400:00000010:1.0:1767384655.705916:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068447344. 00000400:00000010:1.0:1767384655.705922:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c3ab2e7a. 00000400:00000200:1.0:1767384655.705924:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp35 00000400:00000200:1.0:1767384655.705930:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp35 local destination 00000400:00000200:1.0:1767384655.705933:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp35 00000400:00000200:1.0:1767384655.705943:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp35 NI seq info: [170:170:256:4294967295] 192.168.202.137@tcp35 LPNI seq info [160:160:8:4294967295] 00000400:00000200:1.0:1767384655.705947:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp35 00000400:00000200:1.0:1767384655.705952:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp35(192.168.202.137@tcp35:) -> 192.168.202.137@tcp35(192.168.202.137@tcp35:192.168.202.137@tcp35) : GET try# 0 00000800:00000200:1.0:1767384655.705955:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp35 00000800:00000010:1.0:1767384655.705958:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000029125b7. 00000400:00000200:0.0:1767384655.705961:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000200:1.0:1767384655.705962:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (2) 00000800:00000200:1.1:1767384655.705966:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (2) 00000400:00000200:1.0:1767384655.705980:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp35 added to recovery queue. ping count: 4 next ping: 292 health :600 00000400:00000200:1.0:1767384655.705985:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp42 00000400:00000010:1.0:1767384655.705988:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b9cc7084. 00000400:00000010:1.0:1767384655.705991:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cf4376dd. 00000400:00000010:1.0:1767384655.705993:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da87f175. 00000400:00000010:1.0:1767384655.705999:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000062a36f86. 00000400:00000200:1.0:1767384655.706001:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp42 00000400:00000200:1.0:1767384655.706007:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp42 local destination 00000400:00000200:1.0:1767384655.706010:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp42 00000400:00000200:1.0:1767384655.706014:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp42 NI seq info: [171:171:256:4294967295] 192.168.202.137@tcp42 LPNI seq info [161:161:8:4294967295] 00000400:00000200:1.0:1767384655.706018:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp42 00000400:00000200:1.0:1767384655.706025:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp42(192.168.202.137@tcp42:) -> 192.168.202.137@tcp42(192.168.202.137@tcp42:192.168.202.137@tcp42) : GET try# 0 00000400:00000200:0.0:1767384655.706027:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.706033:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000200:1.0:1767384655.706033:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp42 00000800:00000010:1.0:1767384655.706039:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a07b361d. 00000800:00000200:1.0:1767384655.706045:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000383450fb] -> 12345-192.168.202.137@tcp42 (2) 00000800:00000200:1.1:1767384655.706048:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000383450fb] -> 12345-192.168.202.137@tcp42 (2) 00000400:00000200:1.0:1767384655.706060:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp42 added to recovery queue. ping count: 1 next ping: 278 health :900 00000400:00000200:0.0:1767384655.706074:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.706106:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.706114:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.706139:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.706177:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.706179:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.706213:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.706248:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.706251:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.706288:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.706313:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.706317:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.706359:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.706380:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.706386:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.706440:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.706466:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.706467:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.706496:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.706540:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.706540:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.706564:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.706601:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.706643:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.706654:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.706681:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.706712:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.706716:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.706747:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.706771:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.706798:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.706826:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.706844:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.706864:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.706894:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.706906:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.706928:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.706959:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.706975:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.707001:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707036:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707054:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.707075:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707093:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707121:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.707172:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707174:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707191:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707254:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.707255:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707255:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707322:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707329:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.707334:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707391:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707404:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.707412:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707474:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707496:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.707498:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707536:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.707581:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707583:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707591:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707672:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707693:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.707696:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707737:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707763:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.707779:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707792:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707837:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.707842:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707856:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.707904:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707908:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707917:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.707980:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.707986:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.707990:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.708053:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.708055:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.708062:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.708122:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.708137:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.708143:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.708184:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.708211:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.708228:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.708254:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.708286:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.708294:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.708349:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.708363:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.708371:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.708436:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.708451:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.708502:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.708520:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.708563:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.708597:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000800:00000010:0.0:1767384655.708597:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007477565a. 00000800:00000010:0.0:1767384655.708603:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007f2a8593. 00000400:00000200:1.0:1767384655.708644:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.708722:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.708726:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.708796:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.708803:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.708855:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.708879:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.708928:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000800:00000010:0.0:1767384655.708929:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000042236dcb. 00000400:00000200:1.0:1767384655.708952:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000800:00000010:0.0:1767384655.708964:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000042236dcb. 00000800:00020000:0.0:1767384655.708976:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384655.708979:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007f2a8593. 00000800:00000010:0.0:1767384655.708984:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007477565a. 00000400:00000200:3.0:1767384655.709002:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.709015:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:02020000:0.0:1767384655.709060:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp41 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384655.709068:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp41 notifying 192.168.202.137@tcp41: down 00000800:00000200:0.0:1767384655.709075:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp41 down 00000400:00000200:3.0:1767384655.709076:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000800:00000100:0.0:1767384655.709084:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp41 00000400:00000200:1.0:1767384655.709085:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000800:00000010:0.0:1767384655.709089:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000de6e071. 00000400:00000200:0.0:1767384655.709095:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384655.709103:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp41->192.168.202.137@tcp41: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384655.709113:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384655.709117:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384655.709122:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp41) recovery failed with -71 00000400:00000200:3.0:1767384655.709135:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.709144:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.709192:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.709204:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.709242:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.709258:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.709297:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.709308:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.709354:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.709357:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.709406:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.709438:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.709467:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.709501:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.137:988 00000400:00000200:1.0:1767384655.709521:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.709550:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.709586:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.709644:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.709669:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.137:988 00080000:00000010:2.0:1767384655.709691:0:35054:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac648235. 00080000:00000010:2.0:1767384655.709699:0:35054:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac648235. 00000020:00000001:2.0:1767384655.709704:0:35054:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384655.709711:0:35054:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac648235. 00080000:00000010:2.0:1767384655.709716:0:35054:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac648235. 00000020:00000001:2.0:1767384655.709720:0:35054:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384655.709775:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000972b1b7a. 00000800:00000010:1.0:1767384655.709782:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000068220a76. 00000800:00000010:1.0:1767384655.709787:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f7d3ac74. 00000800:00000010:1.0:1767384655.709842:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f7d3ac74. 00000800:00000010:3.0:1767384655.709861:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001aa80caf. 00000800:00000010:3.0:1767384655.709867:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d3cef1f4. 00000800:00000010:3.0:1767384655.709873:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003cc8a1f7. 00000400:00000200:0.0:1767384655.709906:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384655.709919:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003cc8a1f7. 00000400:00000200:0.0:1767384655.709923:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp35 from 204.3.0.2 00000800:00000010:0.0:1767384655.709927:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c58f6a34. 00000800:00000010:1.0:1767384655.709964:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000021758f95. 00000800:00000010:1.0:1767384655.709969:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009b8709d4. 00000800:00000010:1.0:1767384655.709991:0:16339:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000082de8918. 00000800:00000200:1.1:1767384655.709996:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (2) 00000800:00000200:1.1:1767384655.710001:0:16339:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp35 0000000082de8918 deleted 00000800:00000010:1.1:1767384655.710003:0:16339:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000082de8918. 00000800:00000200:1.1:1767384655.710007:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384655.710014:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp35 ip 192.168.202.137:972 00000800:00000200:1.1:1767384655.710017:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000029125b7 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384655.710022:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp35 p 3.x 192.168.202.137 -> 192.168.202.137:972 incarnation:1767384636663034269 sched[0] 00000800:00000010:1.0:1767384655.710027:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f7d3ac74. 00000800:00000010:1.0:1767384655.710073:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f7d3ac74. 00000800:00000010:1.0:1767384655.710077:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009b8709d4. 00000400:00000200:0.0:1767384655.710091:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000200:3.1:1767384655.710100:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384655.710107:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp35 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384636663034269 sched[0] 00000800:00000010:3.0:1767384655.710111:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d3cef1f4. 00000400:00000200:0.0:1767384655.710114:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp42 from 205.3.0.2 00000800:00000010:1.0:1767384655.710118:0:16339:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c58f6a34. 00000800:00000010:0.0:1767384655.710121:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ceb4d195. 00000800:00000001:1.0:1767384655.710145:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384655.710151:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384655.710153:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384655.710160:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384655.710202:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384655.710209:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384655.710211:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384655.710212:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000029125b7. 00000800:00000001:3.0:1767384655.710218:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384655.710219:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384655.710226:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp35->192.168.202.137@tcp35: GET: OK 00000400:00000200:1.0:1767384655.710229:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:3.0:1767384655.710230:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384655.710241:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp35 recovery message sent successfully:0 00000400:00000200:3.0:1767384655.710246:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp35(192.168.202.137@tcp35) <- 192.168.202.137@tcp35 : GET - for me 00000400:00000200:3.0:1767384655.710259:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384655.710267:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x1c79 [1] + 0 00000400:00000200:3.0:1767384655.710280:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp35 to MR: 192.168.202.137@tcp35 local destination 00000800:00000010:1.0:1767384655.710281:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000842bf301. 00000800:00000010:1.0:1767384655.710285:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009b8709d4. 00000400:00000200:3.0:1767384655.710290:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp35 NI seq info: [172:172:256:4294967295] 192.168.202.137@tcp35 LPNI seq info [162:162:8:4294967295] 00000800:00000010:1.0:1767384655.710305:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000082de8918. 00000400:00000200:3.0:1767384655.710307:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp35(192.168.202.137@tcp35:192.168.202.137@tcp35) -> 192.168.202.137@tcp35(192.168.202.137@tcp35:192.168.202.137@tcp35) 192.168.202.137@tcp35 : REPLY try# 0 00000800:00000200:1.1:1767384655.710313:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000383450fb] -> 12345-192.168.202.137@tcp42 (2) 00000800:00000200:3.0:1767384655.710321:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp35 00000800:00000200:1.1:1767384655.710322:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp42 0000000082de8918 deleted 00000800:00000010:1.1:1767384655.710326:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000082de8918. 00000800:00000010:3.0:1767384655.710330:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5e6182d. 00000800:00000200:1.1:1767384655.710332:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384655.710339:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp42 ip 192.168.202.137:973 00000800:00000200:1.1:1767384655.710341:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a07b361d type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384655.710346:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp42 p 3.x 192.168.202.137 -> 192.168.202.137:973 incarnation:1767384651897786896 sched[0] 00000800:00000200:3.0:1767384655.710352:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (4) 00000800:00000010:1.0:1767384655.710354:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f7d3ac74. 00000800:00000200:3.0:1767384655.710362:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp35 ip 192.168.202.137:988 00000800:00000200:3.0:1767384655.710365:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a5e6182d type 3, nob 368 niov 1 nkiov 1 00000800:00000010:1.0:1767384655.710396:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f7d3ac74. 00000800:00000010:1.0:1767384655.710400:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009b8709d4. 00000800:00000010:1.0:1767384655.710440:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ceb4d195. 00000800:00000200:3.0:1767384655.710443:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384655.710452:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5e6182d. 00000400:00000200:3.0:1767384655.710459:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384655.710464:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp35->192.168.202.137@tcp35: REPLY: OK 00000800:00000200:1.1:1767384655.710467:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384655.710474:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp42 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384651897786896 sched[0] 00000800:00000001:3.0:1767384655.710476:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384655.710477:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000068220a76. 00000800:00000001:3.0:1767384655.710483:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384655.710525:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384655.710528:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a07b361d. 00000400:00000200:1.0:1767384655.710531:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.710532:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384655.710540:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp42->192.168.202.137@tcp42: GET: OK 00000400:00000200:3.0:1767384655.710544:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384655.710548:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp42 recovery message sent successfully:0 00000800:00000001:3.0:1767384655.710558:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384655.710563:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384655.710565:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384655.710567:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384655.710571:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp35(192.168.202.137@tcp35) <- 192.168.202.137@tcp35 : REPLY - for me 00000400:00000200:3.0:1767384655.710582:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp35: Reply from 12345-192.168.202.137@tcp35 of length 272/272 into md 0x1d25 00000800:00000001:3.0:1767384655.710587:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384655.710592:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384655.710594:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384655.710600:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp35->192.168.202.137@tcp35: REPLY: OK 00000400:00000200:1.0:1767384655.710600:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.710634:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068447344 00000400:00000010:3.0:1767384655.710637:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068447344. 00000400:00000200:3.0:1767384655.710641:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384655.710646:0:16343:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000075a3f756. 00000400:00000010:3.0:1767384655.710651:0:16343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000022c2a8d4. 00000800:00000001:3.0:1767384655.710658:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384655.710661:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384655.710667:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384655.710672:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384655.710678:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384655.710686:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384655.710694:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp42(192.168.202.137@tcp42) <- 192.168.202.137@tcp42 : GET - for me 00000400:00000200:3.0:1767384655.710702:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384655.710712:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x1c79 [1] + 0 00000400:00000200:3.0:1767384655.710720:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp42 to MR: 192.168.202.137@tcp42 local destination 00000400:00000200:3.0:1767384655.710729:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp42 NI seq info: [173:173:256:4294967295] 192.168.202.137@tcp42 LPNI seq info [163:163:8:4294967295] 00000400:00000200:3.0:1767384655.710739:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp42(192.168.202.137@tcp42:192.168.202.137@tcp42) -> 192.168.202.137@tcp42(192.168.202.137@tcp42:192.168.202.137@tcp42) 192.168.202.137@tcp42 : REPLY try# 0 00000800:00000200:3.0:1767384655.710745:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp42 00000800:00000010:3.0:1767384655.710749:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5e6182d. 00000800:00000200:3.0:1767384655.710754:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000383450fb] -> 12345-192.168.202.137@tcp42 (4) 00000800:00000200:3.0:1767384655.710759:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp42 ip 192.168.202.137:988 00000800:00000200:3.0:1767384655.710761:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a5e6182d type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384655.710763:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000001:2.0:1767384655.710775:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384655.710781:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384655.710784:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384655.710805:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.710806:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000800:00000200:3.0:1767384655.710814:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384655.710819:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5e6182d. 00000400:00000200:3.0:1767384655.710825:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384655.710832:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp42->192.168.202.137@tcp42: REPLY: OK 00000800:00000001:3.0:1767384655.710846:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384655.710852:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384655.710855:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384655.710858:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384655.710866:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp42(192.168.202.137@tcp42) <- 192.168.202.137@tcp42 : REPLY - for me 00000400:00000200:0.0:1767384655.710873:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384655.710880:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp42: Reply from 12345-192.168.202.137@tcp42 of length 272/272 into md 0x1d29 00000800:00000001:3.0:1767384655.710886:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384655.710889:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000800:00000001:3.0:1767384655.710893:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384655.710896:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384655.710900:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp42->192.168.202.137@tcp42: REPLY: OK 00000400:00000200:3.0:1767384655.710904:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da87f175 00000400:00000010:3.0:1767384655.710906:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da87f175. 00000400:00000200:3.0:1767384655.710911:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384655.710916:0:16343:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b9cc7084. 00000400:00000200:0.0:1767384655.710919:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000010:3.0:1767384655.710920:0:16343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cf4376dd. 00000800:00000001:3.0:1767384655.710929:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384655.710932:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384655.710950:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384655.710963:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.710975:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711012:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711030:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711069:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711084:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711107:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711143:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711146:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711202:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711216:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711241:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711267:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711288:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711313:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711333:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711356:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711373:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711402:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711439:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711461:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711499:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711520:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711551:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711574:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711597:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711660:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711714:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711745:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711800:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711846:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711867:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711902:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711915:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711956:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.711977:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.711989:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712041:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.712043:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712096:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.712101:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712135:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.712164:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712177:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.712230:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712238:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.712284:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712293:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.712345:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712352:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.712383:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712413:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.712445:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712482:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384655.712499:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712536:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712579:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712644:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712705:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712743:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712764:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000800:00000010:0.0:1767384655.712766:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007477565a. 00000800:00000010:0.0:1767384655.712772:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007f2a8593. 00000800:00000010:0.0:1767384655.712777:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000042236dcb. 00000400:00000200:2.0:1767384655.712781:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712807:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000800:00000010:0.0:1767384655.712818:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000042236dcb. 00000800:00020000:0.0:1767384655.712830:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384655.712833:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007f2a8593. 00000400:00000200:2.0:1767384655.712834:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000800:00000010:0.0:1767384655.712836:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007477565a. 00000400:00000200:2.0:1767384655.712860:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:02020000:0.0:1767384655.712895:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp42 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384655.712899:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712917:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712943:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.712977:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.713001:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.713015:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.713026:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.713039:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.713059:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.713078:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.713096:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.713113:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.713145:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.137:988 00000400:00000200:2.0:1767384655.713182:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.137:988 00000800:00000010:2.0:1767384655.713319:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b1f89474. 00000800:00000010:2.0:1767384655.713324:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008813ef85. 00000800:00000010:2.0:1767384655.713328:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000adfe4873. 00000800:00000010:2.0:1767384655.713358:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000adfe4873. 00000400:00000200:0.0:1767384655.713465:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384655.713476:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp35 from 203.3.0.2 00000800:00000010:0.0:1767384655.713478:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c6ba9f1d. 00000800:00000010:2.0:1767384655.713510:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000096b772a8. 00000800:00000010:2.0:1767384655.713515:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000064cf1a5a. 00000800:00000010:2.0:1767384655.713534:0:16339:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000016705547. 00000800:00000200:2.1:1767384655.713540:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (4) 00000800:00000200:2.1:1767384655.713545:0:16339:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp35 0000000016705547 deleted 00000800:00000010:2.1:1767384655.713547:0:16339:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000016705547. 00000800:00000200:2.1:1767384655.713550:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384655.713554:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp35 p 3.x 192.168.202.137 -> 192.168.202.137:971 incarnation:1767384636663034269 sched[0] 00000800:00000010:2.0:1767384655.713559:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000adfe4873. 00000800:00000010:2.0:1767384655.713605:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000adfe4873. 00000800:00000010:2.0:1767384655.713632:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000064cf1a5a. 00000800:00000010:2.0:1767384655.713659:0:16339:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c6ba9f1d. 00000800:00000001:2.0:1767384655.713671:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767384655.713674:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384655.713684:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp35 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384636663034269 sched[0] 00000800:00000001:2.0:1767384655.713684:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384655.713690:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008813ef85. 00000800:00000001:3.0:1767384655.713730:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384655.713736:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384655.833693:0:17064:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384655.833693:0:17067:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00010000:00000001:2.0:1767384655.833697:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:3.0:1767384655.833699:0:17064:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384655.833700:0:17067:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384655.833703:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384655.833712:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384655.833714:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384655.833737:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384655.833740:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384655.833742:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384656.389193:0:35218:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384656.389197:0:35218:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:0.0:1767384656.392632:0:35218:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384656.399032:0:35219:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008383823e. 00000400:00000010:0.0:1767384656.399044:0:35219:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f5e87169. 00000400:00000010:0.0:1767384656.399052:0:35219:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006067002c. 00000400:00000010:0.0:1767384656.399055:0:35219:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009991f183. 00000400:00000010:0.0:1767384656.399058:0:35219:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c399fe59. 00000400:00000010:0.0:1767384656.399061:0:35219:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000025674f92. 00000400:00000010:0.0:1767384656.399063:0:35219:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f613f0a9. 00000400:00000010:0.0:1767384656.399064:0:35219:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012adda5b. 00000400:00000010:0.0:1767384656.399067:0:35219:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c4237ece. 00000800:00000010:0.0:1767384656.399081:0:35219:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a9965fd5. 00000800:00000200:0.0:1767384656.399090:0:35219:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384656.399100:0:35219:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384656.399137:0:35219:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:0.0:1767384656.399166:0:35219:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp44 [8/256/0/180] 00000400:00000010:0.0:1767384656.400880:0:35219:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000c1e69723. 00000400:00000010:0.0:1767384656.400887:0:35219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011c667bf. 00000400:00000010:0.0:1767384656.400898:0:35219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7bcdb33. 00000400:00000001:0.0:1767384656.400920:0:35219:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384656.400922:0:35219:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384656.400924:0:35219:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd0231e9. 00000400:00000200:0.0:1767384656.400927:0:35219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68e221b 00000400:00000010:0.0:1767384656.400928:0:35219:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68e221b. 00000400:00000010:0.0:1767384656.400931:0:35219:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000c343b6c1. 00000400:00000200:0.0:1767384656.400935:0:35219:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (36) 00000400:00000200:0.0:1767384656.400947:0:35219:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384656.400955:0:35219:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:0.0:1767384656.400961:0:35219:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007477565a. 00000020:01000000:0.0:1767384656.400966:0:35219:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384656.400968:0:35219:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp44 00000400:00000200:2.0:1767384656.400971:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384656.400978:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300151 00000400:00000010:0.0:1767384656.400981:0:35219:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f5e87169. 00000400:00000010:2.0:1767384656.400984:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f813c88. 00000400:00000010:0.0:1767384656.400986:0:35219:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008383823e. 00000400:00000200:2.0:1767384656.400989:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (37) 00000400:00000010:2.0:1767384656.400996:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fd095037. 00000400:00000200:2.0:1767384656.401000:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000020:00000001:1.0:1767384656.401007:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384656.401012:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 10000000:00000001:1.0:1767384656.401012:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384656.401017:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384656.401020:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 10000000:01000000:1.0:1767384656.401021:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384656.401026:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384656.401028:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384656.401029:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384656.401030:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384656.401030:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384656.401031:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384656.401032:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384656.401033:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384656.401037:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384656.401038:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384656.401041:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 141], ns[168, 150] 00000100:00000010:1.0:1767384656.401045:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 00000400:00000200:2.0:1767384656.401046:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 141], ns[62, 150] 00000020:00000040:1.0:1767384656.401052:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:2.0:1767384656.401053:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000100:00000001:1.0:1767384656.401059:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384656.401064:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384656.401068:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 00000400:00000200:2.0:1767384656.401072:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 62], ns[83, 62] 02000000:00000001:1.0:1767384656.401072:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.401079:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 00000400:00000200:2.0:1767384656.401082:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 62], ns[93, 62] 00000400:00000200:2.0:1767384656.401085:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 62], ns[109, 62] 02000000:00000010:1.0:1767384656.401085:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009e2e6caf. 00000400:00000200:2.0:1767384656.401092:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 62], ns[111, 62] 00000400:00000200:2.0:1767384656.401095:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 62], ns[115, 62] 00000100:00000001:1.0:1767384656.401095:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.401098:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 62], ns[124, 62] 00000400:00000200:2.0:1767384656.401102:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[130, 62] 00000400:00000200:2.0:1767384656.401110:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 62], ns[134, 62] 00000400:00000200:2.0:1767384656.401113:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 62], ns[164, 62] 00000400:00000200:2.0:1767384656.401117:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 62] 00000100:00000001:1.0:1767384656.401117:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384656.401122:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.401124:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:2.0:1767384656.401130:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 00000400:00000200:2.0:1767384656.401135:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 50], ns[81, 50] 00000100:00000040:1.0:1767384656.401135:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000da11bbe] to pc [ptlrpcd_00_03+3] req@000000000da11bbe x1853237049190912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384656.401145:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 50], ns[128, 50] 00000400:00000200:2.0:1767384656.401158:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 50], ns[100, 50] 00000400:00000200:2.0:1767384656.401163:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[132, 50], ns[136, 50] 00000400:00000200:2.0:1767384656.401172:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 50], ns[105, 50] 00000400:00000200:2.0:1767384656.401177:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 50], ns[101, 50] 10000000:00000001:1.0:1767384656.401180:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.401184:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 50], ns[122, 50] 10000000:00000001:1.0:1767384656.401185:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.401190:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384656.401193:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384656.401194:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 50], ns[172, 50] 00000100:00000001:0.0:1767384656.401198:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384656.401202:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384656.401203:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 50], ns[121, 50] 10000000:00000001:1.0:1767384656.401205:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384656.401205:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384656.401210:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384656.401211:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 50], ns[145, 50] 00000100:00000001:0.0:1767384656.401211:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:1.0:1767384656.401212:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384656.401217:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:0.0:1767384656.401220:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000da11bbe x1853237049190912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384656.401221:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384656.401223:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 50], ns[162, 50] 00000020:01000004:1.0:1767384656.401225:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384656.401228:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384656.401231:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384656.401234:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384656.401238:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384656.401240:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 50], ns[147, 50] 00000020:01000004:1.0:1767384656.401242:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384656.401246:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384656.401247:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384656.401251:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384656.401252:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ccd4728. 00000400:00000200:2.0:1767384656.401253:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 50], ns[159, 50] 02000000:00000001:0.0:1767384656.401255:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384656.401260:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 02000000:00000001:0.0:1767384656.401260:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384656.401261:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[159, 50], ns[169, 50] 02000000:00000001:0.0:1767384656.401267:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.401268:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384656.401272:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000da11bbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049190912:0@lo:253: 00000400:00000200:2.0:1767384656.401273:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 50], ns[173, 50] 02000000:00000001:1.0:1767384656.401273:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384656.401279:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.401282:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384656.401286:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 02000000:00000001:0.0:1767384656.401288:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384656.401291:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 02000000:00000001:0.0:1767384656.401292:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384656.401295:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384656.401298:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp43 02000000:00000010:1.0:1767384656.401301:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000089ea93b6. 02000000:00000010:0.0:1767384656.401302:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000325c42f8. 00000400:00000200:2.0:1767384656.401303:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp43 lpni_is_preferred = 0 02000000:00000001:0.0:1767384656.401307:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.401310:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp43 00000100:00000001:1.0:1767384656.401310:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384656.401313:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd0231e9. 00000100:00000001:1.0:1767384656.401318:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384656.401319:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp43 NI seq info: [174:174:256:4294967295] 192.168.202.137@tcp43 LPNI seq info [164:164:8:4294967295] 00000400:00000010:0.0:1767384656.401320:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5e87169. 00000100:00000001:1.0:1767384656.401322:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384656.401327:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049190912, portal 25 00000100:00000040:1.0:1767384656.401331:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ccd4728] to pc [ptlrpcd_00_00+0] req@000000001ccd4728 x1853237049191040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384656.401332:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp43 00000100:00000001:0.0:1767384656.401338:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384656.401341:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667044352 : -123274042507264 : ffff8fe2067c8000) 00000400:00000200:2.0:1767384656.401351:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp43(192.168.202.137@tcp43:) -> 192.168.202.137@tcp43(192.168.202.137@tcp:192.168.202.137@tcp43) : PUT try# 0 00000100:00000040:0.0:1767384656.401352:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000da11bbe x1853237049190912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384656.401358:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384656.401364:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384656.401366:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.137@tcp43 00000020:00000001:1.0:1767384656.401368:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384656.401374:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039e4e1ce. 00000100:00000001:0.0:1767384656.401376:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:1.0:1767384656.401378:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384656.401381:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007477565a. 00000100:00000040:0.0:1767384656.401384:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384656.401389:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003af2cb99. 00000800:00000010:2.0:1767384656.401391:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000094d5e5b2. 00000100:00000001:1.0:1767384656.401392:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384656.401393:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049190912, offset 0 00000100:00000001:1.0:1767384656.401397:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384656.401400:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000109d5590. 00000100:00000001:1.0:1767384656.401403:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384656.401406:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384656.401407:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384656.401424:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384656.401425:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000094d5e5b2] -> 12345-192.168.202.137@tcp43 (2) 00000100:00000040:1.0:1767384656.401430:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ccd4728 x1853237049191040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384656.401438:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.1:1767384656.401441:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000094d5e5b2] -> 12345-192.168.202.137@tcp43 (2) 00000100:00000001:1.0:1767384656.401451:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384656.401452:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384656.401455:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384656.401459:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384656.401459:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006a00 02000000:00000001:1.0:1767384656.401464:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.401465:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00100000:1.0:1767384656.401468:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ccd4728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049191040:0@lo:253: 00000400:00000200:0.0:1767384656.401473:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14bd [2] + 0 00000400:00000200:2.0:1767384656.401474:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300551 rc 0 00000100:00000001:1.0:1767384656.401475:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384656.401479:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384656.401482:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033316468. 02000000:00000001:1.0:1767384656.401483:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384656.401487:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384656.401489:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f5c24d34 02000000:00000010:1.0:1767384656.401493:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000048446693. 00000400:00000200:0.0:1767384656.401496:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384656.401497:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.401502:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384656.401504:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a932ce. 00000400:00000200:0.0:1767384656.401507:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5c24d34 00000400:00000010:0.0:1767384656.401510:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5c24d34. 00000100:00000001:0.0:1767384656.401514:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384656.401515:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384656.401518:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000dc9c0123 x1853237049190912 msgsize 4848 00000400:00000010:1.0:1767384656.401519:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4b300b8. 00000100:00100000:0.0:1767384656.401525:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384656.401527:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049191040, portal 25 00000100:00000040:0.0:1767384656.401528:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384656.401533:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384656.401535:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667047936 : -123274042503680 : ffff8fe2067c8e00) 00000100:00000001:0.0:1767384656.401537:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384656.401541:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ccd4728 x1853237049191040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384656.401543:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003af2cb99 00000400:00000010:0.0:1767384656.401547:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003af2cb99. 00000100:00000001:0.0:1767384656.401551:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384656.401556:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000da11bbe x1853237049190912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384656.401558:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384656.401560:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000100:00000040:1.0:1767384656.401567:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384656.401571:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384656.401572:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009f3398c. 00000100:00000040:0.0:1767384656.401576:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000da11bbe x1853237049190912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384656.401577:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049191040, offset 0 00000100:00000001:0.0:1767384656.401587:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384656.401588:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384656.401591:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384656.401596:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384656.401604:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384656.401630:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006a80 00000400:00000200:1.0:1767384656.401642:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14c5 [2] + 0 00000100:00000001:0.0:1767384656.401643:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294944829 00000400:00000200:2.0:1767384656.401645:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000010:1.0:1767384656.401646:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f02eb16a. 00000100:00000010:0.0:1767384656.401648:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c712019d. 00000400:00000200:1.0:1767384656.401651:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d91d8f64 00000400:00000200:1.0:1767384656.401657:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384656.401657:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384656.401665:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384656.401666:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294944829 00000400:00000200:1.0:1767384656.401668:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d91d8f64 00000400:00000010:1.0:1767384656.401671:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d91d8f64. 00000100:00000010:0.0:1767384656.401672:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6bf58d5. 00000100:00000001:1.0:1767384656.401675:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384656.401676:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384656.401678:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384656.401680:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294944829 00000100:00000040:1.0:1767384656.401681:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000029fac19 x1853237049191040 msgsize 4848 00000100:00000010:0.0:1767384656.401686:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9a29398. 00000100:00100000:1.0:1767384656.401691:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384656.401692:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384656.401694:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384656.401698:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294944829 00000100:00000010:0.0:1767384656.401702:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008fb63d7. 00000400:00000200:2.0:1767384656.401703:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000001:1.0:1767384656.401704:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384656.401705:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384656.401712:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009f3398c 00000100:00000001:0.0:1767384656.401712:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384656.401716:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009f3398c. 00000100:00000001:0.0:1767384656.401717:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.401723:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.401724:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384656.401725:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384656.401730:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ccd4728 x1853237049191040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.401734:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384656.401737:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384656.401738:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384656.401741:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384656.401744:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ccd4728 x1853237049191040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.401745:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384656.401748:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.401753:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.401755:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.401757:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000001:1.0:1767384656.401758:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384656.401764:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.401769:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294944829 00000100:00000001:1.0:1767384656.401772:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294944829 00000100:00000001:1.0:1767384656.401774:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294944829 00000100:00000001:1.0:1767384656.401776:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294944829 00000100:00000001:1.0:1767384656.401778:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294944829 00000100:00000001:1.0:1767384656.401780:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294944829 00000100:00000001:1.0:1767384656.401781:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294944829 00000100:00000001:1.0:1767384656.401783:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294944829 00000100:00000001:1.0:1767384656.401790:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384656.401794:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.401796:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.401797:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.401803:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384656.401804:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384656.401807:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384656.401808:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384656.401810:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.401813:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.401822:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000001:1.0:1767384656.401835:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384656.401838:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190912 02000000:00000001:1.0:1767384656.401840:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384656.401843:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384656.401845:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384656.401848:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384656.401850:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190912 00000020:00000001:1.0:1767384656.401852:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384656.401854:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384656.401856:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384656.401858:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:1.0:1767384656.401860:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384656.401863:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384656.401866:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384656.401869:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003667b74a. 00000100:00000001:1.0:1767384656.401872:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384656.401874:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003667b74a. 00000400:00000200:2.0:1767384656.401875:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000020:00000010:1.0:1767384656.401879:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf4376dd. 00000020:00000010:1.0:1767384656.401886:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fc3ebdfa. 00000020:00000010:1.0:1767384656.401891:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009527b0b3. 00000100:00000040:1.0:1767384656.401899:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384656.401902:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384656.401904:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384656.401905:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.401912:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.401930:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000001:1.0:1767384656.401930:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.401938:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384656.401942:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191040 02000000:00000001:0.0:1767384656.401944:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384656.401946:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384656.401947:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384656.401949:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.401951:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384656.401952:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191040 00000100:00000001:1.0:1767384656.401956:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384656.401956:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384656.401959:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384656.401962:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384656.401964:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000100:00100000:1.0:1767384656.401965:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000040:1.0:1767384656.401970:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000020:00000001:0.0:1767384656.401973:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384656.401975:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804191812688 : -123269517738928 : ffff8fe3142efc50) 00000020:00000001:0.0:1767384656.401976:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384656.401983:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384656.401985:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dc9c0123 x1853237049190912/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:637/0 lens 4848/0 e 0 to 0 dl 1767384667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384656.401986:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053d7b6a1. 00000400:00000200:2.0:1767384656.401988:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000001:0.0:1767384656.401991:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384656.401997:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053d7b6a1. 00000100:00000001:1.0:1767384656.402003:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384656.402004:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090ecd794. 00000020:00000010:1.0:1767384656.402007:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003667b74a. 00000020:00000010:0.0:1767384656.402009:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df42c97a. 00000100:00000001:1.0:1767384656.402013:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384656.402014:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2c96b65. 00000020:00000010:1.0:1767384656.402020:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003667b74a. 00000100:00000001:0.0:1767384656.402021:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384656.402024:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384656.402026:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384656.402030:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dc9c0123 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16351:x1853237049190912:12345-0@lo:253: 00000100:00000001:0.0:1767384656.402031:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.402035:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384656.402038:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190912 00000020:00000001:1.0:1767384656.402044:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384656.402046:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384656.402049:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384656.402049:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384656.402051:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000100:00100000:0.0:1767384656.402054:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000020:00000001:1.0:1767384656.402055:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.402060:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000020:00000001:1.0:1767384656.402062:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384656.402063:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804191797328 : -123269517754288 : ffff8fe3142ec050) 00000020:00000001:1.0:1767384656.402068:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000100:00000040:0.0:1767384656.402070:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000029fac19 x1853237049191040/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:637/0 lens 4848/0 e 0 to 0 dl 1767384667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384656.402076:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384656.402080:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.402080:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384656.402084:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053d7b6a1. 00000020:00000001:1.0:1767384656.402085:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384656.402090:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384656.402091:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384656.402096:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384656.402096:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053d7b6a1. 00000100:00000001:1.0:1767384656.402104:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384656.402107:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000029fac19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16348:x1853237049191040:12345-0@lo:253: 02000000:00000001:1.0:1767384656.402108:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384656.402112:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000200:0.0:1767384656.402114:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191040 02000000:00000010:1.0:1767384656.402115:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000288742d6. 02000000:00000001:1.0:1767384656.402120:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384656.402121:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384656.402122:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384656.402126:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384656.402126:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384656.402130:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384656.402135:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:1.0:1767384656.402137:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e809a1f4. 20000000:01000000:1.0:1767384656.402141:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384656.402145:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384656.402145:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384656.402151:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384656.402152:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 20000000:00000001:1.0:1767384656.402154:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384656.402155:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384656.402159:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384656.402161:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384656.402162:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384656.402166:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384656.402166:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384656.402172:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.402175:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:1.0:1767384656.402177:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b3721cd0. 02000000:00000001:0.0:1767384656.402178:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:1.0:1767384656.402182:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 02000000:00000010:0.0:1767384656.402185:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007eb054ae. 20000000:00000001:1.0:1767384656.402187:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:0.0:1767384656.402188:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.402192:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.402193:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00080000:00000001:1.0:1767384656.402193:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384656.402197:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384656.402198:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:0.0:1767384656.402204:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007477565a. 20000000:01000000:0.0:1767384656.402208:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384656.402210:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384656.402211:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384656.402213:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384656.402215:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384656.402216:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384656.402217:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384656.402232:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384656.402235:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384656.402237:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00080000:00000001:1.0:1767384656.402237:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384656.402240:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384656.402244:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384656.402247:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000020:00000001:1.0:1767384656.402254:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:1.0:1767384656.402256:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384656.402259:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384656.402264:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384656.402266:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384656.402270:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384656.402277:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:1.0:1767384656.402281:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384656.402286:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000022c2a8d4. 00080000:00000001:1.0:1767384656.402290:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799654112256 : -123274055439360 : ffff8fe205b72c00) 00080000:00000001:1.0:1767384656.402295:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384656.402296:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000001:00000001:1.0:1767384656.402299:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384656.402305:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003667b74a. 00080000:00000001:1.0:1767384656.402308:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384656.402311:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384656.402325:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.402339:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00080000:00000001:1.0:1767384656.402342:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384656.402371:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384656.402375:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.402379:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.402455:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.402503:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.402540:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.402565:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.402592:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.402715:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.402765:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.402810:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.402869:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.402924:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.402998:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.403057:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.403089:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.403115:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.403139:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.403172:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.403206:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.403244:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384656.403279:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00080000:00000010:1.0:1767384656.403298:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000022c2a8d4. 00080000:00000010:0.0:1767384656.403342:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003667b74a. 00040000:00000001:0.0:1767384656.403349:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384656.403352:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384656.403354:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384656.403358:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384656.403362:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384656.403364:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384656.403376:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384656.403387:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384656.403391:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384656.403393:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000022c2a8d4. 20000000:01000000:1.0:1767384656.403396:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00080000:00000001:0.0:1767384656.403397:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:1.0:1767384656.403405:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384656.403421:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384656.403424:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384656.403432:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384656.403440:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384656.403443:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384656.403445:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384656.403446:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384656.403448:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384656.403450:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:1.0:1767384656.403454:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:1.0:1767384656.403456:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:0.0:1767384656.403458:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384656.403460:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384656.403464:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384656.403466:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384656.403467:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384656.403472:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.403473:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384656.403476:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:1.0:1767384656.403478:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384656.403482:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:1.0:1767384656.403487:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:0.0:1767384656.403488:0:17096:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001fcaced4 count: 2 00010000:00000001:0.0:1767384656.403491:0:17096:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767384656.403492:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001bd0a7b3. 00000800:00000010:2.0:1767384656.403495:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3e998fb. 00080000:00000001:1.0:1767384656.403497:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799654111232 : -123274055440384 : ffff8fe205b72800) 00080000:00000001:1.0:1767384656.403502:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384656.403503:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000352d2721. 00000001:00000001:1.0:1767384656.403504:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384656.403509:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009add4744. 00000800:00000010:2.0:1767384656.403514:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007359ea4c. 00080000:00000001:1.0:1767384656.403515:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.403515:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384656.403520:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:0.0:1767384656.403520:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f752cfe4. 00000020:00000001:0.0:1767384656.403524:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384656.403527:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f752cfe4 with handle 0x7f71e2b70dd20393 to hash 00000020:00000001:0.0:1767384656.403529:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384656.403530:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.403531:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780666880 : -123268928884736 : ffff8fe337483000) 00010000:00000001:0.0:1767384656.403536:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780666880 : -123268928884736 : ffff8fe337483000) 00010000:00000001:0.0:1767384656.403539:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384656.403541:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384656.403541:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384656.403546:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384656.403552:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007359ea4c. 00010000:00000001:0.0:1767384656.403553:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384656.403558:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384656.403561:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384656.403562:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384656.403564:0:17096:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000800:00020000:2.0:1767384656.403567:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00010000:00010000:0.0:1767384656.403568:0:17096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2038c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd20385 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384656.403576:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000352d2721. 00010000:00000001:0.0:1767384656.403577:0:17096:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384656.403580:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384656.403582:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a3e998fb. 00010000:00000001:0.0:1767384656.403583:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384656.403584:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.403588:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.403590:0:17096:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384656.403591:0:17096:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384656.403596:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001fcaced4) refcount = 2 00010000:00000040:0.0:1767384656.403598:0:17096:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384656.403599:0:17096:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2038c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7f71e2b70dd20385 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384656.403634:0:17096:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384656.403636:0:17096:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384656.403641:0:17096:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053d7b6a1. 00000100:00000001:0.0:1767384656.403643:0:17096:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384656.403646:0:17096:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003af2cb99. 00000100:00000001:0.0:1767384656.403648:0:17096:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799662891968 : -123274046659648 : ffff8fe2063d23c0) 00000100:00000001:0.0:1767384656.403649:0:17096:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620799662891968 : -123274046659648 : ffff8fe2063d23c0) 00000100:00000001:0.0:1767384656.403651:0:17096:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384656.403653:0:17096:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384656.403654:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384656.403657:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:02020000:2.0:1767384656.403659:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp43 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384656.403660:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384656.403663:0:17096:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384656.403666:0:17096:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384656.403669:0:17096:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384656.403672:0:17096:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:2.0:1767384656.403673:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp43 notifying 192.168.202.137@tcp43: down 00000100:00000010:0.0:1767384656.403675:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c050f29. 00000020:00000040:0.0:1767384656.403678:0:17096:0:(genops.c:1229:class_import_get()) import 0000000046210a5b refcount=2 obd=MGS 00000100:00000001:0.0:1767384656.403680:0:17096:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384656.403682:0:17096:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384656.403684:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp43 down 02000000:00000001:0.0:1767384656.403685:0:17096:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384656.403690:0:17096:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008de7269a. 00000100:00000001:0.0:1767384656.403694:0:17096:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1767384656.403695:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 608 0@<0:0>->192.168.202.137@tcp43 00010000:00010000:0.0:1767384656.403699:0:17096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2038c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7f71e2b70dd20385 expref: 16 pid: 17074 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384656.403701:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039e4e1ce. 00000400:00000200:2.0:1767384656.403709:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00010000:0.0:1767384656.403714:0:17096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2038c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7f71e2b70dd20385 expref: 16 pid: 17074 timeout: 427 lvb_type: 0 00000400:00000200:2.0:1767384656.403719:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp43->192.168.202.137@tcp43: PUT: LOCAL_ERROR 00010000:00000001:0.0:1767384656.403725:0:17096:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384656.403727:0:17096:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384656.403729:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002c050f29 x1853237049191168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384656.403735:0:16336:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp43 added to recovery queue. ping count: 0 next ping: 278 health :900 00000400:00000200:2.0:1767384656.403742:0:16336:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384656.403750:0:16336:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 1 00000100:00000001:0.0:1767384656.403754:0:17096:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384656.403757:0:17096:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.403759:0:16336:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00100000:0.0:1767384656.403762:0:17096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002c050f29 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049191168:0@lo:104: 00000100:00000001:0.0:1767384656.403767:0:17096:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384656.403769:0:17096:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384656.403770:0:17096:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384656.403771:0:17096:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384656.403774:0:17096:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000332a027d. 02000000:00000001:0.0:1767384656.403775:0:17096:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384656.403778:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b7622e. 00000400:00000010:0.0:1767384656.403782:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68e221b. 00000100:00000200:0.0:1767384656.403784:0:17096:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049191168, portal 16 00000100:00000001:0.0:1767384656.403786:0:17096:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384656.403788:0:17096:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575788160 : -123274133763456 : ffff8fe2010c0a80) 00000100:00000040:0.0:1767384656.403791:0:17096:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000002c050f29 x1853237049191168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384656.403796:0:17096:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384656.403799:0:17096:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384656.403801:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384656.403802:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094564672. 00000100:00000200:0.0:1767384656.403806:0:17096:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049191168, offset 0 00000400:00000200:1.0:1767384656.403807:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x301151 00000400:00000200:0.0:1767384656.403812:0:17096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000001:1.0:1767384656.403817:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384656.403818:0:17096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:1.0:1767384656.403822:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384656.403824:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f813c88 00000400:00000010:1.0:1767384656.403826:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f813c88. 00000400:00000200:0.0:1767384656.403829:0:17096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260006b00 00000400:00000200:1.0:1767384656.403832:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384656.403836:0:17096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x187d [2] + 656 00000400:00000200:1.0:1767384656.403839:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:0.0:1767384656.403843:0:17096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384656.403844:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (38) 00000400:00000200:0.0:1767384656.403847:0:17096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384656.403855:0:16346:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384656.403857:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300151 rc -71 00000400:00000200:1.0:1767384656.403860:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000100:00000001:0.0:1767384656.403860:0:17096:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384656.403865:0:17096:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:1.0:1767384656.403866:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (37) 00000100:00000010:0.0:1767384656.403873:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1ef835c. 00000100:00000040:0.0:1767384656.403877:0:17096:0:(events.c:337:request_in_callback()) incoming req@00000000f1ef835c x1853237049191168 msgsize 328 00000100:00100000:0.0:1767384656.403883:0:17096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384656.403896:0:17096:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384656.403908:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094564672 00000400:00000010:0.0:1767384656.403911:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094564672. 00000100:00000001:0.0:1767384656.403914:0:17096:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384656.403917:0:17096:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002c050f29 x1853237049191168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384656.403924:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384656.403926:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002c050f29 x1853237049191168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384656.403929:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384656.403931:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384656.403934:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191168 00000100:00000001:0.0:1767384656.403934:0:17096:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384656.403938:0:17096:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.403939:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384656.403941:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294944831 00000100:00000001:2.0:1767384656.403943:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384656.403946:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294944829 00000100:00000001:0.0:1767384656.403949:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294944831 00000100:00000001:0.0:1767384656.403951:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294944829 00000100:00000001:2.0:1767384656.403954:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.403955:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294944831 00000100:00000001:0.0:1767384656.403960:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294944829 02000000:00000001:2.0:1767384656.403962:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.403963:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294944831 00000100:00000001:0.0:1767384656.403967:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294944829 00000100:00100000:2.0:1767384656.403969:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191168 00000100:00000001:0.0:1767384656.403970:0:17096:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384656.403975:0:17096:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.403976:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767384656.403977:0:17096:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384656.403979:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd1fff7 00010000:00000001:0.0:1767384656.403980:0:17096:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384656.403985:0:17096:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.403986:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384656.403987:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.403990:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767384656.403991:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000020c2555a refcount=3 00010000:00000001:0.0:1767384656.403992:0:17096:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.403995:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:2.0:1767384656.403997:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00010000:00000001:0.0:1767384656.403997:0:17096:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384656.404001:0:17096:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.404005:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000100:00000001:0.0:1767384656.404005:0:17096:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384656.404007:0:17096:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384656.404011:0:17096:0:(client.c:2690:ptlrpc_set_wait()) set 000000003af2cb99 going to sleep for 11 seconds 00000100:00000001:2.0:1767384656.404012:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384656.404013:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384656.404017:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007359ea4c. 00000100:00000001:0.0:1767384656.404022:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.404023:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384656.404027:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007359ea4c. 00080000:00000020:0.0:1767384656.404031:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000010:2.0:1767384656.404034:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000375d68c6. 00000100:00000001:0.0:1767384656.404036:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384656.404039:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e809a1f4. 00000020:00000010:2.0:1767384656.404040:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef005ad2. 20000000:00000001:0.0:1767384656.404045:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384656.404048:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ec07e373. 00010000:00000040:0.0:1767384656.404051:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049190912 00010000:00000001:0.0:1767384656.404055:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384656.404057:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000200:0.0:1767384656.404062:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dc9c0123 x1853237049190912/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:637/0 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.404063:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384656.404066:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384656.404069:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.404076:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.404078:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384656.404082:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384656.404086:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384656.404091:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.404092:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384656.404097:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384656.404100:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384656.404104:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384656.404106:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384656.404107:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.404110:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384656.404113:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384656.404117:0:22098:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384656.404119:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384656.404121:0:22098:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384656.404121:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384656.404127:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000020c2555a : new rpc_count 1 00000100:00000001:1.0:1767384656.404127:0:22098:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384656.404128:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000566606aa. 00000100:00000001:1.0:1767384656.404133:0:22098:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.404134:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575799808 : -123274133751808 : ffff8fe2010c3800) 00000100:00000200:0.0:1767384656.404135:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049190912, offset 224 00000100:00000040:2.0:1767384656.404146:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f1ef835c x1853237049191168/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:637/0 lens 328/0 e 0 to 0 dl 1767384667 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384656.404146:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384656.404157:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384656.404167:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006a00 00000100:00000001:2.0:1767384656.404168:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384656.404174:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007359ea4c. 00000400:00000200:0.0:1767384656.404174:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d35 [2] + 224 00000100:00000001:2.0:1767384656.404180:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384656.404180:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384656.404186:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007359ea4c. 00000400:00000200:0.0:1767384656.404187:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384656.404189:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384656.404192:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000da11bbe x1853237049190912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384656.404203:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000da11bbe x1853237049190912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384656.404204:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f1ef835c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049191168:12345-0@lo:104: 00000100:00000200:2.0:1767384656.404216:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191168 00010000:00000001:2.0:1767384656.404221:0:17064:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384656.404226:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384656.404226:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384656.404228:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384656.404231:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=2 00000100:00000001:1.0:1767384656.404234:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384656.404236:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00000100:00000001:1.0:1767384656.404237:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384656.404238:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000566606aa 00000400:00000010:0.0:1767384656.404242:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000566606aa. 00010000:00000001:2.0:1767384656.404243:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00000100:00000001:0.0:1767384656.404246:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384656.404249:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384656.404249:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384656.404250:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384656.404252:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384656.404254:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384656.404255:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.404258:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000010:1.0:1767384656.404260:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd0231e9. 00010000:00010000:2.0:1767384656.404262:0:17064:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd2038c expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.404264:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384656.404268:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5e87169 00000020:00000001:0.0:1767384656.404269:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384656.404274:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5e87169. 00000020:00000001:0.0:1767384656.404275:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384656.404278:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384656.404281:0:16351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384656.404283:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384656.404284:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc9c0123 x1853237049190912/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:637/0 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384656.404288:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002828d233. 00000100:00000200:1.0:1767384656.404290:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000da11bbe x1853237049190912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384656.404294:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.404301:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.404307:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384656.404311:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384656.404317:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aca2e737 time=73 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384656.404318:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dc9c0123 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16351:x1853237049190912:12345-0@lo:253: Request processed in 2312us (2796us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384656.404321:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000da11bbe x1853237049190912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.404328:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384656.404335:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384656.404341:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384656.404341:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000001:2.0:1767384656.404342:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:1.0:1767384656.404345:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384656.404347:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 02000000:00000001:2.0:1767384656.404351:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384656.404351:0:16351:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384656.404352:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384656.404355:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384656.404356:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.404356:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384656.404357:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384656.404360:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384656.404361:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fc3ebdfa. 00000100:00000001:2.0:1767384656.404362:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384656.404363:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384656.404368:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009527b0b3. 00000100:00001000:1.0:1767384656.404369:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=73 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384656.404373:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384656.404374:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf4376dd. 00000100:00001000:1.0:1767384656.404375:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=73 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384656.404380:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384d964. 00000100:00000001:1.0:1767384656.404380:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384656.404381:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000001:1.0:1767384656.404383:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384656.404387:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049191168, offset 224 00010000:00000001:1.0:1767384656.404387:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384656.404388:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384656.404389:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384656.404391:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000288742d6. 00000100:00000001:1.0:1767384656.404394:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384656.404397:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384656.404400:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000da11bbe x1853237049190912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.404402:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384656.404403:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384656.404422:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384656.404428:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd0231e9. 00000400:00000010:0.0:1767384656.404434:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000566606aa. 00000400:00000200:2.0:1767384656.404436:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384656.404446:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384656.404449:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384656.404452:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384656.404453:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260006b00 00000020:01000004:1.0:1767384656.404457:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384656.404459:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384656.404461:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384656.404464:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384656.404465:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1d45 [1] + 224 00000020:01000004:1.0:1767384656.404466:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384656.404467:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384656.404468:0:16351:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384656.404469:0:16351:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384656.404470:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384656.404470:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384656.404480:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384656.404485:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384656.404489:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384656.404489:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000da11bbe x1853237049190912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384656.404498:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002c050f29 x1853237049191168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384656.404500:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000da11bbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049190912:0@lo:253: 00000100:00000001:1.0:1767384656.404510:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.404515:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384656.404521:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000da11bbe x1853237049190912/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384656.404523:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002c050f29 x1853237049191168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384656.404534:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384656.404537:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384656.404540:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000325c42f8. 02000000:00000001:1.0:1767384656.404544:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384656.404546:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384656.404547:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384656.404549:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384656.404551:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009e2e6caf. 00000100:00000001:2.0:1767384656.404552:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384656.404554:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384656.404557:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384656.404559:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 00000400:00000200:2.0:1767384656.404561:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384d964 00000100:00000001:1.0:1767384656.404562:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384656.404565:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384656.404567:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384d964. 00000100:00000001:1.0:1767384656.404568:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.404572:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384656.404575:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384656.404580:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384656.404582:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.404582:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.404586:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384656.404589:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384656.404591:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:1.0:1767384656.404592:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384656.404592:0:17096:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384656.404595:0:17096:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384656.404598:0:17096:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b7622e. 00010000:00000001:2.0:1767384656.404599:0:17064:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1767384656.404602:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68e221b 00010000:00000010:2.0:1767384656.404605:0:17064:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000352d2721. 00000400:00000010:0.0:1767384656.404605:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68e221b. 00000100:00000001:0.0:1767384656.404634:0:17096:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384656.404643:0:17064:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1767384656.404644:0:17096:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002c050f29 x1853237049191168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384656.404651:0:17096:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002c050f29 x1853237049191168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384656.404656:0:17096:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384656.404658:0:17064:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:0.0:1767384656.404658:0:17096:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.404663:0:17096:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384656.404666:0:17064:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384656.404666:0:17096:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384656.404668:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384656.404670:0:17064:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.404672:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.404675:0:17064:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384656.404676:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384656.404683:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384656.404685:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767384656.404687:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1ef835c x1853237049191168/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:637/0 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384656.404688:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd2038c expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384656.404691:0:17096:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384656.404694:0:17096:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384656.404700:0:17096:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384656.404706:0:17096:0:(import.c:2128:obd_at_measure()) add 5 to 0000000064d2fb3e time=73 v=5 (5 0 0 0) 00010000:00010000:1.0:1767384656.404708:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052d18255 already unused, calling callback (000000004e97d7c8) 00000100:00001000:0.0:1767384656.404713:0:17096:0:(import.c:2128:obd_at_measure()) add 1 to 000000004a8fb74c time=73 v=5 (1 0 0 0) 10000000:00000001:1.0:1767384656.404714:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384656.404718:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7f71e2b70dd2038c expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384656.404721:0:17096:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384656.404723:0:17096:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384656.404727:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1ef835c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049191168:12345-0@lo:104: Request processed in 554us (844us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384656.404728:0:17096:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384656.404730:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384656.404731:0:17096:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.404733:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384656.404737:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384656.404737:0:17096:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384656.404741:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=3 00000020:00000001:1.0:1767384656.404746:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00000100:00000040:0.0:1767384656.404746:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002c050f29 x1853237049191168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384656.404747:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00000001:1.0:1767384656.404752:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00000100:00000040:2.0:1767384656.404755:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020c2555a : new rpc_count 0 00010000:00000001:1.0:1767384656.404759:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384656.404762:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:1.0:1767384656.404763:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7f71e2b70dd2038c expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384656.404767:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384656.404767:0:17096:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384656.404772:0:17096:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384656.404774:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef005ad2. 10000000:00000001:1.0:1767384656.404774:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384656.404775:0:17096:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:1.0:1767384656.404777:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7f71e2b70dd2038c expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.404781:0:17096:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000010:2.0:1767384656.404784:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ec07e373. 10000000:01000000:1.0:1767384656.404785:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:0.0:1767384656.404785:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.404788:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384656.404793:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:0.0:1767384656.404793:0:17096:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384656.404794:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000375d68c6. 10000000:00000040:1.0:1767384656.404797:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000040:0.0:1767384656.404799:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c050f29 x1853237049191168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:1.0:1767384656.404801:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000020:00000040:2.0:1767384656.404809:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000020c2555a : new refcount 2 00010000:00000001:1.0:1767384656.404811:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:0.0:1767384656.404813:0:17096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002c050f29 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049191168:0@lo:104: 00010000:00000001:1.0:1767384656.404814:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.404815:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.404818:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.404822:0:17096:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.404824:0:17096:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384656.404826:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1767384656.404828:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384656.404831:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384656.404834:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 2 00000100:00000040:0.0:1767384656.404837:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002c050f29 x1853237049191168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384656.404839:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384656.404842:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.404848:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384656.404849:0:17096:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384656.404851:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:0.0:1767384656.404853:0:17096:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384656.404854:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384656.404858:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:0.0:1767384656.404859:0:17096:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000332a027d. 00010000:00000001:1.0:1767384656.404860:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384656.404864:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052d18255 with handle 0x7f71e2b70dd20385 from hash 02000000:00000001:0.0:1767384656.404865:0:17096:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384656.404866:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384656.404870:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384656.404870:0:17096:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384656.404871:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384656.404875:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:0.0:1767384656.404875:0:17096:0:(genops.c:1242:class_import_put()) import 0000000046210a5b refcount=1 obd=MGS 00010000:00000001:1.0:1767384656.404878:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:0.0:1767384656.404880:0:17096:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384656.404881:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000010:0.0:1767384656.404885:0:17096:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008de7269a. 00010000:00000001:1.0:1767384656.404886:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384656.404889:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:0.0:1767384656.404891:0:17096:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:1.0:1767384656.404893:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 02000000:00000001:0.0:1767384656.404895:0:17096:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1767384656.404897:0:17068:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000010:0.0:1767384656.404898:0:17096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c050f29. 00000100:00000001:1.0:1767384656.404900:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384656.404903:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384656.404904:0:17096:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384656.404905:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.404907:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384656.404911:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b139e8ea. 00000100:00000010:0.0:1767384656.404912:0:17096:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003af2cb99. 00000100:00000001:1.0:1767384656.404918:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.404918:0:17096:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384656.404919:0:17096:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384656.404925:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000010:0.0:1767384656.404925:0:17096:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053d7b6a1. 00010000:00000001:0.0:1767384656.404928:0:17096:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384656.404930:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd2038c expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.404931:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.404934:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384656.404939:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384656.404942:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384656.404945:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767384656.404945:0:17096:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384656.404950:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.404955:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384656.404958:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384656.404962:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000da11bbe] to pc [ptlrpcd_00_01+1] req@000000000da11bbe x1853237049191296/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384656.404992:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384656.404995:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384656.404996:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384656.404997:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.405000:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384656.405002:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384656.405004:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd2038c expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384656.405009:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384656.405010:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 0000000052d18255/0x7f71e2b70dd20385 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd2038c expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384656.405014:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000110352e8 count: 0 00000100:00000001:2.0:1767384656.405015:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384656.405020:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384656.405022:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384656.405026:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384656.405030:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000da11bbe x1853237049191296/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384656.405030:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384656.405032:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:1.0:1767384656.405033:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000352d2721. 00000100:00000001:0.0:1767384656.405035:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384656.405039:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.405040:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.405045:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384656.405047:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.405049:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.405054:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1767384656.405055:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384656.405058:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384656.405059:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.405060:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384656.405066:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384656.405067:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384656.405069:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384656.405072:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384656.405072:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384656.405075:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384656.405078:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384656.405084:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000da11bbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049191296:0@lo:103: 00000100:00000001:2.0:1767384656.405088:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384656.405091:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384656.405093:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.405095:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384656.405098:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000375d68c6. 02000000:00000001:2.0:1767384656.405101:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384656.405104:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059ab8d6. 00000400:00000010:2.0:1767384656.405109:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384d964. 00000100:00000200:2.0:1767384656.405112:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049191296, portal 18 00000100:00000001:2.0:1767384656.405114:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384656.405116:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667044352 : -123274042507264 : ffff8fe2067c8000) 00000100:00000040:2.0:1767384656.405122:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000da11bbe x1853237049191296/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.405130:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384656.405133:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384656.405137:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000948a8e5. 00000100:00000200:2.0:1767384656.405140:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049191296, offset 0 00000400:00000200:2.0:1767384656.405147:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384656.405154:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384656.405161:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260006b80 00000400:00000200:2.0:1767384656.405166:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:2.0:1767384656.405178:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384656.405181:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384656.405186:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384656.405188:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384656.405192:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000137a2345. 00000100:00000040:2.0:1767384656.405194:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000137a2345 x1853237049191296 msgsize 328 00000100:00100000:2.0:1767384656.405198:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384656.405213:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384656.405219:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000948a8e5 00000400:00000010:2.0:1767384656.405221:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000948a8e5. 00000100:00000001:2.0:1767384656.405225:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384656.405230:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000da11bbe x1853237049191296/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.405239:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384656.405243:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000da11bbe x1853237049191296/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.405245:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384656.405250:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191296 00000100:00000001:2.0:1767384656.405254:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384656.405255:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384656.405258:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384656.405260:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384656.405261:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384656.405266:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.405267:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.405272:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294944832 00000100:00000001:2.0:1767384656.405279:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944831 00000100:00100000:0.0:1767384656.405279:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191296 00000020:00000001:0.0:1767384656.405283:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384656.405287:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294944832 00000020:00000040:0.0:1767384656.405287:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384656.405292:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384656.405294:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944831 00000020:00000040:0.0:1767384656.405296:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000100:00000001:2.0:1767384656.405301:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294944832 00000020:00000001:0.0:1767384656.405302:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384656.405308:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384656.405309:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944831 00000100:00000001:0.0:1767384656.405313:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384656.405316:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294944832 00000020:00000010:0.0:1767384656.405319:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053d7b6a1. 00000100:00000001:2.0:1767384656.405322:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944831 00000100:00000001:0.0:1767384656.405323:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384656.405330:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384656.405330:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053d7b6a1. 00000100:00000001:2.0:1767384656.405335:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384656.405337:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008de7269a. 00000100:00000001:2.0:1767384656.405339:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.405343:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384656.405343:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000628d4b9b. 00000020:00000010:0.0:1767384656.405348:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000100:00000040:0.0:1767384656.405355:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384656.405357:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384656.405358:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384656.405360:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384656.405361:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384656.405364:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384656.405366:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384656.405367:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.405371:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384656.405371:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384656.405375:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384656.405376:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384656.405377:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384656.405380:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004b3e4855 refcount=4 00000100:00000001:2.0:1767384656.405382:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384656.405383:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:0.0:1767384656.405388:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00010000:0.0:1767384656.405392:0:17067:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2038c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd20385 expref: 16 pid: 17074 timeout: 427 lvb_type: 0 00010000:00000001:0.0:1767384656.405396:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.405398:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384656.405398:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.405400:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.405404:0:17067:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384656.405407:0:17067:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000137a2345 x1853237049191296/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:637/0 lens 328/0 e 0 to 0 dl 1767384667 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.405430:0:17067:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384656.405431:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.405439:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.405447:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384656.405449:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384656.405451:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384656.405453:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:0.0:1767384656.405455:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620803911670784 : -123269797880832 : ffff8fe3037c5c00) 00000100:00000040:0.0:1767384656.405458:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000137a2345 x1853237049191296/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:637/0 lens 328/0 e 0 to 0 dl 1767384667 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.405463:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384656.405465:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053d7b6a1. 00000100:00000001:0.0:1767384656.405467:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384656.405468:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053d7b6a1. 00000100:00100000:0.0:1767384656.405470:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000137a2345 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16349:x1853237049191296:12345-0@lo:103: 00000100:00000200:0.0:1767384656.405472:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191296 00010000:00000001:0.0:1767384656.405474:0:17067:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384656.405475:0:17067:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384656.405477:0:17067:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384656.405479:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384656.405480:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384656.405482:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000053eb66f3. 02000000:00000001:0.0:1767384656.405484:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.405487:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.405489:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384656.405491:0:17067:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384656.405493:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384656.405495:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384656.405497:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004b3e4855 refcount=4 00000020:00000001:0.0:1767384656.405499:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000001:0.0:1767384656.405502:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961958400 : -123268747593216 : ffff8fe342167a00) 00010000:00000040:0.0:1767384656.405512:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001fcaced4 count: 3 00010000:00010000:0.0:1767384656.405516:0:17067:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2038c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd20385 expref: 16 pid: 17074 timeout: 427 lvb_type: 0 00000100:00001000:0.0:1767384656.405522:0:17067:0:(import.c:2128:obd_at_measure()) add 0 to 000000002cb15ef2 time=1767384656 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384656.405525:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384656.405530:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.405531:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384656.405533:0:17067:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2038c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7f71e2b70dd20385 expref: 16 pid: 17074 timeout: 427 lvb_type: 0 00000020:00000001:0.0:1767384656.405540:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384656.405541:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384656.405544:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384656.405546:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.405549:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384656.405552:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384656.405557:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.405559:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384656.405561:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384656.405563:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384656.405566:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004b3e4855 with handle 0x7f71e2b70dd2038c from hash 00010000:00000001:0.0:1767384656.405569:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384656.405571:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.405572:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384656.405574:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384656.405575:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384656.405577:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384656.405580:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004b3e4855/0x7f71e2b70dd2038c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7f71e2b70dd20385 expref: 16 pid: 17074 timeout: 427 lvb_type: 0 00010000:00000040:0.0:1767384656.405586:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 9 00000020:00000040:0.0:1767384656.405588:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00010000:00000001:0.0:1767384656.405593:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384656.405595:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384656.405597:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384656.405603:0:17067:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000f752cfe4 00010000:00000001:0.0:1767384656.405604:0:17067:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384656.405605:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384656.405606:0:17067:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.405639:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384656.405640:0:17067:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.405642:0:17067:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384656.405643:0:17067:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384656.405645:0:17067:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.405649:0:17067:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384656.405651:0:17067:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384656.405652:0:17067:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384656.405653:0:17067:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384656.405654:0:17067:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001fcaced4) refcount = 2 00010000:00010000:0.0:1767384656.405656:0:17067:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.405660:0:17067:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384656.405662:0:17067:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384656.405663:0:17067:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.405664:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384656.405668:0:17067:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053d7b6a1. 00000100:00000001:0.0:1767384656.405669:0:17067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384656.405672:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003af2cb99. 00000100:00000001:0.0:1767384656.405673:0:17067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799662891968 : -123274046659648 : ffff8fe2063d23c0) 00000100:00000001:0.0:1767384656.405675:0:17067:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620799662891968 : -123274046659648 : ffff8fe2063d23c0) 00000100:00000001:0.0:1767384656.405676:0:17067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384656.405677:0:17067:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384656.405678:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384656.405680:0:17067:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384656.405681:0:17067:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384656.405683:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384656.405684:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384656.405685:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f752cfe4 refcount=5 00000020:00000001:0.0:1767384656.405691:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780666880 : -123268928884736 : ffff8fe337483000) 00010000:00000001:0.0:1767384656.405693:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780666880 : -123268928884736 : ffff8fe337483000) 00010000:00000001:0.0:1767384656.405695:0:17067:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384656.405696:0:17067:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.405700:0:17067:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384656.405701:0:17067:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.405705:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.405706:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384656.405708:0:17067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.405711:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384656.405712:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.405714:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384656.405716:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384656.405719:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f752cfe4 already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384656.405721:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384656.405723:0:17067:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384656.405724:0:17067:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.405727:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384656.405729:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384656.405730:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384656.405731:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f752cfe4 refcount=6 00000020:00000001:0.0:1767384656.405733:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780666880 : -123268928884736 : ffff8fe337483000) 00010000:00000001:0.0:1767384656.405734:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780666880 : -123268928884736 : ffff8fe337483000) 00010000:00000001:0.0:1767384656.405736:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384656.405741:0:17067:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.405744:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384656.405746:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384656.405747:0:17067:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.405757:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384656.405758:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384656.405759:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384656.405760:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384656.405762:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f752cfe4 with handle 0x7f71e2b70dd20393 from hash 00010000:00000001:0.0:1767384656.405764:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384656.405765:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.405766:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384656.405767:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384656.405769:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384656.405770:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384656.405771:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384656.405772:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.405774:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384656.405776:0:17096:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.405776:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384656.405777:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384656.405781:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.405783:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384656.405785:0:17067:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.405789:0:17096:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384656.405789:0:17067:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384656.405794:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384656.405795:0:17067:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384656.405800:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384656.405801:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.405806:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.405807:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384656.405809:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384656.405811:0:17067:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384656.405813:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.405816:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384656.405817:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384656.405818:0:17067:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384656.405820:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.405822:0:17067:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.405823:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384656.405825:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000001:0.0:1767384656.405830:0:17067:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.405832:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384656.405833:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f752cfe4/0x7f71e2b70dd20393 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.405839:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384656.405840:0:17067:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.405841:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384656.405842:0:17067:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384656.405844:0:17067:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.405845:0:17067:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.405846:0:17067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384656.405848:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003af2cb99. 00000100:00000001:0.0:1767384656.405851:0:17067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384656.405852:0:17067:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384656.405854:0:17067:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053d7b6a1. 00010000:00000001:0.0:1767384656.405856:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384656.405858:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001fcaced4 count: 0 00010000:00010000:0.0:1767384656.405862:0:17067:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384656.405864:0:17067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.405867:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384656.405868:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384656.405871:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384656.405874:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384656.405877:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384656.405879:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384656.405882:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384656.405883:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.405886:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384656.405889:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384656.405892:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68e221b. 00000100:00000200:0.0:1767384656.405896:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049191296, offset 224 00000400:00000200:0.0:1767384656.405901:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384656.405907:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384656.405914:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260006b80 00000400:00000200:0.0:1767384656.405917:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1d59 [1] + 224 00000400:00000200:0.0:1767384656.405925:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384656.405927:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384656.405929:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384656.405931:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000da11bbe x1853237049191296/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384656.405937:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000da11bbe x1853237049191296/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.405948:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384656.405952:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68e221b 00000400:00000010:0.0:1767384656.405953:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68e221b. 00000100:00000001:0.0:1767384656.405954:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384656.405955:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384656.405957:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.405959:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384656.405961:0:17067:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.405962:0:17067:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.405965:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000137a2345 x1853237049191296/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:637/0 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384656.405970:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000137a2345 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049191296:12345-0@lo:103: Request processed in 507us (775us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384656.405974:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384656.405976:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384656.405979:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384656.405979:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384656.405983:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384656.405984:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384656.405985:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384656.405987:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000628d4b9b. 00000400:00000001:2.0:1767384656.405989:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384656.405990:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000400:00000010:2.0:1767384656.405993:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059ab8d6. 00000020:00000010:0.0:1767384656.405994:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008de7269a. 00000400:00000200:2.0:1767384656.406000:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384d964 00000020:00000040:0.0:1767384656.406000:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000001:0.0:1767384656.406001:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384656.406005:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384d964. 00000100:00000001:2.0:1767384656.406010:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384656.406016:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000da11bbe x1853237049191296/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384656.406025:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000da11bbe x1853237049191296/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.406032:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384656.406034:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.406036:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384656.406038:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384656.406039:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384656.406041:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.406043:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384656.406046:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=73 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384656.406049:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384656.406051:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384656.406053:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.406055:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384656.406057:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.406059:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.406062:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000da11bbe x1853237049191296/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.406068:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384656.406070:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384656.406078:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384656.406082:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000da11bbe x1853237049191296/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384656.406090:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000da11bbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049191296:0@lo:103: 00000100:00000001:2.0:1767384656.406095:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.406098:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000010:0.0:1767384656.406098:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001bd0a7b3. 00000100:00000040:2.0:1767384656.406104:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000da11bbe x1853237049191296/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.406112:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384656.406114:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384656.406117:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000375d68c6. 02000000:00000001:2.0:1767384656.406120:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384656.406121:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384656.406123:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384656.406125:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384656.406127:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b139e8ea. 02000000:00000001:2.0:1767384656.406130:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384656.406132:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384656.406133:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 00000100:00000001:2.0:1767384656.406136:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384656.406137:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.406140:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384656.406141:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009add4744. 00000100:00000001:2.0:1767384656.406145:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00040000:00000001:1.0:1767384656.406146:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1767384656.406150:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384656.406150:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384656.406153:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.406155:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000002:1.0:1767384656.406157:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 00000100:00000001:2.0:1767384656.406159:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384656.406161:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384656.406164:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384656.406166:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384656.406175:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384656.406177:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384656.406181:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384656.406188:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384656.406193:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384656.406202:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384656.406205:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384656.406207:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384656.406211:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006ef4712e. 00010000:00000001:0.0:1767384656.406213:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384656.406215:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fc52afd. 00000020:00000001:0.0:1767384656.406217:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384656.406219:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004fc52afd with handle 0x7f71e2b70dd2039a to hash 00000020:00000001:0.0:1767384656.406221:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384656.406222:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00010000:00000001:0.0:1767384656.406224:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00010000:00000001:0.0:1767384656.406226:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384656.406227:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384656.406228:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd2039a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.406232:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384656.406233:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384656.406234:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384656.406235:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384656.406236:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.406237:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384656.406238:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.406239:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384656.406240:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384656.406241:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384656.406242:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384656.406243:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006ef4712e) refcount = 1 00010000:00010000:0.0:1767384656.406244:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd2039a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.406247:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384656.406248:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384656.406249:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.406250:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.406251:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384656.406256:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384656.406257:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384656.406259:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384656.406260:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384656.406262:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fc52afd refcount=4 00000020:00000001:0.0:1767384656.406263:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00010000:00000001:0.0:1767384656.406264:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00010000:00000001:0.0:1767384656.406266:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384656.406267:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd2039a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.406271:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384656.406273:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd2039a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.406276:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.406277:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384656.406278:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd2039a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.406281:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384656.406283:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384656.406285:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384656.406285:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384656.406287:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd2039a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384656.406290:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384656.406294:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007477565a. 00010000:00010000:0.0:1767384656.406295:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004fc52afd already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384656.406300:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:1.0:1767384656.406302:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.406302:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384656.406305:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd2039a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384656.406307:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049191040 00010000:00000001:1.0:1767384656.406313:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384656.406315:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384656.406319:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000200:1.0:1767384656.406321:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000029fac19 x1853237049191040/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:637/0 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384656.406322:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384656.406328:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384656.406330:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384656.406334:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=73 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384656.406334:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fc52afd refcount=5 00000100:00000001:1.0:1767384656.406340:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384656.406341:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 00000100:00000040:1.0:1767384656.406344:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384656.406348:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:0.0:1767384656.406348:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668928 : -123268928882688 : ffff8fe337483800) 02000000:00000001:1.0:1767384656.406353:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384656.406356:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.406356:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384656.406361:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767384656.406361:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd2039a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384656.406365:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384656.406370:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009f3398c. 00010000:00000001:0.0:1767384656.406373:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384656.406375:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384656.406378:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384656.406380:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049191040, offset 224 00010000:00000001:0.0:1767384656.406383:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1767384656.406387:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384656.406387:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384656.406391:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384656.406395:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384656.406395:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384656.406402:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004fc52afd with handle 0x7f71e2b70dd2039a from hash 00000400:00000200:1.0:1767384656.406407:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006a80 00010000:00000001:0.0:1767384656.406408:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384656.406424:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.406425:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384656.406427:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d3d [2] + 224 00010000:00000001:0.0:1767384656.406428:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384656.406431:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384656.406433:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384656.406435:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384656.406435:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384656.406437:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.406440:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384656.406443:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384656.406444:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384656.406446:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384656.406450:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.406451:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384656.406452:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384656.406452:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.406456:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.406457:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384656.406460:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ccd4728 x1853237049191040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384656.406461:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd2039a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.406471:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.406472:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384656.406479:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001ccd4728 x1853237049191040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384656.406481:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384656.406483:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384656.406485:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.406487:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384656.406489:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384656.406491:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384656.406495:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384656.406499:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd2039a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.406503:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384656.406504:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384656.406505:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004fc52afd/0x7f71e2b70dd2039a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384656.406508:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006ef4712e count: 0 00000100:00000001:1.0:1767384656.406510:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384656.406514:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384656.406516:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009f3398c 20000000:00000001:0.0:1767384656.406517:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384656.406521:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009f3398c. 00000100:00000001:1.0:1767384656.406525:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384656.406526:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384656.406529:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384656.406531:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384656.406533:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384656.406535:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.406536:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384656.406539:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384656.406540:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000029fac19 x1853237049191040/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:637/0 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.406544:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384656.406551:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384656.406551:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000029fac19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049191040:12345-0@lo:253: Request processed in 4471us (4869us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384656.406556:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384656.406559:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052a932ce. 00000100:00100000:1.0:1767384656.406561:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000040:1.0:1767384656.406565:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:1.0:1767384656.406567:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384656.406569:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4b300b8 00000100:00000001:1.0:1767384656.406569:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384656.406573:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df42c97a. 00000400:00000010:2.0:1767384656.406574:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4b300b8. 00000020:00000010:1.0:1767384656.406578:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2c96b65. 00000100:00000001:2.0:1767384656.406581:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384656.406587:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ccd4728 x1853237049191040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384656.406589:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090ecd794. 00000020:00000040:1.0:1767384656.406593:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:1.0:1767384656.406598:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384656.406600:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007eb054ae. 02000000:00000001:1.0:1767384656.406604:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384656.406624:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384656.406628:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384656.406631:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aad89ee4. 00000400:00000010:1.0:1767384656.406635:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009f3398c. 00000100:00000200:2.0:1767384656.406649:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ccd4728 x1853237049191040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.406657:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384656.406659:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.406661:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384656.406663:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384656.406664:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384656.406666:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.406668:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384656.406671:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=73 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384656.406674:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384656.406677:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384656.406678:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.406680:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384656.406681:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.406683:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.406686:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ccd4728 x1853237049191040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.406694:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384656.406695:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384656.406697:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384656.406699:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384656.406701:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384656.406702:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384656.406704:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384656.406705:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384656.406707:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384656.406708:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384656.406709:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384656.406710:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384656.406713:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ccd4728 x1853237049191040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384656.406721:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ccd4728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049191040:0@lo:253: 00000100:00000001:2.0:1767384656.406725:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.406734:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384656.406737:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ccd4728 x1853237049191040/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.406744:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384656.406746:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384656.406747:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000048446693. 02000000:00000001:2.0:1767384656.406751:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384656.406752:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384656.406754:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384656.406756:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384656.406757:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000089ea93b6. 02000000:00000001:2.0:1767384656.406760:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384656.406761:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384656.406763:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ccd4728. 00000100:00000001:2.0:1767384656.406765:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384656.406766:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.406768:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.406772:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384656.406774:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.406776:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384656.406778:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.410666:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294944832, at 4294944833 00000100:00000010:0.0:1767384656.410673:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c712019d. 00000100:00000040:1.0:1767384656.411651:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294944832, at 4294944834 00000100:00000010:1.0:1767384656.411656:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6bf58d5. 00000100:00000040:2.0:1767384656.411664:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294944832, at 4294944834 00000100:00000040:3.0:1767384656.411668:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294944832, at 4294944834 00000100:00000010:2.0:1767384656.411671:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9a29398. 00000100:00000010:3.0:1767384656.411679:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008fb63d7. 00010000:00000010:1.1:1767384656.413641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000110352e8. 00010000:00000010:1.1:1767384656.413652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052d18255. 00010000:00000010:0.1:1767384656.415629:0:35224:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004b3e4855. 00010000:00000010:0.1:1767384656.415636:0:35224:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f752cfe4. 00010000:00000010:0.1:1767384656.415639:0:35224:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001fcaced4. 00010000:00000010:0.1:1767384656.415643:0:35224:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006ef4712e. 00010000:00000010:0.1:1767384656.415649:0:35224:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fc52afd. 00000400:00000010:0.0:1767384656.417407:0:35224:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009afc9126. 00000400:00000040:0.0:1767384656.418021:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384656.418024:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384656.418025:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384656.418027:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384656.418028:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384656.418029:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384656.418031:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384656.418033:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384656.418034:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384656.418035:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384656.418037:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384656.418038:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384656.418040:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384656.418041:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384656.418042:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384656.418043:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384656.418049:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384656.418050:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384656.418050:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384656.418052:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384656.418053:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384656.418054:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384656.418055:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384656.418056:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384656.418057:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384656.418058:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384656.418059:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384656.418060:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384656.418061:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384656.418062:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384656.418062:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384656.418064:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384656.418065:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384656.418066:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384656.418066:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384656.418067:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384656.418068:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384656.418070:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384656.418071:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384656.418072:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384656.418072:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384656.418073:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384656.418074:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384656.418075:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384656.418076:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384656.418077:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384656.418078:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384656.418079:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384656.418080:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384656.418081:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384656.418082:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384656.418083:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384656.418084:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384656.418085:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384656.418087:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384656.418092:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384656.418094:0:35224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384656.418185:0:35224:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009afc9126. 00000400:00000001:2.0:1767384656.729883:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384656.729888:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384656.729891:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b81afbbe 00000400:00000010:2.0:1767384656.729894:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b81afbbe. 00000400:00000200:2.0:1767384656.729898:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384656.729904:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp41 recovery ping unlinked 00000400:00000010:2.0:1767384656.729916:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f4ee452c. 00000400:00000010:2.0:1767384656.729920:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f6144752. 00010000:00000001:2.0:1767384656.858677:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384656.858682:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.858687:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384656.858688:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.858725:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384656.858730:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384656.858735:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384657.753684:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp37 00000400:00000010:1.0:1767384657.753691:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000001773c1e. 00000400:00000010:1.0:1767384657.753699:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000665f5744. 00000400:00000010:1.0:1767384657.753705:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be983bc9. 00000400:00000010:1.0:1767384657.753714:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005b6b056b. 00000400:00000200:1.0:1767384657.753719:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp37 00000400:00000200:1.0:1767384657.753738:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp37 local destination 00000400:00000200:1.0:1767384657.753746:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp37 00000400:00000200:1.0:1767384657.753751:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp37 NI seq info: [175:175:256:4294967295] 192.168.202.137@tcp37 LPNI seq info [165:165:8:4294967295] 00000400:00000200:1.0:1767384657.753759:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp37 00000400:00000200:1.0:1767384657.753775:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp37(192.168.202.137@tcp37:) -> 192.168.202.137@tcp37(192.168.202.137@tcp37:192.168.202.137@tcp37) : GET try# 0 00000800:00000200:1.0:1767384657.753782:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp37 00000800:00000010:1.0:1767384657.753788:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000000fbbe1. 00000800:00000200:1.0:1767384657.753796:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c10d2b2] -> 12345-192.168.202.137@tcp37 (2) 00000800:00000200:1.1:1767384657.753803:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c10d2b2] -> 12345-192.168.202.137@tcp37 (2) 00000400:00000200:1.0:1767384657.753827:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp37 added to recovery queue. ping count: 4 next ping: 294 health :600 00000400:00000200:1.0:1767384657.753836:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp43 00000400:00000010:1.0:1767384657.753840:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d3c8972d. 00000400:00000010:1.0:1767384657.753850:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b4adee39. 00000400:00000010:1.0:1767384657.753855:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a15cb4d. 00000400:00000010:1.0:1767384657.753861:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001eb9ceee. 00000400:00000200:1.0:1767384657.753867:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp43 00000400:00000200:1.0:1767384657.753878:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp43 local destination 00000400:00000200:1.0:1767384657.753884:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp43 00000400:00000200:1.0:1767384657.753888:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp43 NI seq info: [176:176:256:4294967295] 192.168.202.137@tcp43 LPNI seq info [166:166:8:4294967295] 00000400:00000200:1.0:1767384657.753893:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp43 00000400:00000200:1.0:1767384657.753906:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp43(192.168.202.137@tcp43:) -> 192.168.202.137@tcp43(192.168.202.137@tcp43:192.168.202.137@tcp43) : GET try# 0 00000400:00000200:0.0:1767384657.753908:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000200:1.0:1767384657.753915:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp43 00000800:00000010:1.0:1767384657.753920:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000067b536ad. 00000800:00000200:1.0:1767384657.753926:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000094d5e5b2] -> 12345-192.168.202.137@tcp43 (2) 00000800:00000200:1.1:1767384657.753932:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000094d5e5b2] -> 12345-192.168.202.137@tcp43 (2) 00000400:00000200:1.0:1767384657.753955:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp43 added to recovery queue. ping count: 1 next ping: 280 health :900 00000400:00000200:0.0:1767384657.753984:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754028:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754053:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754117:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754117:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754187:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754202:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754230:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754270:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754285:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754334:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754340:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754417:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754417:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754452:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754476:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754494:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754538:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754540:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754602:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754636:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754659:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754703:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754707:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754769:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754772:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754820:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754832:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754880:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754880:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754957:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.754968:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.754995:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755029:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755036:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755090:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755099:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755123:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755160:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755170:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755230:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755238:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755268:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755295:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755313:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755368:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755374:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755463:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755470:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755514:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755535:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755561:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755597:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755606:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755678:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755746:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755747:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755801:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384657.755811:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755855:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755906:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755947:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.755991:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000800:00000010:0.0:1767384657.755998:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007eb054ae. 00000800:00000010:0.0:1767384657.756004:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007dd84377. 00000800:00000010:0.0:1767384657.756010:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002672a9d6. 00000800:00000010:0.0:1767384657.756030:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002672a9d6. 00000400:00000200:1.0:1767384657.756032:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000800:00020000:0.0:1767384657.756040:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000400:00000200:1.0:1767384657.756069:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756109:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756146:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756176:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756204:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756241:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756283:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756320:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756352:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756381:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756448:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756489:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756520:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756545:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756573:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756599:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756650:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756681:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756728:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756772:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756801:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756830:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.756859:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.137:988 00000800:00000010:1.0:1767384657.757054:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000089ea93b6. 00000800:00000010:1.0:1767384657.757060:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005229b8c1. 00000800:00000010:1.0:1767384657.757064:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000501d5b0f. 00000400:00000200:2.0:1767384657.757074:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384657.757108:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000501d5b0f. 00000400:00000200:2.0:1767384657.757112:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp43 from 202.3.0.2 00000800:00000010:2.0:1767384657.757117:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c9da8940. 00000800:00000010:2.0:1767384657.757478:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3e998fb. 00000800:00000010:2.0:1767384657.757482:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000967a9b11. 00000800:00000010:2.0:1767384657.757495:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000023779131. 00000800:00000200:2.1:1767384657.757499:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000094d5e5b2] -> 12345-192.168.202.137@tcp43 (2) 00000800:00000200:2.1:1767384657.757517:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp43 0000000023779131 deleted 00000800:00000010:2.1:1767384657.757519:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000023779131. 00000800:00000200:2.1:1767384657.757523:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384657.757528:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp43 ip 192.168.202.137:970 00000800:00000200:2.1:1767384657.757532:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067b536ad type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384657.757537:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp43 p 3.x 192.168.202.137 -> 192.168.202.137:970 incarnation:1767384654130017158 sched[0] 00000800:00000010:2.0:1767384657.757541:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007359ea4c. 00000800:00000010:2.0:1767384657.757599:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007359ea4c. 00000800:00000010:2.0:1767384657.757603:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000967a9b11. 00000800:00000010:2.0:1767384657.757653:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c9da8940. 00000800:00000200:1.1:1767384657.757662:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:2.0:1767384657.757665:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.757671:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384657.757673:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp43 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384654130017158 sched[0] 00000800:00000010:1.0:1767384657.757678:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005229b8c1. 00000800:00000200:2.0:1767384657.757725:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384657.757725:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384657.757730:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000067b536ad. 00000400:00000200:2.0:1767384657.757733:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384657.757733:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384657.757739:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384657.757744:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp43->192.168.202.137@tcp43: GET: OK 00000800:00000001:1.0:1767384657.757749:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384657.757750:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384657.757755:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp43 recovery message sent successfully:0 00000400:00000200:1.0:1767384657.757762:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp43(192.168.202.137@tcp43) <- 192.168.202.137@tcp43 : GET - for me 00000400:00000200:1.0:1767384657.757776:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384657.757784:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x1d2d [1] + 0 00000400:00000200:1.0:1767384657.757794:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp43 to MR: 192.168.202.137@tcp43 local destination 00000400:00000200:1.0:1767384657.757802:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp43 NI seq info: [177:177:256:4294967295] 192.168.202.137@tcp43 LPNI seq info [167:167:8:4294967295] 00000400:00000200:1.0:1767384657.757813:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp43(192.168.202.137@tcp43:192.168.202.137@tcp43) -> 192.168.202.137@tcp43(192.168.202.137@tcp43:192.168.202.137@tcp43) 192.168.202.137@tcp43 : REPLY try# 0 00000800:00000200:1.0:1767384657.757818:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp43 00000800:00000010:1.0:1767384657.757822:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029125b7. 00000800:00000200:1.0:1767384657.757826:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000094d5e5b2] -> 12345-192.168.202.137@tcp43 (4) 00000800:00000200:1.0:1767384657.757832:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp43 ip 192.168.202.137:988 00000800:00000200:1.0:1767384657.757835:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000029125b7 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:2.0:1767384657.757867:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384657.757907:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384657.757911:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384657.757911:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000029125b7. 00000400:00000200:1.0:1767384657.757915:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384657.757916:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.757921:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384657.757923:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.757928:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.757931:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp43->192.168.202.137@tcp43: REPLY: OK 00000400:00000200:2.0:1767384657.757938:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp43(192.168.202.137@tcp43) <- 192.168.202.137@tcp43 : REPLY - for me 00000400:00000200:2.0:1767384657.757958:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp43: Reply from 12345-192.168.202.137@tcp43 of length 272/272 into md 0x1d71 00000800:00000001:2.0:1767384657.757962:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.757968:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384657.757970:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384657.757973:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp43->192.168.202.137@tcp43: REPLY: OK 00000400:00000200:2.0:1767384657.757984:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a15cb4d 00000400:00000010:2.0:1767384657.757987:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a15cb4d. 00000400:00000200:1.0:1767384657.757990:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384657.757991:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384657.758004:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d3c8972d. 00000400:00000010:2.0:1767384657.758009:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b4adee39. 00000800:00000001:2.0:1767384657.758018:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.758021:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.758048:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758080:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758109:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758135:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758183:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758237:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758265:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758296:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758327:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758381:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758446:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758480:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758509:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758561:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758631:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758674:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758710:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758768:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758806:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758836:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758883:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758914:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758938:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758968:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.758995:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759021:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759042:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759066:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759091:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759121:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759147:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759172:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759197:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759229:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759255:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759279:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759317:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759345:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759366:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759408:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759438:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759475:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759502:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759526:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759548:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759585:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759636:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759669:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759694:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759714:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759735:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759756:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.137:988 00000400:00000200:1.0:1767384657.759789:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.137:988 00000800:00000010:1.0:1767384657.759936:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000048446693. 00000800:00000010:1.0:1767384657.759942:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005229b8c1. 00000800:00000010:1.0:1767384657.759947:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000501d5b0f. 00000800:00000010:1.0:1767384657.759986:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000501d5b0f. 00000400:00000200:2.0:1767384657.760110:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384657.760123:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp43 from 201.3.0.2 00000800:00000010:2.0:1767384657.760125:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008114fbe5. 00000800:00000010:1.0:1767384657.760168:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000288742d6. 00000800:00000010:1.0:1767384657.760175:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de3fb712. 00000800:00000010:1.0:1767384657.760198:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002671ceca. 00000800:00000200:1.1:1767384657.760206:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000094d5e5b2] -> 12345-192.168.202.137@tcp43 (4) 00000800:00000200:1.1:1767384657.760212:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp43 000000002671ceca deleted 00000800:00000010:1.1:1767384657.760214:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002671ceca. 00000800:00000200:1.1:1767384657.760218:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384657.760223:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp43 p 3.x 192.168.202.137 -> 192.168.202.137:969 incarnation:1767384654130017158 sched[0] 00000800:00000010:1.0:1767384657.760236:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000501d5b0f. 00000800:00000010:1.0:1767384657.760288:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000501d5b0f. 00000800:00000010:1.0:1767384657.760293:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de3fb712. 00000800:00000010:1.0:1767384657.760315:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008114fbe5. 00000800:00000001:1.0:1767384657.760329:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384657.760334:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384657.760364:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384657.760371:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp43 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384654130017158 sched[0] 00000800:00000010:1.0:1767384657.760374:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005229b8c1. 00000800:00000001:1.0:1767384657.760421:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384657.760426:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384657.760617:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007dd84377. 00000800:00000010:0.0:1767384657.760622:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007eb054ae. 00000400:02020000:0.0:1767384657.760664:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp37 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384657.764657:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp37 notifying 192.168.202.137@tcp37: down 00000800:00000200:0.0:1767384657.764663:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp37 down 00000800:00000100:0.0:1767384657.764668:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp37 00000800:00000010:0.0:1767384657.764670:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000000fbbe1. 00000400:00000200:0.0:1767384657.764674:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384657.764677:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp37->192.168.202.137@tcp37: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384657.764684:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384657.764687:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384657.764690:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp37) recovery failed with -71 00010000:00000001:2.0:1767384657.881697:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384657.881704:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384657.881711:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384657.881713:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.881764:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384657.881767:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384657.881770:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384657.998854:0:35721:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b2a7f15b. 00080000:00000010:1.0:1767384657.998862:0:35721:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b2a7f15b. 00000020:00000001:1.0:1767384657.998867:0:35721:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384657.998873:0:35721:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b2a7f15b. 00080000:00000010:1.0:1767384657.998877:0:35721:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b2a7f15b. 00000020:00000001:1.0:1767384657.998879:0:35721:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384658.716007:0:35885:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384658.716013:0:35885:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:0.0:1767384658.723812:0:35885:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384658.731169:0:35886:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000625d1ac5. 00000400:00000010:2.0:1767384658.731183:0:35886:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007d915949. 00000400:00000010:2.0:1767384658.731191:0:35886:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000046bd2aa8. 00000400:00000010:2.0:1767384658.731194:0:35886:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008e113248. 00000400:00000010:2.0:1767384658.731197:0:35886:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008a307f8e. 00000400:00000010:2.0:1767384658.731201:0:35886:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006657d3ed. 00000400:00000010:2.0:1767384658.731202:0:35886:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a0ab5882. 00000400:00000010:2.0:1767384658.731203:0:35886:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000013c47b77. 00000400:00000010:2.0:1767384658.731206:0:35886:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007582e549. 00000800:00000010:2.0:1767384658.731221:0:35886:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000039e4e1ce. 00000800:00000200:2.0:1767384658.731231:0:35886:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384658.731242:0:35886:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384658.731274:0:35886:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:2.0:1767384658.731296:0:35886:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp45 [8/256/0/180] 00000400:00000010:2.0:1767384658.732625:0:35886:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000ce4f797c. 00000400:00000010:2.0:1767384658.732632:0:35886:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059ab8d6. 00000400:00000010:2.0:1767384658.732638:0:35886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384d964. 00000400:00000001:2.0:1767384658.732659:0:35886:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384658.732661:0:35886:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384658.732663:0:35886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011c667bf. 00000400:00000200:2.0:1767384658.732668:0:35886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7bcdb33 00000400:00000010:2.0:1767384658.732671:0:35886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7bcdb33. 00000400:00000010:2.0:1767384658.732675:0:35886:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000c1e69723. 00000400:00000200:2.0:1767384658.732681:0:35886:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (36) 00000400:00000200:2.0:1767384658.732702:0:35886:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384658.732712:0:35886:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:2.0:1767384658.732718:0:35886:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000024f5ddbe. 00000020:01000000:2.0:1767384658.732727:0:35886:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384658.732730:0:35886:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp45 00000400:00000200:1.0:1767384658.732736:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384658.732747:0:35886:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007d915949. 00000400:00000200:1.0:1767384658.732747:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 00000400:00000010:2.0:1767384658.732753:0:35886:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000625d1ac5. 00000400:00000010:1.0:1767384658.732760:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046a0724a. 00000400:00000200:1.0:1767384658.732765:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (37) 00000400:00000010:1.0:1767384658.732772:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000045b22836. 00000400:00000200:1.0:1767384658.732778:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000020:00000001:0.0:1767384658.732778:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384658.732784:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384658.732788:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384658.732790:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384658.732795:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000020:01000004:0.0:1767384658.732804:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384658.732808:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00000020:01000004:0.0:1767384658.732810:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384658.732815:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384658.732825:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384658.732830:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 141], ns[168, 150] 00000020:01000004:0.0:1767384658.732831:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384658.732838:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384658.732844:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384658.732847:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 141], ns[62, 150] 00000020:01000004:0.0:1767384658.732849:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384658.732856:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384658.732861:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384658.732863:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000100:00000010:0.0:1767384658.732868:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c050f29. 00000020:00000040:0.0:1767384658.732873:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384658.732884:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384658.732889:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 02000000:00000001:0.0:1767384658.732890:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384658.732898:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.732902:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 62], ns[83, 62] 00000400:00000200:1.0:1767384658.732909:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 02000000:00000010:0.0:1767384658.732912:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007eb054ae. 00000400:00000200:1.0:1767384658.732917:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 62], ns[93, 62] 00000100:00000001:0.0:1767384658.732923:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.732926:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 62], ns[109, 62] 00000400:00000200:1.0:1767384658.732935:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 62], ns[111, 62] 00000100:00000001:0.0:1767384658.732936:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384658.732945:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.732949:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 62], ns[115, 62] 00000400:00000200:1.0:1767384658.732954:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 62], ns[124, 62] 00000100:00000040:0.0:1767384658.732958:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c050f29] to pc [ptlrpcd_00_02+2] req@000000002c050f29 x1853237049191424/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384658.732980:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[130, 62] 00000400:00000200:1.0:1767384658.733008:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 62], ns[134, 62] 00000400:00000200:1.0:1767384658.733017:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 62], ns[164, 62] 00000400:00000200:1.0:1767384658.733022:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 62] 00000400:00000200:1.0:1767384658.733029:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:1.0:1767384658.733038:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 10000000:00000001:0.0:1767384658.733040:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.733043:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384658.733047:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 50], ns[81, 50] 10000000:00000001:0.0:1767384658.733048:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.733050:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384658.733057:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384658.733060:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384658.733068:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384658.733069:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 50], ns[128, 50] 00000100:00000040:2.0:1767384658.733071:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002c050f29 x1853237049191424/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384658.733085:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384658.733091:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384658.733098:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384658.733105:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384658.733109:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384658.733109:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 50], ns[100, 50] 00000020:01000004:0.0:1767384658.733111:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384658.733114:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384658.733117:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384658.733124:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384658.733127:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384658.733131:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384658.733134:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384658.733137:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[132, 50], ns[136, 50] 00000020:01000004:0.0:1767384658.733138:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384658.733140:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384658.733141:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384658.733147:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:2.0:1767384658.733152:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002c050f29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049191424:0@lo:253: 00000020:01000004:0.0:1767384658.733152:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384658.733161:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384658.733165:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 50], ns[105, 50] 00000020:01000004:0.0:1767384658.733166:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384658.733169:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384658.733172:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d91cc723. 02000000:00000001:2.0:1767384658.733178:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384658.733179:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000400:00000200:1.0:1767384658.733184:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 50], ns[101, 50] 02000000:00000001:2.0:1767384658.733186:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384658.733188:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384658.733193:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384658.733196:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c0388b51. 02000000:00000001:0.0:1767384658.733201:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384658.733207:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.733207:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 50], ns[122, 50] 02000000:00000010:0.0:1767384658.733213:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007477565a. 00000400:00000010:2.0:1767384658.733223:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047084c5a. 00000100:00000001:0.0:1767384658.733225:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.733228:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 50], ns[172, 50] 00000100:00000001:0.0:1767384658.733237:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384658.733241:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 50], ns[121, 50] 00000400:00000010:2.0:1767384658.733242:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d915949. 00000100:00000001:0.0:1767384658.733243:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384658.733258:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049191424, portal 25 00000100:00000040:0.0:1767384658.733259:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91cc723] to pc [ptlrpcd_00_03+3] req@00000000d91cc723 x1853237049191552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384658.733262:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 50], ns[175, 50] 00000100:00000001:2.0:1767384658.733270:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384658.733275:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575788160 : -123274133763456 : ffff8fe2010c0a80) 00000100:00000040:2.0:1767384658.733289:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002c050f29 x1853237049191424/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384658.733292:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 50], ns[162, 50] 00000100:00000001:2.0:1767384658.733329:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384658.733331:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 50], ns[147, 50] 10000000:00000001:0.0:1767384658.733331:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384658.733344:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384658.733347:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384658.733353:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384658.733356:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5c24d34. 00000400:00000200:1.0:1767384658.733360:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 50], ns[159, 50] 00000020:01000000:0.0:1767384658.733360:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384658.733373:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000024f5ddbe. 00000100:00000200:2.0:1767384658.733374:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049191424, offset 0 00000400:00000200:1.0:1767384658.733382:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[159, 50], ns[169, 50] 00000400:00000200:1.0:1767384658.733398:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 50], ns[173, 50] 00000100:00000001:0.0:1767384658.733408:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384658.733409:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 50], ns[177, 50] 00000400:00000200:2.0:1767384658.733410:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384658.733416:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384658.733422:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384658.733426:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000100:00000040:0.0:1767384658.733432:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d91cc723 x1853237049191552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384658.733435:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp25 00000400:00000200:1.0:1767384658.733447:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp25 lpni_is_preferred = 0 00000100:00000001:0.0:1767384658.733450:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384658.733453:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.733457:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp25 02000000:00000001:0.0:1767384658.733460:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384658.733463:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384658.733464:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp25 NI seq info: [178:178:256:4294967295] 192.168.202.137@tcp25 LPNI seq info [168:168:8:4294967295] 02000000:00000001:0.0:1767384658.733472:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384658.733479:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d91cc723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049191552:0@lo:253: 00000400:00000200:1.0:1767384658.733483:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp25 00000100:00000001:0.0:1767384658.733495:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384658.733501:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384658.733504:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384658.733511:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384658.733517:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp25(192.168.202.137@tcp25:) -> 192.168.202.137@tcp25(192.168.202.137@tcp:192.168.202.137@tcp25) : PUT try# 0 02000000:00000010:0.0:1767384658.733519:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000325c42f8. 02000000:00000001:0.0:1767384658.733524:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384658.733525:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.202.137@tcp25 00000400:00000200:2.0:1767384658.733536:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384658.733541:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005402d292. 00000400:00000010:0.0:1767384658.733542:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b7622e. 00000400:00000010:0.0:1767384658.733549:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094d604e9. 00000400:00000200:2.0:1767384658.733554:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006c00 00000100:00000200:0.0:1767384658.733556:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049191552, portal 25 00000100:00000001:0.0:1767384658.733560:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384658.733568:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575793536 : -123274133758080 : ffff8fe2010c1f80) 00000400:00000200:2.0:1767384658.733573:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14e9 [2] + 0 00000800:00000200:1.0:1767384658.733573:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2bff0b] -> 12345-192.168.202.137@tcp25 (6) 00000100:00000040:0.0:1767384658.733583:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d91cc723 x1853237049191552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384658.733588:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bb31dcb. 00000400:00000200:2.0:1767384658.733596:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a113b5fb 00000800:00000200:1.0:1767384658.733599:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp25 ip 192.168.202.137:988 00000100:00000001:0.0:1767384658.733600:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767384658.733647:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005402d292 type 1, nob 720 niov 1 nkiov 1 00000100:00000040:0.0:1767384658.733648:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384658.733654:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384658.733658:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003af2cb99. 00000400:00000200:2.0:1767384658.733664:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384658.733665:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049191552, offset 0 00000400:00000200:1.0:1767384658.733671:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384658.733674:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a113b5fb 00000400:00000200:1.0:1767384658.733677:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300571 rc 0 00000400:00000010:2.0:1767384658.733682:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a113b5fb. 00000100:00000001:2.0:1767384658.733695:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384658.733697:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384658.733700:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384658.733706:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000057b707c4 x1853237049191424 msgsize 4848 00000400:00000200:0.0:1767384658.733713:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384658.733719:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384658.733722:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384658.733725:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006c80 00000400:00000200:0.0:1767384658.733731:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14f1 [2] + 0 00000400:00000010:0.0:1767384658.733734:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097c51604. 00000100:00000001:2.0:1767384658.733737:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384658.733740:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000022c0aa1f 00000400:00000200:0.0:1767384658.733746:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384658.733748:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5c24d34 00000400:00000200:0.0:1767384658.733750:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384658.733753:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5c24d34. 00000400:00000200:0.0:1767384658.733758:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022c0aa1f 00000100:00000001:2.0:1767384658.733759:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384658.733763:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022c0aa1f. 00000100:00000200:2.0:1767384658.733768:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002c050f29 x1853237049191424/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.733768:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384658.733771:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384658.733775:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000a5207eeb x1853237049191552 msgsize 4848 00000100:00100000:0.0:1767384658.733787:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384658.733790:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384658.733791:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384658.733798:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384658.733799:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002c050f29 x1853237049191424/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384658.733806:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003af2cb99 00000100:00000001:2.0:1767384658.733809:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384658.733811:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003af2cb99. 00000100:00000001:2.0:1767384658.733816:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384658.733818:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384658.733826:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d91cc723 x1853237049191552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.733827:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384658.733833:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384658.733835:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294947161 00000100:00000001:0.0:1767384658.733836:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1767384658.733838:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005402d292. 00000100:00000040:0.0:1767384658.733843:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d91cc723 x1853237049191552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384658.733846:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ea8ba6. 00000400:00000200:1.0:1767384658.733851:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384658.733855:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384658.733865:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294947161 00000400:00000200:1.0:1767384658.733865:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp25->192.168.202.137@tcp25: PUT: OK 00000100:00000010:2.0:1767384658.733880:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004dc5e26d. 00000400:00000200:1.0:1767384658.733881:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384658.733886:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.733887:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000100:00000001:0.0:1767384658.733894:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384658.733901:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000800:00000001:1.0:1767384658.733901:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384658.733906:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.733911:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294947161 00000100:00000001:0.0:1767384658.733913:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294947161 00000800:00000001:1.0:1767384658.733915:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384658.733916:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1efa4d6. 00000100:00000001:0.0:1767384658.733920:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294947161 00000800:00000001:1.0:1767384658.733924:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384658.733927:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384658.733929:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294947161 00000800:00000001:1.0:1767384658.733932:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.733934:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294947161 00000100:00000001:0.0:1767384658.733937:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294947161 00000100:00000010:2.0:1767384658.733941:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061030642. 00000100:00000001:0.0:1767384658.733945:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294947161 00000100:00000001:2.0:1767384658.733951:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384658.733954:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp25(192.168.202.137@tcp25) <- 192.168.202.137@tcp25 : PUT - for me 00000100:00000001:0.0:1767384658.733956:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294947161 00000100:00000001:2.0:1767384658.733959:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384658.733967:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294947161 00000100:00000001:2.0:1767384658.733970:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.733973:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294947161 00000100:00000001:2.0:1767384658.733976:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.733978:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384658.733986:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 624 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384658.733987:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.733989:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.734005:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.734006:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 592/624 into md 0x1cdd [1] + 0 00000100:00000001:2.0:1767384658.734008:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384658.734015:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767384658.734018:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e05c36a. 00000100:00000001:0.0:1767384658.734019:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.734021:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384658.734025:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384658.734028:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002da59899 00000100:00000001:2.0:1767384658.734029:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.734031:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384658.734037:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384658.734039:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384658.734039:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384658.734043:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384658.734051:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384658.734053:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.734055:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.734056:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384658.734066:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.734067:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp25->192.168.202.137@tcp25: PUT: OK 00000400:00000200:1.0:1767384658.734077:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002da59899 00000400:00000010:1.0:1767384658.734079:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002da59899. 00000400:00000200:1.0:1767384658.734084:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384658.734086:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (38) 00000400:00000200:1.0:1767384658.734092:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:1.0:1767384658.734098:0:16341:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (624 bytes) 00000400:00000200:1.0:1767384658.734105:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:0.0:1767384658.734111:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384658.734114:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (39) 00000100:00100000:0.0:1767384658.734117:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191424 02000000:00000001:0.0:1767384658.734120:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384658.734125:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384658.734129:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384658.734130:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.734139:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp25 to MR: 192.168.202.137@tcp25 local destination 02000000:00000001:0.0:1767384658.734140:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.734150:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384658.734155:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191552 00000100:00100000:0.0:1767384658.734156:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191424 02000000:00000001:2.0:1767384658.734163:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384658.734163:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp25 NI seq info: [179:179:256:4294967295] 192.168.202.137@tcp25 LPNI seq info [169:169:8:4294967295] 00000020:00000001:0.0:1767384658.734165:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384658.734169:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384658.734171:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:2.0:1767384658.734174:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.734181:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384658.734183:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384658.734187:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00100000:2.0:1767384658.734192:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191552 00000020:00000001:2.0:1767384658.734199:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384658.734206:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000040:2.0:1767384658.734207:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000400:00000200:1.0:1767384658.734211:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp25(192.168.202.137@tcp25:192.168.202.137@tcp25) -> 192.168.202.137@tcp25(192.168.202.137@tcp25:192.168.202.137@tcp25) 192.168.202.137@tcp25 : ACK try# 0 00000020:00000001:2.0:1767384658.734217:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384658.734218:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000040:2.0:1767384658.734225:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000800:00000200:1.0:1767384658.734231:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp25 00000100:00000001:0.0:1767384658.734233:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384658.734241:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000800:00000010:1.0:1767384658.734241:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005402d292. 00000020:00000010:0.0:1767384658.734242:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e84e211. 00000100:00000001:0.0:1767384658.734251:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384658.734253:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000800:00000200:1.0:1767384658.734260:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2bff0b] -> 12345-192.168.202.137@tcp25 (6) 00000020:00000010:0.0:1767384658.734260:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e84e211. 00000100:00000001:2.0:1767384658.734269:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384658.734272:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000895f7dcc. 00000800:00000200:1.0:1767384658.734276:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp25 ip 192.168.202.137:991 00000020:00000010:2.0:1767384658.734277:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a9a0db2. 00000020:00000010:0.0:1767384658.734282:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001eb59cb8. 00000800:00000200:1.0:1767384658.734283:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005402d292 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384658.734285:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384658.734295:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000020:00000010:2.0:1767384658.734298:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a9a0db2. 00000800:00000001:1.0:1767384658.734305:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384658.734307:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384658.734314:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384658.734316:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384658.734319:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e8ed2ad. 00000800:00000001:1.0:1767384658.734319:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.734319:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384658.734333:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c63277d0. 00000100:00000001:0.0:1767384658.734338:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384658.734339:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ec07e373. 00000100:00000001:2.0:1767384658.734347:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384658.734350:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384658.734351:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.734353:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.734356:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.734361:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.734370:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384658.734373:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384658.734378:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384658.734381:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000001:2.0:1767384658.734382:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384658.734386:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00100000:2.0:1767384658.734401:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000001:0.0:1767384658.734404:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885416016 : -123268824135600 : ffff8fe33d868850) 00000100:00000040:2.0:1767384658.734406:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:2.0:1767384658.734409:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804191810640 : -123269517740976 : ffff8fe3142ef450) 00000800:00000200:1.0:1767384658.734413:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384658.734416:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000057b707c4 x1853237049191424/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:639/0 lens 4848/0 e 0 to 0 dl 1767384669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384658.734418:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a5207eeb x1853237049191552/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:639/0 lens 4848/0 e 0 to 0 dl 1767384669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384658.734421:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005402d292. 00000400:00000200:1.0:1767384658.734433:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384658.734459:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp25->192.168.202.137@tcp25: ACK: OK 00000800:00000001:1.0:1767384658.734474:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384658.734477:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384658.734479:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384658.734481:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384658.734482:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a9a0db2. 00000020:00000010:0.0:1767384658.734485:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e84e211. 00000800:00000001:1.0:1767384658.734493:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384658.734495:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384658.734495:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384658.734500:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384658.734501:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a9a0db2. 00000020:00000010:0.0:1767384658.734504:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e84e211. 00000800:00000001:1.0:1767384658.734513:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384658.734521:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384658.734525:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a5207eeb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049191552:12345-0@lo:253: 00000100:00100000:0.0:1767384658.734525:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000057b707c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049191424:12345-0@lo:253: 00000100:00000200:2.0:1767384658.734544:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191552 00000100:00000200:0.0:1767384658.734545:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191424 00000400:00000200:1.0:1767384658.734546:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp25(192.168.202.137@tcp25) <- 192.168.202.137@tcp25 : ACK - for me 00000020:00000001:2.0:1767384658.734550:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384658.734552:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384658.734559:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384658.734561:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384658.734563:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.734564:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.734574:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp25: ACK from 12345-192.168.202.137@tcp25 into md 0x1d79 00000020:00000001:0.0:1767384658.734575:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384658.734576:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384658.734583:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000400:00000200:1.0:1767384658.734584:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384658.734586:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384658.734593:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384658.734597:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384658.734597:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384658.734601:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384658.734602:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp25->192.168.202.137@tcp25: ACK: OK 00000020:00000001:2.0:1767384658.734604:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384658.734650:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384658.734652:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384658.734656:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.734658:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384658.734663:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384658.734664:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.734668:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384658.734671:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384658.734676:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384658.734680:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000024f5ddbe. 02000000:00000001:0.0:1767384658.734685:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.734690:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384658.734694:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000040cf4ab6. 20000000:00000001:0.0:1767384658.734694:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384658.734700:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.734703:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384658.734706:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384658.734710:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d7e5a42c. 20000000:01000000:0.0:1767384658.734715:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384658.734716:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a3031d21. 20000000:00000001:0.0:1767384658.734718:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:2.0:1767384658.734721:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384658.734722:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384658.734729:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384658.734729:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.734732:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046a0724a 00000400:00000010:1.0:1767384658.734735:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046a0724a. 20000000:00000001:0.0:1767384658.734735:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384658.734736:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384658.734739:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384658.734743:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384658.734747:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.734748:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 20000000:00000001:2.0:1767384658.734755:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384658.734756:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b52d1c60. 00000400:00000200:1.0:1767384658.734760:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 20000000:01000000:0.0:1767384658.734764:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00000400:00000200:1.0:1767384658.734769:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 20000000:00000001:0.0:1767384658.734770:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384658.734777:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (38) 00080000:00000001:0.0:1767384658.734778:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384658.734782:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000001:1.0:1767384658.734789:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384658.734792:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384658.734799:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384658.734810:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:0.0:1767384658.734813:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384658.734815:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000008110e088. 00080000:00000001:0.0:1767384658.734817:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000010:1.0:1767384658.734820:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511069b7. 00080000:00000001:0.0:1767384658.734820:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384658.734833:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000010:1.0:1767384658.734834:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046a0724a. 00080000:00000001:0.0:1767384658.734836:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.734842:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008110e088 00080000:00000002:0.0:1767384658.734842:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000400:00000010:1.0:1767384658.734850:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000399fc49b. 00000020:00000001:0.0:1767384658.734850:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:0.0:1767384658.734862:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384658.734864:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 624 success 00080000:00000001:0.0:1767384658.734866:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384658.734870:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302071 00080000:00000001:0.0:1767384658.734873:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.734874:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (37) 00080000:00000001:0.0:1767384658.734877:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384658.734880:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000c00700dc. 00000400:00000010:1.0:1767384658.734886:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083594b58. 00000400:00000010:1.0:1767384658.734895:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007272bab1. 00000020:00000001:0.0:1767384658.734896:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384658.734905:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000020:00000001:0.0:1767384658.734906:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:0.0:1767384658.734910:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384658.734914:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00080000:00000010:0.0:1767384658.734917:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007e67e940. 00000400:00000200:1.0:1767384658.734921:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00080000:00000001:0.0:1767384658.734926:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588460544 : -123274121091072 : ffff8fe201cd6800) 00000400:00000200:1.0:1767384658.734935:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 141], ns[168, 150] 00080000:00000001:0.0:1767384658.734935:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384658.734945:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1767384658.734948:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 141], ns[62, 150] 00080000:00000010:0.0:1767384658.734951:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005e84e211. 00080000:00000001:0.0:1767384658.734959:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.734960:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00080000:00000001:0.0:1767384658.734964:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384658.734970:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 00000400:00000200:1.0:1767384658.734972:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 62], ns[83, 62] 00000400:00000200:1.0:1767384658.734975:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 00000400:00000200:1.0:1767384658.734979:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 62], ns[93, 62] 00080000:00000001:0.0:1767384658.734979:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.734988:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 62], ns[109, 62] 00000400:00000200:1.0:1767384658.734994:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 62], ns[111, 62] 00080000:00000001:0.0:1767384658.735000:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384658.735009:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 62], ns[115, 62] 00000400:00000200:1.0:1767384658.735013:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 62], ns[124, 62] 00000400:00000200:1.0:1767384658.735019:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[130, 62] 00000400:00000200:1.0:1767384658.735023:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 62], ns[134, 62] 00000400:00000200:1.0:1767384658.735028:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 62], ns[164, 62] 00000400:00000200:1.0:1767384658.735036:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 62], ns[179, 62] 00000400:00000200:1.0:1767384658.735043:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 62], ns[54, 62] 00000400:00000200:1.0:1767384658.735046:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 54], ns[58, 54] 00000400:00000200:1.0:1767384658.735050:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 54], ns[81, 54] 00000400:00000200:1.0:1767384658.735052:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 54], ns[128, 54] 00000400:00000200:1.0:1767384658.735055:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 54], ns[100, 54] 00000400:00000200:1.0:1767384658.735057:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[132, 54], ns[136, 54] 00000400:00000200:1.0:1767384658.735061:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 54], ns[105, 54] 00000400:00000200:1.0:1767384658.735065:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 54], ns[101, 54] 00000400:00000200:1.0:1767384658.735067:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 54], ns[122, 54] 00000400:00000200:1.0:1767384658.735070:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 54], ns[172, 54] 00000400:00000200:1.0:1767384658.735079:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 54], ns[121, 54] 00000400:00000200:1.0:1767384658.735083:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 54], ns[175, 54] 00000400:00000200:1.0:1767384658.735092:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 54], ns[162, 54] 00000400:00000200:1.0:1767384658.735094:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 54], ns[147, 54] 00000400:00000200:1.0:1767384658.735098:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 54], ns[159, 54] 00000400:00000200:1.0:1767384658.735100:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[159, 54], ns[169, 54] 00000400:00000200:1.0:1767384658.735104:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 54], ns[173, 54] 00000400:00000200:1.0:1767384658.735107:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 54], ns[177, 54] 00000400:00000200:1.0:1767384658.735110:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000200:1.0:1767384658.735112:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp26 00000400:00000200:1.0:1767384658.735114:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp26 lpni_is_preferred = 0 00000400:00000200:1.0:1767384658.735116:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp26 00000400:00000200:1.0:1767384658.735118:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp26 NI seq info: [180:180:256:4294967295] 192.168.202.137@tcp26 LPNI seq info [170:170:8:4294967295] 00000400:00000200:1.0:1767384658.735122:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp26 00000400:00000200:1.0:1767384658.735126:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26:) -> 192.168.202.137@tcp26(192.168.202.137@tcp:192.168.202.137@tcp26) : GET try# 0 00000800:00000200:1.0:1767384658.735129:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp26 00000800:00000010:1.0:1767384658.735132:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005402d292. 00000800:00000200:1.0:1767384658.735136:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (4) 00000800:00000200:1.1:1767384658.735139:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (4) 00000800:00000200:1.1:1767384658.735158:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp26 ip 192.168.202.137:988 00000800:00000200:1.1:1767384658.735161:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005402d292 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384658.735173:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384658.735175:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300271 rc 0 00000400:00000200:2.0:1767384658.735212:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.735244:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.735265:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000200:0.0:1767384658.735274:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384658.735280:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005402d292. 00000800:00000001:1.0:1767384658.735284:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384658.735289:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384658.735293:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384658.735299:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384658.735302:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: GET: OK 00000800:00000001:1.0:1767384658.735304:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384658.735306:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384658.735307:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384658.735320:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000400:00000200:1.0:1767384658.735327:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26) <- 192.168.202.137@tcp26 : GET - for me 00000400:00000200:1.0:1767384658.735339:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 624 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384658.735346:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 624/624 into md 0x1d75 [1] + 0 00000400:00000200:2.0:1767384658.735353:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384658.735360:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp26 to MR: 192.168.202.137@tcp26 local destination 00000400:00000200:1.0:1767384658.735376:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp26 NI seq info: [181:181:256:4294967295] 192.168.202.137@tcp26 LPNI seq info [171:171:8:4294967295] 00000400:00000200:1.0:1767384658.735398:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26:192.168.202.137@tcp26) -> 192.168.202.137@tcp26(192.168.202.137@tcp26:192.168.202.137@tcp26) 192.168.202.137@tcp26 : REPLY try# 0 00000800:00000200:1.0:1767384658.735405:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.202.137@tcp26 00000400:00000200:2.0:1767384658.735407:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000800:00000010:1.0:1767384658.735408:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005402d292. 00000800:00000200:1.0:1767384658.735421:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (4) 00000800:00000200:1.0:1767384658.735429:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp26 ip 192.168.202.137:989 00000800:00000200:1.0:1767384658.735432:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005402d292 type 3, nob 720 niov 1 nkiov 1 00000400:00000200:2.0:1767384658.735449:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000800:00000001:0.0:1767384658.735469:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384658.735492:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000800:00000001:0.0:1767384658.735504:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384658.735513:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384658.735513:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384658.735526:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005402d292. 00000800:00000001:0.0:1767384658.735526:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384658.735534:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384658.735537:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384658.735538:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384658.735549:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: REPLY: OK 00000400:00000200:0.0:1767384658.735563:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26) <- 192.168.202.137@tcp26 : REPLY - for me 00000400:00000200:0.0:1767384658.735578:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp26: Reply from 12345-192.168.202.137@tcp26 of length 624/624 into md 0x1d91 00000800:00000001:0.0:1767384658.735584:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384658.735590:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384658.735595:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000800:00000001:0.0:1767384658.735600:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384658.735604:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384658.735641:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: REPLY: OK 00000400:00000200:0.0:1767384658.735647:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083594b58 00000400:00000010:0.0:1767384658.735650:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083594b58. 00000400:00000200:0.0:1767384658.735654:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384658.735659:0:16341:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:0.0:1767384658.735663:0:16341:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:0.0:1767384658.735668:0:16341:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 37. state = 0x300271 00000400:00000200:2.0:1767384658.735676:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384658.735682:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:0.0:1767384658.735697:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (38) 00000800:00000001:0.0:1767384658.735705:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.735710:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384658.735714:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384658.735726:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384658.735735:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x3000f1 00000400:00000010:1.0:1767384658.735743:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 00000000945e4b03. 00000400:00000010:1.0:1767384658.735746:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 0000000074c07651. 00000400:00000200:2.0:1767384658.735748:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000010:1.0:1767384658.735750:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 00000000614af391. 00000400:00000200:2.0:1767384658.735770:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384658.735818:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp37(0000000007ce7f0b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384658.735832:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp41(0000000057507956) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384658.735833:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000010:1.0:1767384658.735844:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000094575dcc. 00000400:00000200:1.0:1767384658.735851:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000094575dcc nid 192.168.202.137@tcp44 00000400:00000010:1.0:1767384658.735856:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006def5d2f. 00000400:00000200:1.0:1767384658.735859:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000006def5d2f net tcp44 00000400:00000200:2.0:1767384658.735860:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384658.735863:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (37) 00000400:00000200:1.0:1767384658.735872:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp44 flags 0x11 00000400:00000010:1.0:1767384658.735877:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000081d4340b. 00000400:00000200:1.0:1767384658.735881:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000081d4340b nid 192.168.202.137@tcp45 00000400:00000010:1.0:1767384658.735884:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007329b24e. 00000400:00000200:1.0:1767384658.735886:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000007329b24e net tcp45 00000400:00000200:1.0:1767384658.735887:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (38) 00000400:00000200:2.0:1767384658.735890:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384658.735906:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp45 flags 0x11 00000400:00000010:1.0:1767384658.735914:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 00000000945e4b03. 00000400:00000010:1.0:1767384658.735917:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 0000000074c07651. 00000400:00000200:2.0:1767384658.735923:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000010:1.0:1767384658.735923:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 00000000614af391. 00000400:00000010:1.0:1767384658.735933:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000c00700dc. 00000400:00000200:1.0:1767384658.735940:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384658.735943:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x300171 00000400:00000200:1.0:1767384658.735948:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 rc 1 00000400:00000200:1.0:1767384658.735952:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 00000400:00000200:1.0:1767384658.735956:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384658.735960:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300111 rc 0 00000400:00000200:1.0:1767384658.735964:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:1.0:1767384658.735969:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (39) 00000400:00000200:2.0:1767384658.735985:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736027:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736069:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736108:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736143:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736172:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736189:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736205:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736221:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736235:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736256:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736275:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736289:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736305:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736323:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736338:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384658.736354:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:2.0:1767384658.736504:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ec86ab20. 00000800:00000010:2.0:1767384658.736509:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f5c24d34. 00000800:00000010:2.0:1767384658.736513:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007a9a0db2. 00000800:00000010:2.0:1767384658.736534:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007a9a0db2. 00000800:00020000:2.0:1767384658.736541:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:2.0:1767384658.736544:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f5c24d34. 00000800:00000010:2.0:1767384658.736547:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ec86ab20. 00000400:02020000:2.0:1767384658.736588:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp26 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00080000:00000010:0.0:1767384658.737045:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007e67e940. 00080000:00000010:2.0:1767384658.737083:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005e84e211. 00040000:00000001:2.0:1767384658.737088:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384658.737089:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384658.737092:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384658.737095:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384658.737098:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384658.737101:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384658.737116:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384658.737126:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384658.737130:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384658.737136:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:3.0:1767384658.737137:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ba15a31f. 20000000:00000001:0.0:1767384658.737140:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:3.0:1767384658.737143:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 10000000:01000000:0.0:1767384658.737144:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384658.737148:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384658.737150:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:0.0:1767384658.737150:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384658.737152:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384658.737155:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384658.737156:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:0.0:1767384658.737163:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a7ec077a. 00080000:00000001:3.0:1767384658.737165:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384658.737169:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384658.737172:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384658.737174:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e3722408. 00080000:00000001:3.0:1767384658.737176:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384658.737179:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.737180:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384658.737182:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000040:0.0:1767384658.737184:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e3722408 with handle 0x7f71e2b70dd203a1 to hash 00080000:00000001:3.0:1767384658.737187:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.737189:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:3.0:1767384658.737193:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00010000:00000001:0.0:1767384658.737193:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 00010000:00000001:0.0:1767384658.737199:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 00000020:00000001:3.0:1767384658.737202:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00010000:00000001:0.0:1767384658.737203:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384658.737207:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384658.737209:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:0.0:1767384658.737212:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e3722408/0x7f71e2b70dd203a1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384658.737215:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384658.737223:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384658.737225:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.737228:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384658.737231:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.737232:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:3.0:1767384658.737237:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384658.737237:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384658.737241:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.737244:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384658.737245:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:0.0:1767384658.737245:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.737251:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384658.737252:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384658.737254:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384658.737257:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384658.737257:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:3.0:1767384658.737259:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f7783a3a. 00010000:00000040:0.0:1767384658.737259:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a7ec077a) refcount = 1 00080000:00000001:3.0:1767384658.737264:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649537536 : -123274060014080 : ffff8fe205715e00) 00080000:00000001:3.0:1767384658.737271:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00010000:0.0:1767384658.737272:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e3722408/0x7f71e2b70dd203a1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384658.737277:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384658.737279:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384658.737282:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000010:3.0:1767384658.737283:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000026b6dba. 00010000:00000001:0.0:1767384658.737285:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.737287:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.737288:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384658.737291:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384658.737293:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384658.737295:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00080000:00000001:3.0:1767384658.737298:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384658.737298:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384658.737301:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384658.737303:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3722408 refcount=4 00000020:00000001:0.0:1767384658.737304:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 00080000:00000020:2.0:1767384658.737306:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384658.737307:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 00080000:00000001:3.0:1767384658.737308:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.737312:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384658.737312:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384658.737315:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3722408/0x7f71e2b70dd203a1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384658.737316:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d7e5a42c. 00080000:00000001:3.0:1767384658.737319:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384658.737325:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000001:2.0:1767384658.737326:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384658.737328:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3722408/0x7f71e2b70dd203a1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384658.737332:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049191424 00010000:00000001:0.0:1767384658.737334:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.737337:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384658.737339:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384658.737340:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e3722408/0x7f71e2b70dd203a1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.737346:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384658.737347:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384658.737350:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000057b707c4 x1853237049191424/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384658.737351:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384658.737354:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e3722408/0x7f71e2b70dd203a1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384658.737370:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e3722408 already unused, calling callback (0000000058ffb97a) 00010000:00000001:2.0:1767384658.737374:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384658.737378:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.737378:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384658.737382:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384658.737384:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e3722408/0x7f71e2b70dd203a1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384658.737385:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=75 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384658.737402:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384658.737405:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384658.737407:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384658.737409:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384658.737410:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3722408 refcount=5 00000020:00000001:0.0:1767384658.737414:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 00000100:00000040:2.0:1767384658.737417:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384658.737419:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 00000100:00000001:2.0:1767384658.737422:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:0.0:1767384658.737425:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767384658.737428:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1767384658.737430:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e3722408/0x7f71e2b70dd203a1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384658.737431:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.737439:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384658.737439:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384658.737443:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384658.737444:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384658.737447:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384658.737449:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384658.737451:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1767384658.737452:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5c24d34. 00010000:00000001:0.0:1767384658.737453:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384658.737455:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384658.737459:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e3722408 with handle 0x7f71e2b70dd203a1 from hash 00000100:00000200:2.0:1767384658.737461:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049191424, offset 224 00010000:00000001:0.0:1767384658.737463:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384658.737466:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.737468:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384658.737469:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384658.737471:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384658.737475:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384658.737476:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384658.737481:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384658.737483:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.737487:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.737491:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767384658.737493:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384658.737493:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384658.737499:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.737501:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384658.737507:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006c00 00010000:00000001:0.0:1767384658.737508:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.737514:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.737517:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384658.737518:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d7d [2] + 224 00010000:00010000:0.0:1767384658.737520:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e3722408/0x7f71e2b70dd203a1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.737529:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384658.737530:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384658.737531:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384658.737534:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384658.737536:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384658.737538:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.737539:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384658.737541:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384658.737542:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384658.737545:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384658.737548:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384658.737551:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e3722408/0x7f71e2b70dd203a1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384658.737552:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384658.737558:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384658.737560:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384658.737562:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002c050f29 x1853237049191424/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384658.737564:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e3722408/0x7f71e2b70dd203a1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384658.737580:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a7ec077a count: 0 00000100:00000040:2.0:1767384658.737590:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002c050f29 x1853237049191424/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384658.737602:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384658.737604:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384658.737668:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.737672:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384658.737798:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384658.737820:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5c24d34 00000400:00000010:2.0:1767384658.737823:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5c24d34. 00000100:00000001:2.0:1767384658.737827:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384658.737828:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384658.737830:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384658.737831:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384658.737836:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047084c5a. 00000100:00000001:2.0:1767384658.737839:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384658.737840:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d915949 00000400:00000010:3.0:1767384658.737845:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d915949. 00000100:00000040:2.0:1767384658.737845:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:3.0:1767384658.737848:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384658.737850:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384658.737854:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002c050f29 x1853237049191424/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384658.737854:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384658.737859:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384658.737867:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057b707c4 x1853237049191424/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384658.737868:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002c050f29 x1853237049191424/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.737888:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384658.737892:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.737895:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384658.737900:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384658.737900:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000057b707c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049191424:12345-0@lo:253: Request processed in 3412us (4185us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384658.737904:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384658.737907:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.737912:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384658.737916:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=75 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384658.737920:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00001000:3.0:1767384658.737921:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=75 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384658.737927:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384658.737928:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384658.737930:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.737934:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384658.737935:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384658.737939:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.737939:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384658.737941:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.737946:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002c050f29 x1853237049191424/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384658.737946:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001eb59cb8. 00000020:00000010:2.0:1767384658.737955:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000100:00000001:3.0:1767384658.737956:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384658.737961:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384658.737962:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000895f7dcc. 00000100:00000001:3.0:1767384658.737963:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384658.737968:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000040:2.0:1767384658.737971:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:2.0:1767384658.737976:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384658.737977:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000024f5ddbe. 02000000:00000001:2.0:1767384658.737980:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384658.737981:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384658.737983:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384658.737986:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384658.737987:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:2.0:1767384658.737987:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384658.737991:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384658.737993:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:2.0:1767384658.737994:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031e8be39. 00000020:01000004:3.0:1767384658.737995:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384658.737999:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384658.738001:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:2.0:1767384658.738001:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5c24d34. 00000020:01000004:3.0:1767384658.738004:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384658.738013:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c050f29 x1853237049191424/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384658.738019:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002c050f29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049191424:0@lo:253: 00000100:00000001:3.0:1767384658.738024:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.738027:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384658.738033:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002c050f29 x1853237049191424/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.738040:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384658.738043:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384658.738046:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c0388b51. 02000000:00000001:3.0:1767384658.738052:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384658.738054:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384658.738056:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384658.738058:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384658.738060:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007eb054ae. 02000000:00000001:3.0:1767384658.738067:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384658.738069:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384658.738071:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c050f29. 00000100:00000001:3.0:1767384658.738074:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384658.738076:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.738078:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.738083:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384658.738085:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.738089:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.738092:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384658.738981:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f7783a3a. 00080000:00000010:3.0:1767384658.739016:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000026b6dba. 00040000:00000001:3.0:1767384658.739021:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384658.739028:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384658.739030:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384658.739032:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384658.739033:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384658.739034:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384658.739036:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384658.739043:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384658.739045:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384658.739049:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384658.739054:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384658.739057:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384658.739058:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384658.739061:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384658.739063:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384658.739067:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a3cd0a26. 00010000:00000001:0.0:1767384658.739070:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384658.739072:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000347d5436. 00000020:00000001:0.0:1767384658.739074:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384658.739075:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000347d5436 with handle 0x7f71e2b70dd203a8 to hash 00000020:00000001:0.0:1767384658.739082:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384658.739084:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384658.739086:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384658.739089:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384658.739090:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384658.739091:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000347d5436/0x7f71e2b70dd203a8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.739096:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384658.739098:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384658.739100:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384658.739101:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384658.739103:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.739104:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384658.739105:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.739107:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384658.739108:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384658.739108:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384658.739109:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384658.739110:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3cd0a26) refcount = 1 00010000:00010000:0.0:1767384658.739112:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000347d5436/0x7f71e2b70dd203a8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.739116:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384658.739117:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384658.739117:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.739118:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.739119:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384658.739121:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384658.739122:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384658.739123:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384658.739124:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384658.739125:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000347d5436 refcount=4 00000020:00000001:0.0:1767384658.739126:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384658.739128:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384658.739134:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384658.739135:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000347d5436/0x7f71e2b70dd203a8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.739139:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384658.739140:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000347d5436/0x7f71e2b70dd203a8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.739143:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.739144:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384658.739145:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000347d5436/0x7f71e2b70dd203a8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.739147:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384658.739148:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.739150:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384658.739150:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000347d5436/0x7f71e2b70dd203a8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384658.739153:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000347d5436 already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384658.739155:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384658.739156:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384658.739157:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000347d5436/0x7f71e2b70dd203a8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.739160:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384658.739161:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384658.739162:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384658.739163:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000347d5436 refcount=5 00000020:00000001:0.0:1767384658.739164:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384658.739166:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384658.739168:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384658.739169:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000347d5436/0x7f71e2b70dd203a8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.739179:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384658.739181:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384658.739183:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384658.739184:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384658.739185:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384658.739189:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384658.739189:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384658.739190:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000010:3.0:1767384658.739194:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a3031d21. 00010000:00000001:0.0:1767384658.739194:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384658.739197:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000347d5436 with handle 0x7f71e2b70dd203a8 from hash 00010000:00000001:0.0:1767384658.739201:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 20000000:00000001:3.0:1767384658.739203:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.739203:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.739205:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384658.739206:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384658.739209:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:3.0:1767384658.739210:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049191552 00010000:00000001:0.0:1767384658.739211:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384658.739213:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384658.739216:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384658.739217:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.739221:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.739222:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384658.739224:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000200:3.0:1767384658.739225:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a5207eeb x1853237049191552/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384658.739226:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.739228:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384658.739230:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.739233:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.739236:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384658.739240:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000347d5436/0x7f71e2b70dd203a8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.739248:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384658.739249:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.739253:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.739253:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384658.739255:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384658.739257:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00001000:3.0:1767384658.739258:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=75 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384658.739259:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.739261:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384658.739264:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384658.739265:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384658.739267:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.739269:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 20000000:00000001:0.0:1767384658.739271:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.739272:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384658.739274:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384658.739276:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.739277:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767384658.739281:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000347d5436/0x7f71e2b70dd203a8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384658.739282:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384658.739287:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d8d3b32. 00010000:00000001:0.0:1767384658.739289:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384658.739292:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384658.739293:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049191552, offset 224 00010000:00010000:0.0:1767384658.739294:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000347d5436/0x7f71e2b70dd203a8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384658.739301:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1767384658.739301:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a3cd0a26 count: 0 00000400:00000200:3.0:1767384658.739312:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384658.739312:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384658.739314:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384658.739319:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006c80 00000400:00000200:3.0:1767384658.739323:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d85 [2] + 224 00000400:00000200:3.0:1767384658.739327:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384658.739330:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384658.739338:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384658.739340:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d91cc723 x1853237049191552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384658.739346:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d91cc723 x1853237049191552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.739357:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384658.739361:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d8d3b32 00000400:00000010:3.0:1767384658.739363:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d8d3b32. 00000100:00000001:0.0:1767384658.739365:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.739366:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384658.739368:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384658.739369:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384658.739374:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384658.739375:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384658.739378:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384658.739379:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000010:0.0:1767384658.739381:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b7622e. 00010000:00000001:3.0:1767384658.739382:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384658.739386:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.739398:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384658.739401:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5207eeb x1853237049191552/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384658.739404:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094d604e9 00000400:00000010:0.0:1767384658.739408:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094d604e9. 00000100:00100000:3.0:1767384658.739412:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a5207eeb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049191552:12345-0@lo:253: Request processed in 4933us (5634us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384658.739413:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384658.739419:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d91cc723 x1853237049191552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384658.739422:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000040:3.0:1767384658.739427:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384658.739431:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384658.739434:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384658.739438:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c63277d0. 00000100:00000200:0.0:1767384658.739438:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d91cc723 x1853237049191552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.739448:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384658.739449:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ec07e373. 00000100:00000001:0.0:1767384658.739450:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384658.739453:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e8ed2ad. 00000100:00000001:0.0:1767384658.739453:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384658.739457:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384658.739458:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:0.0:1767384658.739459:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384658.739462:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.739464:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384658.739465:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384658.739467:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000040cf4ab6. 00000100:00001000:0.0:1767384658.739469:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=75 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384658.739473:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384658.739474:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=75 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384658.739475:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.739477:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384658.739479:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384658.739480:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384658.739481:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384658.739484:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384658.739486:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cab3f85. 00000100:00000001:0.0:1767384658.739487:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384658.739495:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d8d3b32. 00000100:00000040:0.0:1767384658.739498:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d91cc723 x1853237049191552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.739504:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384658.739506:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384658.739507:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384658.739509:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384658.739510:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384658.739511:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384658.739512:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384658.739513:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384658.739514:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384658.739516:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384658.739517:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384658.739518:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384658.739519:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d91cc723 x1853237049191552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384658.739525:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d91cc723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049191552:0@lo:253: 00000100:00000001:0.0:1767384658.739529:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.739531:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384658.739532:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d91cc723 x1853237049191552/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.739535:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384658.739536:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384658.739538:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000325c42f8. 02000000:00000001:0.0:1767384658.739541:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384658.739542:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384658.739543:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384658.739544:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384658.739545:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007477565a. 02000000:00000001:0.0:1767384658.739547:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384658.739548:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384658.739549:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d91cc723. 00000100:00000001:0.0:1767384658.739551:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384658.739552:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.739553:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.739560:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384658.739561:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.739562:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384658.739563:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.739689:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294947161, at 4294947162 00000100:00000010:3.0:1767384658.739695:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061030642. 00000100:00000040:2.0:1767384658.739867:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294947161, at 4294947162 00000100:00000010:2.0:1767384658.739875:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1efa4d6. 00000100:00000040:0.0:1767384658.740038:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294947161, at 4294947162 00000100:00000010:0.0:1767384658.740043:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ea8ba6. 00000100:00000040:1.0:1767384658.740654:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294947161, at 4294947163 00000100:00000010:1.0:1767384658.740663:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004dc5e26d. 00010000:00000010:0.1:1767384658.743647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a7ec077a. 00010000:00000010:0.1:1767384658.743661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e3722408. 00010000:00000010:0.1:1767384658.743668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a3cd0a26. 00010000:00000010:0.1:1767384658.743676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000347d5436. 00000400:00000010:1.0:1767384658.750538:0:35891:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000137e744f. 00000400:00000040:1.0:1767384658.750560:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384658.750563:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384658.750566:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384658.750568:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384658.750570:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384658.750572:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384658.750575:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384658.750576:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384658.750577:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384658.750578:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384658.750579:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384658.750581:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384658.750583:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384658.750584:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384658.750585:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384658.750587:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384658.750588:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384658.750589:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384658.750594:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384658.750596:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384658.750598:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384658.750599:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384658.750601:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384658.750602:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384658.750603:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384658.750605:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384658.750648:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384658.750651:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384658.750653:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384658.750654:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384658.750655:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384658.750657:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384658.750658:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384658.750660:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384658.750661:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384658.750663:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384658.750664:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384658.750666:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384658.750667:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384658.750669:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384658.750670:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384658.750671:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384658.750672:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384658.750673:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384658.750675:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384658.750676:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384658.750677:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384658.750678:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384658.750680:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384658.750681:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384658.750683:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384658.750683:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384658.750685:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384658.750687:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384658.750688:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384658.750689:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384658.750691:0:35891:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384658.750821:0:35891:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000137e744f. 00000400:00000001:3.0:1767384658.777776:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384658.777782:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384658.777786:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be983bc9 00000400:00000010:3.0:1767384658.777791:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be983bc9. 00000400:00000200:3.0:1767384658.777797:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384658.777806:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp37 recovery ping unlinked 00000400:00000010:3.0:1767384658.777818:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000001773c1e. 00000400:00000010:3.0:1767384658.777826:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000665f5744. 00010000:00000001:2.0:1767384658.905695:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384658.905703:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384658.905714:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384658.905717:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.905770:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384658.905777:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384658.905783:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384659.801680:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a6c19d7] -> 12345-192.168.202.137@tcp13 (6) 00000800:00000200:0.0:1767384659.801691:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp13 ip 192.168.202.137:988 00000800:00000200:0.0:1767384659.801695:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b65a0f0f type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384659.802130:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384659.802135:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384659.802151:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384659.802156:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384659.802159:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384659.802704:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp41 00000400:00000010:3.0:1767384659.802713:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006c7a2944. 00000400:00000010:3.0:1767384659.802721:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001c639e0f. 00000400:00000010:3.0:1767384659.802727:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d103f286. 00000400:00000010:3.0:1767384659.802738:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000021063edb. 00000400:00000200:3.0:1767384659.802746:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp41 00000400:00000200:3.0:1767384659.802773:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp41 local destination 00000400:00000200:3.0:1767384659.802784:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp41 00000400:00000200:3.0:1767384659.802794:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp41 NI seq info: [182:182:256:4294967295] 192.168.202.137@tcp41 LPNI seq info [172:172:8:4294967295] 00000400:00000200:3.0:1767384659.802804:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp41 00000400:00000200:3.0:1767384659.802817:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp41(192.168.202.137@tcp41:) -> 192.168.202.137@tcp41(192.168.202.137@tcp41:192.168.202.137@tcp41) : GET try# 0 00000800:00000200:3.0:1767384659.802826:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp41 00000800:00000010:3.0:1767384659.802831:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004324e6f9. 00000800:00000200:3.0:1767384659.802840:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7cebc33] -> 12345-192.168.202.137@tcp41 (2) 00000800:00000200:3.1:1767384659.802847:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7cebc33] -> 12345-192.168.202.137@tcp41 (2) 00000400:00000200:3.0:1767384659.802877:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp41 added to recovery queue. ping count: 3 next ping: 288 health :700 00000400:00000200:3.0:1767384659.802982:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803031:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803069:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803113:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803163:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803217:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803257:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803292:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803328:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803368:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803418:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803455:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803511:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803571:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803687:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803760:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803812:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803876:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803934:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.803979:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804012:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804041:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804070:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804099:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804135:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804170:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804206:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804242:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804278:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804313:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804352:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804400:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804438:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804478:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384659.804510:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384659.805089:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000021e76825. 00000800:00000010:3.0:1767384659.805108:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074c14739. 00000800:00000010:3.0:1767384659.805117:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000007fbc2ef. 00000800:00000010:3.0:1767384659.805149:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000007fbc2ef. 00000800:00020000:3.0:1767384659.805161:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384659.805165:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074c14739. 00000800:00000010:3.0:1767384659.805169:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000021e76825. 00000400:02020000:3.0:1767384659.805223:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp41 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384659.805232:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp41 notifying 192.168.202.137@tcp41: down 00000800:00000200:3.0:1767384659.805239:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp41 down 00000800:00000100:3.0:1767384659.805249:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp41 00000800:00000010:3.0:1767384659.805252:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004324e6f9. 00000400:00000200:3.0:1767384659.805256:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384659.805261:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp41->192.168.202.137@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384659.805272:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384659.805277:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384659.805282:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp41) recovery failed with -71 00010000:00000001:2.0:1767384659.929720:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384659.929726:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.929732:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384659.929734:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384659.930010:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384659.930014:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384659.930017:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384660.314656:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384660.314660:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 2 10000000:00000001:0.0:1767384660.314664:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384660.314667:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384660.314668:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384660.314670:0:17077:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384660.314672:0:17077:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384660.314674:0:17077:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384660.314676:0:17077:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8fe3054f6000 from 75 10000000:00000001:0.0:1767384660.314678:0:17077:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384660.314679:0:17077:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384660.314686:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d91cc723. 00000020:00000040:0.0:1767384660.314689:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384660.314693:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384660.314696:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384660.314700:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384660.314707:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2233206. 00000100:00000001:0.0:1767384660.314714:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.314719:0:17077:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384660.314722:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384660.314737:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a3cd0a26. 00010000:00000001:0.0:1767384660.314741:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384660.314745:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000347d5436. 00000020:00000001:0.0:1767384660.314750:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384660.314753:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000347d5436 with handle 0x7f71e2b70dd203af to hash 00000020:00000001:0.0:1767384660.314755:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384660.314757:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384660.314761:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384660.314765:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384660.314768:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384660.314771:0:17077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384660.314781:0:17077:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384660.314790:0:17077:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384660.314794:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384660.314796:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384660.314801:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd047d81. 00000100:00000001:0.0:1767384660.314802:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804728381440 : -123268981170176 : ffff8fe3342a6000) 00000100:00000001:0.0:1767384660.314805:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384660.314806:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575793536 : -123274133758080 : ffff8fe2010c1f80) 00000100:00000001:0.0:1767384660.314810:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384660.314812:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.314814:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384660.314815:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384660.314822:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d91cc723 x1853237049191680/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.314828:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384660.314830:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.314833:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384660.314840:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384660.314841:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384660.314844:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d91cc723 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049191680:0@lo:101: 00000100:00000001:0.0:1767384660.314847:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384660.314853:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384660.314855:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.314857:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384660.314859:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002e7cacf3. 02000000:00000001:0.0:1767384660.314861:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384660.314866:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b7622e. 00000400:00000010:0.0:1767384660.314872:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68e221b. 00000100:00000200:0.0:1767384660.314877:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049191680, portal 25 00000100:00000001:0.0:1767384660.314879:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384660.314880:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575793536 : -123274133758080 : ffff8fe2010c1f80) 00000100:00000040:0.0:1767384660.314884:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d91cc723 x1853237049191680/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.314889:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384660.314891:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384660.314893:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094564672. 00000100:00000200:0.0:1767384660.314895:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049191680, offset 0 00000400:00000200:0.0:1767384660.314900:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384660.314911:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384660.314919:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260006d00 00000400:00000200:0.0:1767384660.314925:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1525 [2] + 0 00000400:00000010:0.0:1767384660.314928:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed3bc836. 00000400:00000200:0.0:1767384660.314931:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bd605142 00000400:00000200:0.0:1767384660.314936:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384660.314939:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384660.314943:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd605142 00000400:00000010:0.0:1767384660.314944:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd605142. 00000100:00000001:0.0:1767384660.314948:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384660.314949:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384660.314951:0:17077:0:(events.c:337:request_in_callback()) incoming req@000000002f359ced x1853237049191680 msgsize 328 00000100:00100000:0.0:1767384660.314955:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384660.314961:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384660.314972:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384660.314980:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094564672 00000400:00000010:0.0:1767384660.314981:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094564672. 00000100:00000001:0.0:1767384660.314984:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384660.314987:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d91cc723 x1853237049191680/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.314995:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384660.314996:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384660.314998:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d91cc723 x1853237049191680/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384660.315000:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191680 02000000:00000001:3.0:1767384660.315004:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384660.315008:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384660.315009:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.315011:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.315012:0:17077:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384660.315017:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.315018:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384660.315021:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191680 00000100:00000001:0.0:1767384660.315023:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294948742 00000020:00000001:3.0:1767384660.315025:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1767384660.315027:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6bf58d5. 00000020:00000040:3.0:1767384660.315028:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384660.315032:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384660.315034:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000020:00000001:3.0:1767384660.315037:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384660.315037:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767384660.315042:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384660.315046:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384660.315050:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf55fe66. 00000100:00000001:0.0:1767384660.315053:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294948742 00000100:00000001:3.0:1767384660.315054:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384660.315059:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9a29398. 00000100:00000001:0.0:1767384660.315061:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000020:00000010:3.0:1767384660.315067:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf55fe66. 00000100:00000001:0.0:1767384660.315067:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294948742 00000100:00000010:0.0:1767384660.315074:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008fb63d7. 00000020:00000010:3.0:1767384660.315077:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e68d583. 00000100:00000001:0.0:1767384660.315078:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384660.315081:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294948742 00000020:00000010:3.0:1767384660.315085:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d01f76e6. 00000100:00000010:0.0:1767384660.315085:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c712019d. 00000100:00000001:0.0:1767384660.315091:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384660.315094:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000100:00000001:0.0:1767384660.315095:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384660.315100:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.315103:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384660.315104:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384660.315106:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cd047d81 going to sleep for 11 seconds 00000100:00000001:0.0:1767384660.315110:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384660.315111:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384660.315112:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.315116:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384660.315118:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384660.315122:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.315130:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.315142:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.315156:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384660.315158:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384660.315164:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00000001:0.0:1767384660.315166:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384660.315169:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384660.315169:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384660.315172:0:17074:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.315174:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885426256 : -123268824125360 : ffff8fe33d86b050) 00000100:00000001:0.0:1767384660.315175:0:17074:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.315184:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f359ced x1853237049191680/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:641/0 lens 328/0 e 0 to 0 dl 1767384671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.315195:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384660.315199:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf55fe66. 00000100:00000001:3.0:1767384660.315201:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384660.315204:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf55fe66. 00000100:00100000:3.0:1767384660.315209:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f359ced pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:17077:x1853237049191680:12345-0@lo:101: 00000100:00000200:3.0:1767384660.315213:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191680 00000020:00000001:3.0:1767384660.315216:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384660.315219:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384660.315221:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.315223:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384660.315225:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000020:00000001:3.0:1767384660.315228:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384660.315229:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384660.315231:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384660.315233:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384660.315243:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.315245:0:17075:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384660.315247:0:17075:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384660.315248:0:17075:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384660.315250:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384660.315251:0:17075:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.315255:0:17075:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384660.315259:0:17075:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004f86721d. 00010000:00000001:3.0:1767384660.315262:0:17075:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384660.315264:0:17075:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d3f7d351. 00000020:00000001:3.0:1767384660.315266:0:17075:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384660.315267:0:17075:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d3f7d351 with handle 0x7f71e2b70dd203b6 to hash 00000020:00000001:3.0:1767384660.315269:0:17075:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384660.315270:0:17075:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00000001:3.0:1767384660.315272:0:17075:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00010000:3.0:1767384660.315274:0:17075:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd203b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f71e2b70dd203af expref: -99 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384660.315280:0:17075:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000f6abc116 : new locks_count 10 00000020:00000040:3.0:1767384660.315282:0:17075:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=15 00000100:00000001:3.0:1767384660.315287:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384660.315289:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384660.315291:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007a82df08. 02000000:00000001:3.0:1767384660.315293:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.315294:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.315296:0:17075:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384660.315299:0:17075:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384660.315302:0:17075:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384660.315303:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384660.315305:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.315307:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384660.315308:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.315310:0:17075:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384660.315311:0:17075:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384660.315313:0:17075:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384660.315314:0:17075:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384660.315319:0:17075:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004f86721d) refcount = 1 00010000:00010000:3.0:1767384660.315323:0:17075:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd203b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7f71e2b70dd203af expref: 15 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.315327:0:17075:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384660.315329:0:17075:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384660.315330:0:17075:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.315332:0:17075:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.315333:0:17075:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384660.315337:0:17075:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384660.315339:0:17075:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd203b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd203af expref: 15 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384660.315343:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384660.315344:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384660.315345:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384660.315347:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.315348:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384660.315349:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384660.315351:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384660.315351:0:17075:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d3f7d351, rc 0) 00000020:00000001:3.0:1767384660.315353:0:17075:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384660.315355:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049191680 00010000:00000001:3.0:1767384660.315357:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384660.315361:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f359ced x1853237049191680/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:641/0 lens 328/344 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384660.315367:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384660.315369:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384660.315371:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384660.315391:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384660.315393:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384660.315395:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384660.315397:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384660.315398:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.315401:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384660.315407:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384660.315409:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e89093e4. 00000100:00000200:3.0:1767384660.315412:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049191680, offset 224 00000400:00000200:3.0:1767384660.315416:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384660.315421:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384660.315426:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260006d00 00000400:00000200:3.0:1767384660.315430:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1da9 [1] + 224 00000400:00000200:3.0:1767384660.315433:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384660.315436:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384660.315439:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384660.315442:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d91cc723 x1853237049191680/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384660.315449:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000d91cc723 x1853237049191680/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.315462:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384660.315466:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89093e4 00000400:00000010:3.0:1767384660.315468:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e89093e4. 00000100:00000001:3.0:1767384660.315470:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384660.315472:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384660.315475:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.315478:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:0.0:1767384660.315478:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384660.315482:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384660.315484:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384660.315485:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384660.315486:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384660.315488:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384660.315491:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f359ced x1853237049191680/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:641/0 lens 328/344 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384660.315492:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b7622e. 00000400:00000200:0.0:1767384660.315500:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68e221b 00000100:00100000:3.0:1767384660.315504:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f359ced pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049191680:12345-0@lo:101: Request processed in 306us (549us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384660.315504:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68e221b. 00000100:00000001:0.0:1767384660.315509:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384660.315513:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000200:0.0:1767384660.315515:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d91cc723 x1853237049191680/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384660.315517:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384660.315522:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384660.315524:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384660.315529:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d91cc723 x1853237049191680/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384660.315530:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d01f76e6. 00000100:00000001:0.0:1767384660.315535:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384660.315538:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.315541:0:17077:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384660.315542:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 02000000:00000001:0.0:1767384660.315543:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384660.315546:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384660.315548:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e68d583. 00000100:00000001:0.0:1767384660.315549:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.315554:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384660.315555:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00001000:0.0:1767384660.315557:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=77 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384660.315560:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384660.315563:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007a82df08. 00000100:00001000:0.0:1767384660.315564:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=77 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384660.315568:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384660.315569:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384660.315571:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.315572:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.315577:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384660.315579:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384660.315579:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384660.315584:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b078a48. 00000100:00000001:0.0:1767384660.315584:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384660.315588:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d91cc723 x1853237049191680/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384660.315590:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069626ef8. 00000100:00000001:0.0:1767384660.315598:0:17077:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384660.315600:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384660.315602:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384660.315604:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d91cc723 x1853237049191680/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384660.315670:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d91cc723 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049191680:0@lo:101: 00000100:00000001:0.0:1767384660.315675:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.315677:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.315679:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384660.315680:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384660.315682:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d91cc723 x1853237049191680/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.315686:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384660.315688:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cd047d81. 00000100:00000001:0.0:1767384660.315691:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384660.315692:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.315694:0:17077:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384660.315697:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384660.315698:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384660.315700:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000347d5436 refcount=4 00000020:00000001:0.0:1767384660.315701:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384660.315704:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000040:0.0:1767384660.315708:0:17077:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000347d5436, remote cookie: 0x7f71e2b70dd203b6, flags: 0x0 00010000:00000001:0.0:1767384660.315711:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384660.315714:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384660.315715:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384660.315717:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384660.315718:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384660.315720:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3cd0a26) refcount = 1 00010000:00010000:0.0:1767384660.315723:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd203b6 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384660.315730:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384660.315732:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384660.315733:0:17077:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384660.315736:0:17077:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384660.315739:0:17077:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384660.315748:0:17077:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd203b6 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384660.315755:0:17077:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384660.315757:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384660.315758:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384660.315760:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384660.315761:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384660.315763:0:17077:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.315765:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384660.315769:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d91cc723 x1853237049191680/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384676 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.315777:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384660.315779:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384660.315783:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002e7cacf3. 02000000:00000001:0.0:1767384660.315786:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384660.315787:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384660.315789:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384660.315791:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384660.315793:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a2233206. 02000000:00000001:0.0:1767384660.315796:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384660.315797:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384660.315799:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d91cc723. 00000100:00000001:0.0:1767384660.315802:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384660.315803:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384660.315805:0:17077:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384660.315807:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384660.315808:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 3 10000000:00000001:0.0:1767384660.315810:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.315811:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384660.315812:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384660.315813:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000347d5436 refcount=3 00000020:00000001:0.0:1767384660.315815:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384660.315816:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384660.315818:0:17077:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384660.315819:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384660.315824:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384660.315826:0:17077:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384660.315827:0:17077:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384660.315830:0:17077:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000e2749260. 00000100:00000010:0.0:1767384660.315840:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d91cc723. 00000020:00000040:0.0:1767384660.315843:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384660.315845:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384660.315847:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384660.315849:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384660.315851:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2233206. 00000100:00000001:0.0:1767384660.315854:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.315857:0:17077:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384660.315860:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002e7cacf3. 00000100:00000010:0.0:1767384660.315862:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000045a84eaf. 00000020:00000040:0.0:1767384660.315865:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384660.315867:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384660.315868:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384660.315871:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd047d81. 00000100:00000001:0.0:1767384660.315872:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804728381440 : -123268981170176 : ffff8fe3342a6000) 00000100:00000001:0.0:1767384660.315874:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384660.315876:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575793536 : -123274133758080 : ffff8fe2010c1f80) 00000100:00000001:0.0:1767384660.315878:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384660.315880:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.315882:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384660.315882:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384660.315884:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d91cc723 x1853237049191808/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.315889:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384660.315890:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.315892:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384660.315893:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384660.315894:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384660.315896:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d91cc723 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049191808:0@lo:256: 00000100:00000001:0.0:1767384660.315897:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384660.315903:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384660.315905:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.315907:0:17077:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384660.315911:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b7622e. 00000400:00000010:0.0:1767384660.315913:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007baf7e4a. 00000100:00000200:0.0:1767384660.315916:0:17077:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260006d80-0x6958260006d80, portal 33 00000100:00000001:0.0:1767384660.315918:0:17077:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.315920:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384660.315922:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b49a38da. 02000000:00000001:0.0:1767384660.315924:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384660.315925:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006802ca69. 00000400:00000010:0.0:1767384660.315927:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68e221b. 00000100:00000200:0.0:1767384660.315928:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049191808, portal 25 00000100:00000001:0.0:1767384660.315929:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384660.315931:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575793536 : -123274133758080 : ffff8fe2010c1f80) 00000100:00000040:0.0:1767384660.315934:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d91cc723 x1853237049191808/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.315940:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384660.315943:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384660.315944:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094564672. 00000100:00000200:0.0:1767384660.315946:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049191808, offset 0 00000400:00000200:0.0:1767384660.315950:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384660.315957:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384660.315962:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260006d80 00000400:00000200:0.0:1767384660.315966:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1551 [2] + 0 00000400:00000010:0.0:1767384660.315968:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4b1e5e4. 00000400:00000200:0.0:1767384660.315971:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a9f6d71 00000400:00000200:0.0:1767384660.315974:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384660.315977:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384660.315980:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a9f6d71 00000400:00000010:0.0:1767384660.315981:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a9f6d71. 00000100:00000001:0.0:1767384660.315985:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384660.315986:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384660.315989:0:17077:0:(events.c:337:request_in_callback()) incoming req@00000000e795ac03 x1853237049191808 msgsize 304 00000100:00100000:0.0:1767384660.316000:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384660.316002:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384660.316013:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384660.316019:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094564672 00000400:00000010:0.0:1767384660.316021:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094564672. 00000100:00000001:0.0:1767384660.316025:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384660.316028:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d91cc723 x1853237049191808/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.316034:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384660.316035:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d91cc723 x1853237049191808/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.316040:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.316042:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384660.316046:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.316048:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294948743 00000100:00000001:0.0:1767384660.316053:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948742 00000100:00000001:0.0:1767384660.316057:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294948743 00000100:00000001:0.0:1767384660.316060:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294948742 00000100:00000001:0.0:1767384660.316064:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294948743 00000100:00000001:0.0:1767384660.316067:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294948742 00000100:00000001:0.0:1767384660.316072:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294948743 00000100:00000001:0.0:1767384660.316074:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294948742 00000100:00000001:0.0:1767384660.316078:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384660.316080:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.316081:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384660.316082:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384660.316084:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cd047d81 going to sleep for 11 seconds 00000100:00000001:0.0:1767384660.316086:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384660.316088:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.316107:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384660.316108:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191808 02000000:00000001:0.0:1767384660.316110:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384660.316116:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384660.316117:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.316120:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384660.316122:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191808 00000020:00000001:0.0:1767384660.316124:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384660.316126:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384660.316127:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384660.316129:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:0.0:1767384660.316131:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384660.316133:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384660.316135:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384660.316137:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d1bb68. 00000100:00000001:0.0:1767384660.316139:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384660.316140:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d1bb68. 00000020:00000010:0.0:1767384660.316143:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090ecd794. 00000020:00000010:0.0:1767384660.316146:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df42c97a. 00000020:00000010:0.0:1767384660.316150:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe6b6e58. 00000100:00000040:0.0:1767384660.316154:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384660.316155:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384660.316157:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384660.316158:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.316162:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.316172:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.316181:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384660.316182:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384660.316184:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00000040:0.0:1767384660.316186:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384660.316188:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885418064 : -123268824133552 : ffff8fe33d869050) 00000100:00000040:0.0:1767384660.316191:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e795ac03 x1853237049191808/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:641/0 lens 304/0 e 0 to 0 dl 1767384671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.316197:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384660.316200:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d1bb68. 00000100:00000001:0.0:1767384660.316202:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384660.316208:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d1bb68. 00000100:00100000:0.0:1767384660.316214:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e795ac03 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049191808:12345-0@lo:256: 00000100:00000200:0.0:1767384660.316217:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191808 00000020:00000001:0.0:1767384660.316219:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384660.316221:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384660.316222:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.316223:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384660.316225:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592544 : -1047959072 : ffffffffc18969e0) 00000020:00000001:0.0:1767384660.316227:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384660.316228:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384660.316229:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384660.316231:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384660.316232:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.316234:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384660.316235:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384660.316238:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000075379b41. 02000000:00000001:0.0:1767384660.316239:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.316241:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384660.316243:0:17075:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384660.316245:0:17075:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384660.316248:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384660.316250:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384660.316252:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384660.316254:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384660.316255:0:17075:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384660.316258:0:17075:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000756f9847. 20000000:00000001:0.0:1767384660.316261:0:17075:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384660.316274:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384660.316280:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384660.316284:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384660.316287:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384660.316289:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384660.316290:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384660.316292:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384660.316294:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384660.316296:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384660.316301:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384660.316303:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384660.316304:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384660.316306:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384660.316308:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384660.316309:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384660.316311:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384660.316313:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384660.316314:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384660.316316:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384660.316318:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384660.316319:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384660.316321:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384660.316323:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384660.316324:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384660.316326:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384660.316328:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384660.316330:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384660.316331:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384660.316333:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384660.316334:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384660.316336:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384660.316338:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384660.316339:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384660.316341:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384660.316342:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384660.316344:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384660.316346:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:0.0:1767384660.316348:0:17075:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 3332/1/4/3. 20000000:00000040:0.0:1767384660.316355:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384660.316356:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384660.316358:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384660.316360:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384660.316361:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384660.316363:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384660.316364:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384660.316366:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384660.316368:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384660.316370:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384660.316390:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384660.316392:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384660.316394:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384660.316396:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384660.316398:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384660.316400:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384660.316402:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384660.316403:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384660.316405:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384660.316407:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384660.316408:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384660.316410:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384660.316412:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384660.316413:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384660.316415:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384660.316417:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384660.316418:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384660.316420:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384660.316422:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384660.316423:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384660.316425:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384660.316426:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384660.316428:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384660.316430:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384660.316432:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384660.316434:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384660.316436:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:0.0:1767384660.316438:0:17075:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 2568/1/4/3. 20000000:01000000:0.0:1767384660.316439:0:17075:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1528, version 78 20000000:00000001:0.0:1767384660.316441:0:17075:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1528 : 1528 : 5f8) 00000100:00000001:0.0:1767384660.316444:0:17075:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384660.316447:0:17075:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000035da1f17. 00000100:00000010:0.0:1767384660.316449:0:17075:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000000ec16620. 00000020:00000040:0.0:1767384660.316452:0:17075:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=16 00010000:00000001:0.0:1767384660.316454:0:17075:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384660.316457:0:17075:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384660.316459:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094564672. 00000400:00000010:0.0:1767384660.316464:0:17075:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d76aa32e. 00000400:00000200:0.0:1767384660.316473:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384660.316484:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384660.316492:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1528 into portal 33 MB=0x6958260006d80 00000400:00000200:0.0:1767384660.316498:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1528/1528 into md 0x1db9 [4] + 0 00000400:00000010:0.0:1767384660.316500:0:17075:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b7622e. 00000400:00000200:0.0:1767384660.316503:0:17075:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007baf7e4a 00000400:00000200:0.0:1767384660.316507:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384660.316511:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384660.316515:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007baf7e4a 00000400:00000010:0.0:1767384660.316516:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007baf7e4a. 00000100:00000001:0.0:1767384660.316521:0:17075:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384660.316522:0:17075:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000d91cc723 desc 000000002e7cacf3 mbits 1853237049191808 00000100:00000001:0.0:1767384660.316530:0:17075:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384660.316533:0:17075:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384660.316538:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384660.316546:0:17075:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1dc5 00000400:00000200:0.0:1767384660.316549:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384660.316552:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384660.316555:0:17075:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384660.316557:0:17075:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000035da1f17 00000100:00000001:0.0:1767384660.316559:0:17075:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384660.316563:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094564672 00000400:00000010:0.0:1767384660.316564:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094564672. 00000100:00000001:0.0:1767384660.316567:0:17075:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384660.316569:0:17075:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000035da1f17 00000100:00000001:0.0:1767384660.316572:0:17075:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384660.316575:0:17075:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1528 bytes via portal 33 id 12345-0@lo mbits 0x6958260006d80-0x6958260006d80 00000100:00000001:0.0:1767384660.316578:0:17075:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.316581:0:17075:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.316583:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384660.316584:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000010:0.0:1767384660.316587:0:17075:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000000ec16620. 00000100:00000010:0.0:1767384660.316589:0:17075:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000035da1f17. 00000100:00000001:0.0:1767384660.316593:0:17075:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384660.316594:0:17075:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384660.316628:0:17075:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000756f9847. 20000000:00000001:0.0:1767384660.316632:0:17075:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384660.316635:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049191808 00010000:00000001:0.0:1767384660.316636:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384660.316639:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e795ac03 x1853237049191808/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:641/0 lens 304/240 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384660.316645:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384660.316647:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384660.316648:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384660.316652:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384660.316656:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384660.316661:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384660.316665:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384660.316668:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.316673:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384660.316675:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384660.316678:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094564672. 00000100:00000200:0.0:1767384660.316679:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049191808, offset 224 00000400:00000200:0.0:1767384660.316683:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384660.316688:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384660.316695:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260006d80 00000400:00000200:0.0:1767384660.316698:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1dbd [1] + 224 00000400:00000200:0.0:1767384660.316701:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384660.316703:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384660.316706:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384660.316711:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d91cc723 x1853237049191808/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384660.316721:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000d91cc723 x1853237049191808/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.316731:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384660.316737:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094564672 00000400:00000010:0.0:1767384660.316739:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094564672. 00000100:00000001:0.0:1767384660.316743:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384660.316751:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384660.316756:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384660.316760:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384660.316763:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384660.316765:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.316768:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384660.316772:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e795ac03 x1853237049191808/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:641/0 lens 304/240 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384660.316781:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e795ac03 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049191808:12345-0@lo:256: Request processed in 582us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384660.316790:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000040:0.0:1767384660.316792:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:0.0:1767384660.316794:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384660.316796:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384660.316799:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df42c97a. 00000020:00000010:0.0:1767384660.316802:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe6b6e58. 00000020:00000010:0.0:1767384660.316805:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090ecd794. 00000020:00000040:0.0:1767384660.316809:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:0.0:1767384660.316812:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384660.316813:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000075379b41. 02000000:00000001:0.0:1767384660.316816:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384660.316818:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384660.316822:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384660.316826:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b7622e. 00000400:00000010:0.0:1767384660.316829:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007baf7e4a. 00000100:00000001:0.0:1767384660.316846:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384660.316848:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384660.316850:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384660.316851:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006802ca69. 00000400:00000200:0.0:1767384660.316855:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68e221b 00000400:00000010:0.0:1767384660.316856:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68e221b. 00000100:00000001:0.0:1767384660.316859:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384660.316863:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d91cc723 x1853237049191808/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384660.316870:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d91cc723 x1853237049191808/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.316880:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384660.316881:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.316883:0:17077:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384660.316884:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384660.316886:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384660.316887:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.316889:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384660.316891:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384660.316893:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384660.316895:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384660.316897:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.316898:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384660.316900:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.316901:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384660.316904:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000d91cc723 x1853237049191808/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384660.316911:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000d91cc723 x1853237049191808/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.316915:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384660.316916:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384660.316918:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d91cc723 x1853237049191808/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384660.316923:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d91cc723 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049191808:0@lo:256: 00000100:00000001:0.0:1767384660.316926:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.316927:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.316928:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384660.316929:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384660.316930:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d91cc723 x1853237049191808/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.316934:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384660.316935:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cd047d81. 00000100:00000001:0.0:1767384660.316936:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384660.316942:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384660.316945:0:17077:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 78, more 0. 10000000:00000001:0.0:1767384660.316947:0:17077:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384660.316952:0:17077:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000cd4eeb72. 10000000:00000040:0.0:1767384660.316960:0:17077:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.137@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384660.316965:0:17077:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384660.316967:0:17077:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384660.316971:0:17077:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.137@tcp has 192.168.202.137@tcp. 00000100:00000001:0.0:1767384660.316972:0:17077:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.316974:0:17077:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384660.316976:0:17077:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.137@tcp with 192.168.202.137@tcp 00000100:00000200:0.0:1767384660.316977:0:17077:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.137@tcp' 00000100:00000200:0.0:1767384660.316980:0:17077:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 37 NIDs for '192.168.202.137@tcp' 00000400:00000200:0.0:1767384660.316982:0:17077:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384660.316984:0:17077:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384660.316986:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:0.0:1767384660.316990:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384660.316994:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (38) 00000400:00000200:0.0:1767384660.316999:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384660.317001:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:0.0:1767384660.317003:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (39) 00000400:00000200:0.0:1767384660.317005:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:0.0:1767384660.317007:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:0.0:1767384660.317010:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317012:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:0.0:1767384660.317013:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:0.0:1767384660.317016:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317017:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000400:00000200:0.0:1767384660.317019:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.137@tcp12 00000400:00000200:0.0:1767384660.317021:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317023:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp12 00000400:00000200:0.0:1767384660.317024:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.137@tcp13 00000400:00000200:0.0:1767384660.317027:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317028:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp13 00000400:00000200:0.0:1767384660.317029:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.137@tcp14 00000400:00000200:0.0:1767384660.317036:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317037:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp14 00000400:00000200:0.0:1767384660.317039:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.137@tcp15 00000400:00000200:0.0:1767384660.317041:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317042:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp15 00000400:00000200:0.0:1767384660.317043:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.137@tcp16 00000400:00000200:0.0:1767384660.317044:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317046:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp16 00000400:00000200:0.0:1767384660.317047:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.137@tcp17 00000400:00000200:0.0:1767384660.317048:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317049:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp17 00000400:00000200:0.0:1767384660.317051:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.137@tcp18 00000400:00000200:0.0:1767384660.317053:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317054:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp18 00000400:00000200:0.0:1767384660.317055:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.137@tcp19 00000400:00000200:0.0:1767384660.317057:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317058:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp19 00000400:00000200:0.0:1767384660.317058:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.137@tcp20 00000400:00000200:0.0:1767384660.317061:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317062:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp20 00000400:00000200:0.0:1767384660.317063:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.137@tcp21 00000400:00000200:0.0:1767384660.317064:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317065:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp21 00000400:00000200:0.0:1767384660.317066:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.137@tcp22 00000400:00000200:0.0:1767384660.317068:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317069:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp22 00000400:00000200:0.0:1767384660.317070:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.137@tcp23 00000400:00000200:0.0:1767384660.317071:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317072:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp23 00000400:00000200:0.0:1767384660.317073:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.137@tcp24 00000400:00000200:0.0:1767384660.317075:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317077:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp24 00000400:00000200:0.0:1767384660.317078:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.137@tcp25 00000400:00000200:0.0:1767384660.317081:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317082:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp25 00000400:00000200:0.0:1767384660.317084:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.137@tcp26 00000400:00000200:0.0:1767384660.317090:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317091:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp26 00000400:00000200:0.0:1767384660.317092:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.137@tcp27 00000400:00000200:0.0:1767384660.317095:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317096:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp27 00000400:00000200:0.0:1767384660.317097:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.137@tcp28 00000400:00000200:0.0:1767384660.317099:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317100:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp28 00000400:00000200:0.0:1767384660.317101:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.137@tcp29 00000400:00000200:0.0:1767384660.317103:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317104:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp29 00000400:00000200:0.0:1767384660.317105:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.137@tcp30 00000400:00000200:0.0:1767384660.317107:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317108:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp30 00000400:00000200:0.0:1767384660.317110:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.137@tcp31 00000400:00000200:0.0:1767384660.317112:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317113:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp31 00000400:00000200:0.0:1767384660.317114:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.137@tcp32 00000400:00000200:0.0:1767384660.317116:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317117:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp32 00000400:00000200:0.0:1767384660.317118:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.137@tcp33 00000400:00000200:0.0:1767384660.317120:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317121:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp33 00000400:00000200:0.0:1767384660.317122:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.137@tcp34 00000400:00000200:0.0:1767384660.317123:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317124:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp34 00000400:00000200:0.0:1767384660.317125:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.137@tcp35 00000400:00000200:0.0:1767384660.317127:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317128:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp35 00000400:00000200:0.0:1767384660.317129:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.137@tcp36 00000400:00000200:0.0:1767384660.317131:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317132:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp36 00000400:00000200:0.0:1767384660.317133:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.137@tcp37 00000400:00000200:0.0:1767384660.317134:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317135:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp37 00000400:00000200:0.0:1767384660.317136:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.137@tcp38 00000400:00000200:0.0:1767384660.317144:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317145:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp38 00000400:00000200:0.0:1767384660.317146:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.137@tcp39 00000400:00000200:0.0:1767384660.317148:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317149:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp39 00000400:00000200:0.0:1767384660.317150:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.137@tcp40 00000400:00000200:0.0:1767384660.317152:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384660.317153:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp40 00000100:00000001:0.0:1767384660.317155:0:17077:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.317157:0:17077:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384660.317159:0:17077:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.137@tcp' by NID '192.168.202.137@tcp' 10000000:00000010:0.0:1767384660.317162:0:17077:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000df42c97a. 10000000:00000040:0.0:1767384660.317163:0:17077:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 78/78 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.137@tcp::2 00000020:00000080:0.0:1767384660.317165:0:17077:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384660.317169:0:17077:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384660.317172:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090ecd794. 00000020:00000010:0.0:1767384660.317176:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000099125148. 00000040:00000010:0.0:1767384660.317180:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000895f7dcc. 00000020:00000010:0.0:1767384660.317183:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000071c4539e. 00000020:00000010:0.0:1767384660.317187:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000961572ab. 00000020:00000010:0.0:1767384660.317190:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b91d842. 80000000:00000010:0.0:1767384660.317193:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000615c17c2. 40000000:00000010:0.0:1767384660.317197:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000070d1bb68. 00100000:00000010:0.0:1767384660.317201:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000128b02d. 00040000:00000010:0.0:1767384660.317205:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000d90eef7. 00040000:00000010:0.0:1767384660.317210:0:17077:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fdcf52a1. 00040000:00000010:0.0:1767384660.317213:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000090603ed6. 00080000:00000010:0.0:1767384660.317218:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c6cdb1f5. 00080000:00000010:0.0:1767384660.317222:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c94994ef. 00000004:00000010:0.0:1767384660.317228:0:17077:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005b93d47d. 00000004:00000010:0.0:1767384660.317232:0:17077:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004d64c1e9. 00000004:00000010:0.0:1767384660.317235:0:17077:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003d2d0c39. 00002000:00000010:0.0:1767384660.317238:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000075379b41. 00000004:00000010:0.0:1767384660.317246:0:17077:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000035da1f17. 00000004:00000001:0.0:1767384660.317250:0:17077:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384660.317252:0:17077:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384660.317254:0:17077:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000df42c97a 00000040:00001000:0.0:1767384660.317256:0:17077:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384660.317257:0:17077:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384660.317258:0:17077:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384660.317259:0:17077:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384660.317262:0:17077:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384660.317263:0:17077:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384660.317263:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384660.317265:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.137@tcp::2 00000040:00000001:0.0:1767384660.317266:0:17077:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384660.317309:0:17077:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384660.317312:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000099125148. 00000040:00000010:0.0:1767384660.317317:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000895f7dcc. 00000020:00000010:0.0:1767384660.317320:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000071c4539e. 00000020:00000010:0.0:1767384660.317323:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000961572ab. 00000020:00000010:0.0:1767384660.317327:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002b91d842. 80000000:00000010:0.0:1767384660.317329:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000615c17c2. 40000000:00000010:0.0:1767384660.317332:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000070d1bb68. 00100000:00000010:0.0:1767384660.317335:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000128b02d. 00040000:00000010:0.0:1767384660.317337:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000d90eef7. 00040000:00000010:0.0:1767384660.317340:0:17077:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fdcf52a1. 00040000:00000010:0.0:1767384660.317342:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000090603ed6. 00080000:00000010:0.0:1767384660.317346:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c94994ef. 00080000:00000010:0.0:1767384660.317348:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c6cdb1f5. 00000004:00000010:0.0:1767384660.317352:0:17077:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005b93d47d. 00000004:00000010:0.0:1767384660.317356:0:17077:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004d64c1e9. 00000004:00000010:0.0:1767384660.317359:0:17077:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003d2d0c39. 00002000:00000010:0.0:1767384660.317362:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000075379b41. 00000004:00000010:0.0:1767384660.317365:0:17077:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000035da1f17. 00000020:00000010:0.0:1767384660.317367:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090ecd794. 00000020:00000001:0.0:1767384660.317370:0:17077:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.317371:0:17077:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384660.317395:0:17077:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000df42c97a. 10000000:00000010:0.0:1767384660.317397:0:17077:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000cd4eeb72. 10000000:00000001:0.0:1767384660.317399:0:17077:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.317401:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384660.317404:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d91cc723 x1853237049191808/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384676 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.317409:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384660.317410:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384660.317411:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b49a38da. 02000000:00000001:0.0:1767384660.317413:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384660.317415:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384660.317416:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384660.317417:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384660.317418:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384660.317419:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384660.317420:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384660.317422:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384660.317423:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000045a84eaf. 00000100:00000010:0.0:1767384660.317425:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002e7cacf3. 00000100:00000001:0.0:1767384660.317427:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384660.317428:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a2233206. 02000000:00000001:0.0:1767384660.317430:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384660.317431:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384660.317432:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d91cc723. 00000100:00000001:0.0:1767384660.317434:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384660.317435:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384660.317445:0:17077:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000e2749260. 10000000:01000000:0.0:1767384660.317447:0:17077:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.137@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384660.317449:0:17077:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384660.317451:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384660.317451:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384660.317453:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000347d5436 refcount=3 00000020:00000001:0.0:1767384660.317454:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384660.317457:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384660.317459:0:17077:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384660.317464:0:17077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd203b6 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384660.317470:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384660.317471:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384660.317472:0:17077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd203b6 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384660.317476:0:17077:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384660.317477:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384660.317477:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384660.317479:0:17077:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384660.317479:0:17077:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384660.317481:0:17077:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384660.317482:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384660.317483:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 3 10000000:00000001:0.0:1767384660.317485:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384660.321652:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294948743, at 4294948744 00000100:00000040:1.0:1767384660.321661:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294948743, at 4294948744 00000100:00000010:3.0:1767384660.321662:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c712019d. 00000100:00000010:1.0:1767384660.321672:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9a29398. 00000100:00000040:2.0:1767384660.322418:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294948743, at 4294948744 00000100:00000010:2.0:1767384660.322426:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008fb63d7. 00000100:00000040:0.0:1767384660.322644:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294948743, at 4294948745 00000100:00000010:0.0:1767384660.322651:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6bf58d5. 00000020:00000010:1.0:1767384660.327352:0:36400:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000179d66f7. 00000020:00000040:1.0:1767384660.327359:0:36400:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384660.327361:0:36400:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000179d66f7. 00000004:00000001:1.0:1767384660.441713:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:2.0:1767384660.441720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:1.0:1767384660.441720:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384660.441728:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384660.441729:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009cf970a1. 00000100:00000010:2.0:1767384660.441735:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7bb58e9. 00000020:00000040:1.0:1767384660.441738:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384660.441739:0:36:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384660.441745:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384660.441746:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384660.441749:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384660.441750:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384660.441754:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384660.441756:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384660.441761:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f7a93e7. 02000000:00000010:1.0:1767384660.441764:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ace572f. 00000100:00000001:2.0:1767384660.441769:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.441770:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.441778:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384660.441779:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384660.441782:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.441791:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384660.441793:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.441795:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cf970a1] to pc [ptlrpcd_00_00+0] req@000000009cf970a1 x1853237049192064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384660.441799:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7bb58e9] to pc [ptlrpcd_00_01+1] req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384660.441841:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.441844:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.441848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384660.441851:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384660.441855:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000790086d5. 00000100:00000001:1.0:1767384660.441855:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384660.441859:0:36:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384660.441861:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384660.441862:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384660.441865:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384660.441866:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384660.441867:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384660.441872:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384660.441875:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009cf970a1 x1853237049192064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.441875:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384660.441877:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384660.441883:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b7c3651b. 00000100:00000040:0.0:1767384660.441883:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.441889:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.441898:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384660.441908:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384660.441912:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.441916:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384660.441918:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384660.441919:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384660.441920:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384660.441921:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384660.441924:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384660.441926:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384660.441928:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000790086d5] to pc [ptlrpcd_00_02+2] req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384660.441928:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.441930:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384660.441936:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009cf970a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049192064:0@lo:13: 02000000:00000001:0.0:1767384660.441936:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384660.441943:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7bb58e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16349:1853237049191936:0@lo:400: 00000100:00000001:1.0:1767384660.441948:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384660.441951:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384660.441956:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384660.441956:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384660.441959:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.441962:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384660.441965:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b91d842. 02000000:00000001:1.0:1767384660.441967:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.441968:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384660.441971:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384660.441972:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384660.441977:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005cdf5691. 00000100:00000040:2.0:1767384660.441978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384660.441982:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006802ca69. 02000000:00000001:1.0:1767384660.441983:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.441986:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384660.441989:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68e221b. 00000400:00000010:1.0:1767384660.441990:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093cc895d. 00000100:00000010:2.0:1767384660.441992:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000cf62c9b. 00000100:00000200:0.0:1767384660.441996:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049191936, portal 4 00000020:00000040:2.0:1767384660.441998:0:36:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767384660.441999:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000100:00000001:0.0:1767384660.442000:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384660.442001:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384660.442003:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911677056 : -123269797874560 : ffff8fe3037c7480) 02000000:00000001:2.0:1767384660.442006:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767384660.442008:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049192064, portal 4 02000000:00000001:2.0:1767384660.442009:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384660.442011:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.442016:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384660.442017:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000580f6b3e. 00000100:00000001:1.0:1767384660.442020:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667049728 : -123274042501888 : ffff8fe2067c9500) 00000100:00000001:2.0:1767384660.442024:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.442025:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384660.442031:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384660.442033:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384660.442033:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384660.442034:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009cf970a1 x1853237049192064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384660.442036:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094564672. 00000100:00000001:3.0:1767384660.442038:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384660.442043:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049191936, offset 0 00000100:00000001:3.0:1767384660.442044:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384660.442050:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384660.442063:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384660.442065:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384660.442067:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384660.442069:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.442074:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384660.442075:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384660.442078:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cf62c9b] to pc [ptlrpcd_00_03+3] req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.442079:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384660.442079:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b553cac0. 00000400:00000200:0.0:1767384660.442082:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384660.442085:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049192064, offset 0 02000000:00000001:3.0:1767384660.442086:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384660.442090:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384660.442096:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.442101:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384660.442101:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384660.442102:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260006e00 00000100:00100000:3.0:1767384660.442103:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000790086d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049192192:0@lo:400: 00000100:00000040:2.0:1767384660.442110:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (286) 00000100:00000001:3.0:1767384660.442111:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384660.442114:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 4112 02000000:00000001:3.0:1767384660.442116:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384660.442116:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384660.442119:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384660.442122:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384660.442124:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384660.442126:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006294bc66. 00000400:00000200:1.0:1767384660.442128:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260006e80 02000000:00000001:3.0:1767384660.442129:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384660.442131:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384660.442136:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2042555. 00000400:00000200:1.0:1767384660.442138:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2912 00000100:00000001:2.0:1767384660.442140:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384660.442144:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384660.442144:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384660.442145:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384660.442149:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e89093e4. 00000100:00000001:2.0:1767384660.442149:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384660.442150:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1767384660.442153:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384660.442154:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049192192, portal 10 00000100:00000010:0.0:1767384660.442156:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d91cc723. 00000100:00000001:3.0:1767384660.442157:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384660.442159:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.442160:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384660.442161:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911677952 : -123269797873664 : ffff8fe3037c7800) 00000100:00000040:0.0:1767384660.442162:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000d91cc723 x1853237049191936 msgsize 224 00000100:00000200:1.0:1767384660.442164:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384660.442172:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000649fab69. 00000100:00100000:0.0:1767384660.442174:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384660.442178:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000649fab69 x1853237049192064 msgsize 224 00000100:00000040:3.0:1767384660.442181:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.442186:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384660.442189:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384660.442195:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384660.442195:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094564672 00000400:00000010:0.0:1767384660.442200:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094564672. 00000100:00000001:1.0:1767384660.442201:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384660.442205:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384660.442207:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384660.442210:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.442211:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384660.442211:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b553cac0 00000400:00000010:1.0:1767384660.442217:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b553cac0. 02000000:00000001:2.0:1767384660.442218:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384660.442222:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384660.442224:0:16348:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384660.442228:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.442230:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384660.442234:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000cf62c9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16351:1853237049192320:0@lo:400: 00000100:00000200:1.0:1767384660.442234:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009cf970a1 x1853237049192064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384660.442237:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.442242:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384660.442246:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384660.442248:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.442253:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384660.442257:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a878e51. 02000000:00000001:2.0:1767384660.442262:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384660.442268:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7cdd203. 00000100:00000001:0.0:1767384660.442270:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.442273:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384660.442274:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384660.442275:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000948a8e5. 00000100:00000200:2.0:1767384660.442279:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049192320, portal 10 00000100:00000040:1.0:1767384660.442279:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009cf970a1 x1853237049192064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.442283:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384660.442285:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911675264 : -123269797876352 : ffff8fe3037c6d80) 00000100:00000001:0.0:1767384660.442287:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.442291:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384660.442293:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3663 usecs (4 jiffies) 00000100:00000001:0.0:1767384660.442300:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948868 00000100:00000010:0.0:1767384660.442307:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000615c17c2. 00000100:00000001:0.0:1767384660.442315:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384660.442317:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384660.442321:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.442322:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384660.442323:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064a9da54. 00000100:00000001:0.0:1767384660.442324:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948868 00000100:00000001:1.0:1767384660.442326:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384660.442330:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384660.442331:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d076f460. 00000100:00000200:3.0:1767384660.442332:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049192192, offset 0 00000400:00000010:2.0:1767384660.442334:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058d65598. 00000100:00000001:1.0:1767384660.442335:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.442335:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767384660.442340:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049192320, offset 0 00000100:00000040:1.0:1767384660.442342:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3663 usecs (4 jiffies) 00000100:00000001:0.0:1767384660.442343:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948868 00000100:00000001:1.0:1767384660.442348:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948868 00000100:00000010:0.0:1767384660.442349:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c60aabaa. 00000100:00000001:1.0:1767384660.442355:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294948868 00000100:00000001:0.0:1767384660.442356:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384660.442360:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948868 00000100:00000001:1.0:1767384660.442363:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948868 00000100:00000010:0.0:1767384660.442364:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061641742. 00000100:00000001:0.0:1767384660.442367:0:16349:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384660.442369:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294948868 00000100:00000001:0.0:1767384660.442383:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384660.442386:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.442389:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.442391:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948868 00000100:00000001:0.0:1767384660.442392:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384660.442397:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384660.442397:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294948868 00000100:00000001:1.0:1767384660.442399:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948868 00000100:00000001:0.0:1767384660.442401:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384660.442402:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294948868 00000100:00000001:0.0:1767384660.442405:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384660.442406:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384660.442409:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384660.442410:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384660.442410:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384660.442414:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.442414:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384660.442417:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384660.442421:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384660.442421:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.442421:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.442424:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260006f00 00000100:00000001:1.0:1767384660.442428:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384660.442433:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000100:00000001:1.0:1767384660.442434:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384660.442436:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384660.442437:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260006f80 00000400:00000200:3.0:1767384660.442440:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384660.442441:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384660.442443:0:17887:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384660.442444:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384660.442446:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000100:00100000:0.0:1767384660.442448:0:17887:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191936 00000100:00000001:1.0:1767384660.442449:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.442451:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384660.442453:0:17887:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384660.442455:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384660.442457:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384660.442458:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384660.442459:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384660.442461:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384660.442463:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1767384660.442466:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384660.442466:0:17887:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384660.442470:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009aa10b3a. 00000100:00100000:0.0:1767384660.442472:0:17887:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191936 00000100:00000040:3.0:1767384660.442476:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000009aa10b3a x1853237049192192 msgsize 224 00000020:00000001:0.0:1767384660.442476:0:17887:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384660.442479:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:0.0:1767384660.442483:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384660.442485:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384660.442490:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767384660.442490:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000100:00100000:1.0:1767384660.442495:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192064 00000020:00000001:0.0:1767384660.442495:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:3.0:1767384660.442496:0:16350:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384660.442499:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384660.442500:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:1.0:1767384660.442503:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384660.442506:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384660.442507:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.442511:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a9da54 00000020:00000010:0.0:1767384660.442511:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053d7b6a1. 02000000:00000001:1.0:1767384660.442513:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384660.442515:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064a9da54. 00000100:00100000:1.0:1767384660.442518:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192064 00000020:00000010:0.0:1767384660.442519:0:17887:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000060109022. 00000100:00000001:3.0:1767384660.442520:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384660.442523:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384660.442525:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000040:0.0:1767384660.442526:0:17887:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000200:3.0:1767384660.442527:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384660.442527:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384660.442538:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=6 00000100:00000001:0.0:1767384660.442540:0:17887:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384660.442541:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:2.0:1767384660.442543:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767384660.442545:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e24ba7bb. 00000100:00000200:2.0:1767384660.442547:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384660.442547:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:3.0:1767384660.442549:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384660.442550:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df42c97a. 00000100:00000010:2.0:1767384660.442553:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95e6c3b. 00000100:00000040:3.0:1767384660.442555:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.442555:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384660.442557:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe6b6e58. 00000020:00000010:1.0:1767384660.442560:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000179d66f7. 00000100:00000040:2.0:1767384660.442564:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000d95e6c3b x1853237049192320 msgsize 224 00000100:00000040:0.0:1767384660.442565:0:17887:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384660.442566:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384660.442572:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000179d66f7. 00000100:00000001:0.0:1767384660.442572:0:17887:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384660.442576:0:17887:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384660.442577:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384660.442577:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384660.442579:0:17887:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384660.442580:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065a404f7. 00000100:00000001:3.0:1767384660.442583:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384660.442586:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009bb71d25. 00000100:00000001:0.0:1767384660.442588:0:17887:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384660.442589:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.442590:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384660.442590:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6e3b8f1. 00000100:00000001:0.0:1767384660.442592:0:17887:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384660.442595:0:17887:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.442596:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3180 usecs (4 jiffies) 00000400:00000200:2.0:1767384660.442599:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d65598 00000100:00000001:3.0:1767384660.442601:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948868 00000100:00000040:1.0:1767384660.442601:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000010:2.0:1767384660.442603:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058d65598. 00000100:00000001:0.0:1767384660.442604:0:17887:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.442605:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294948868 00000100:00000001:1.0:1767384660.442605:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384660.442631:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384660.442633:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948869 00000100:00000001:1.0:1767384660.442633:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.442640:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384660.442640:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.442642:0:17887:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384660.442645:0:17887:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384660.442646:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294948868 00000100:00000200:2.0:1767384660.442647:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384660.442651:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:1.0:1767384660.442654:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.442655:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948869 00000100:00000040:0.0:1767384660.442657:0:17887:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:3.0:1767384660.442661:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294948868 00000100:00000001:0.0:1767384660.442662:0:17887:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575793536 : -123274133758080 : ffff8fe2010c1f80) 00000100:00000001:1.0:1767384660.442667:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384660.442670:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384660.442671:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384660.442672:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948869 00000100:00000040:0.0:1767384660.442673:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d91cc723 x1853237049191936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:641/0 lens 224/0 e 0 to 0 dl 1767384671 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384660.442678:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384660.442678:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:3.0:1767384660.442679:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294948868 00000100:00000001:3.0:1767384660.442686:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384660.442686:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 2 00000100:00000001:1.0:1767384660.442691:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667056000 : -123274042495616 : ffff8fe2067cad80) 00000100:00000001:3.0:1767384660.442693:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.442698:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.442700:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000649fab69 x1853237049192064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:641/0 lens 224/0 e 0 to 0 dl 1767384671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.442703:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384660.442704:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.442709:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384660.442709:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee17bb71. 00000100:00000001:3.0:1767384660.442712:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384660.442716:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384660.442717:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384660.442717:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384660.442721:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384660.442722:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee17bb71. 00000100:00000001:3.0:1767384660.442724:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384660.442724:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384660.442725:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000179d66f7. 00000100:00000001:3.0:1767384660.442727:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384660.442731:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3085 usecs (4 jiffies) 00000100:00100000:0.0:1767384660.442731:0:17887:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d91cc723 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16349:x1853237049191936:12345-0@lo:400: 00000100:00000001:3.0:1767384660.442732:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.442732:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384660.442738:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294948869 00000020:00000010:1.0:1767384660.442740:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000179d66f7. 00000100:00000200:0.0:1767384660.442740:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191936 00000100:00000001:3.0:1767384660.442741:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.442747:0:16351:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294948868 00000100:00100000:1.0:1767384660.442751:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000649fab69 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16348:x1853237049192064:12345-0@lo:13: 00000020:00000001:0.0:1767384660.442752:0:17887:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384660.442754:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294948869 00000020:00000001:0.0:1767384660.442757:0:17887:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384660.442760:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294948869 00000020:00000001:0.0:1767384660.442761:0:17887:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384660.442762:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192064 00000100:00000001:2.0:1767384660.442763:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294948869 00000020:00000001:0.0:1767384660.442766:0:17887:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384660.442767:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294948869 00000020:00000001:1.0:1767384660.442768:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384660.442769:0:17887:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000001:3.0:1767384660.442771:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384660.442773:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294948869 00000020:00000001:1.0:1767384660.442774:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384660.442775:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192192 00000020:00000001:0.0:1767384660.442775:0:17887:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384660.442776:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294948869 00000020:00000001:1.0:1767384660.442778:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.442780:0:17887:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384660.442781:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384660.442781:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384660.442783:0:17887:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384660.442786:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384660.442787:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.442787:0:17887:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384660.442789:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384660.442789:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384660.442792:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.442792:0:17887:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384660.442793:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384660.442793:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00000100:00000001:2.0:1767384660.442798:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384660.442799:0:17887:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1767384660.442800:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192192 00000020:00000001:1.0:1767384660.442800:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384660.442804:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384660.442805:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.442805:0:17887:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1767384660.442806:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000100:00000001:2.0:1767384660.442806:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384660.442809:0:17887:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384660.442810:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384660.442811:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384660.442811:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384660.442814:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384660.442814:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000075379b41. 00000020:00000040:3.0:1767384660.442815:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000020:00000001:1.0:1767384660.442815:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384660.442817:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384660.442819:0:17887:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.442820:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000020:00000001:1.0:1767384660.442820:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.442822:0:17887:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.442825:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:1.0:1767384660.442825:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384660.442827:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.442827:0:17887:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384660.442828:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384660.442829:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384660.442834:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384660.442834:0:17887:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049191936 00000020:00000010:3.0:1767384660.442835:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e97f3840. 02000000:00000010:1.0:1767384660.442835:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c00700dc. 02000000:00000001:1.0:1767384660.442841:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.442841:0:17887:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384660.442842:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384660.442845:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e97f3840. 00000100:00000001:1.0:1767384660.442845:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384660.442846:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d91cc723 x1853237049191936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:641/0 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384660.442850:0:17889:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:3.0:1767384660.442852:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051caaeac. 00010000:00000001:0.0:1767384660.442855:0:17887:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00002000:00000001:1.0:1767384660.442857:0:17889:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00010000:00000001:0.0:1767384660.442858:0:17887:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384660.442862:0:17889:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00001000:0.0:1767384660.442864:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=67 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384660.442865:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d01f76e6. 00000100:00000001:0.0:1767384660.442869:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384660.442871:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000100:00000040:0.0:1767384660.442873:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000001:1.0:1767384660.442874:0:17889:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1767384660.442876:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384660.442878:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00002000:00000024:1.0:1767384660.442881:0:17889:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 02000000:00000001:0.0:1767384660.442882:0:17887:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384660.442883:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000040:2.0:1767384660.442883:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 02000000:00000001:0.0:1767384660.442885:0:17887:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.442888:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000020:1.0:1767384660.442890:0:17889:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:3.0:1767384660.442892:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384660.442892:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000020:1.0:1767384660.442893:0:17889:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384660.442896:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384660.442898:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000020:1.0:1767384660.442900:0:17889:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000010:0.0:1767384660.442902:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094564672. 00000100:00000001:3.0:1767384660.442903:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00002000:00000001:1.0:1767384660.442904:0:17889:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384660.442907:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:0.0:1767384660.442909:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049191936, offset 224 00000100:00000001:3.0:1767384660.442910:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384660.442910:0:17889:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384660.442911:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:1.0:1767384660.442915:0:17889:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384660.442916:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192320 00002000:00000001:1.0:1767384660.442919:0:17889:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.442921:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384660.442921:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384660.442924:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384660.442924:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049192064 00000100:00000001:2.0:1767384660.442925:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384660.442929:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384660.442930:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384660.442933:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384660.442934:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.442938:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000200:1.0:1767384660.442938:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000649fab69 x1853237049192064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:641/0 lens 224/368 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384660.442939:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192320 00000100:00000001:3.0:1767384660.442942:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384660.442943:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260006e00 00000020:00000001:2.0:1767384660.442944:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384660.442948:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000100:00100000:3.0:1767384660.442950:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000020:00000001:2.0:1767384660.442954:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384660.442955:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00010000:00000001:1.0:1767384660.442957:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1767384660.442959:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000400:00000200:0.0:1767384660.442959:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1dd1 [1] + 224 00000100:00000001:3.0:1767384660.442960:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804120998144 : -123269588553472 : ffff8fe30ff67100) 00010000:00000001:1.0:1767384660.442961:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.442966:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00001000:1.0:1767384660.442968:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=67 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384660.442969:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384660.442970:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009aa10b3a x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:641/0 lens 224/0 e 0 to 0 dl 1767384671 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384660.442974:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000001:1.0:1767384660.442976:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384660.442978:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384660.442981:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:2.0:1767384660.442983:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384660.442986:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:0.0:1767384660.442986:0:17887:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384660.442990:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017aaf480. 02000000:00000001:1.0:1767384660.442991:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384660.442992:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384660.442994:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384660.442996:0:17082:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b4e1bb35. 00000020:00000010:3.0:1767384660.442998:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e97f3840. 02000000:00000001:1.0:1767384660.443001:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.443004:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384660.443004:0:17082:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00000001:1.0:1767384660.443007:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384660.443012:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e97f3840. 00000100:00000040:1.0:1767384660.443014:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384660.443016:0:17082:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:1.0:1767384660.443019:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b553cac0. 00000100:00100000:3.0:1767384660.443021:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009aa10b3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049192192:12345-0@lo:400: 00000020:00000010:2.0:1767384660.443022:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fdd88a8. 00000100:00000040:0.0:1767384660.443022:0:17887:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384660.443024:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049192064, offset 224 00000100:00000200:3.0:1767384660.443030:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192192 00000020:00000010:2.0:1767384660.443030:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c3b6789. 00000020:00000001:3.0:1767384660.443037:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384660.443038:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000400:00000200:1.0:1767384660.443038:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384660.443041:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384660.443044:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.443045:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384660.443050:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384660.443050:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384660.443051:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384660.443052:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384660.443053:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000001:2.0:1767384660.443054:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384660.443058:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094564672 00000020:00000001:3.0:1767384660.443059:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384660.443061:0:17082:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:0.0:1767384660.443062:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094564672. 00000020:00000001:3.0:1767384660.443063:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384660.443064:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260006e80 00000100:00000001:2.0:1767384660.443065:0:17082:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384660.443067:0:17887:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384660.443069:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384660.443070:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.443070:0:17887:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384660.443074:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384660.443075:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1dd5 [1] + 224 00000100:00000001:0.0:1767384660.443076:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.443078:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.443082:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384660.443083:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384660.443083:0:17887:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000001:3.0:1767384660.443089:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1767384660.443090:0:17887:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384660.443093:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384660.443093:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384660.443094:0:17887:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.443096:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384660.443097:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384660.443099:0:17887:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384660.443100:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384660.443100:0:17889:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767384660.443102:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007a82df08. 00000100:00000040:0.0:1767384660.443104:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d91cc723 x1853237049191936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:641/0 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384660.443108:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384660.443109:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009cf970a1 x1853237049192064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384660.443111:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000001:3.0:1767384660.443114:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.443120:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.443124:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00010000:00000040:3.0:1767384660.443126:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049192192 00000100:00000001:2.0:1767384660.443130:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620803911663616 : -123269797888000 : ffff8fe3037c4000) 00010000:00000001:3.0:1767384660.443132:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384660.443136:0:17887:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d91cc723 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16349:x1853237049191936:12345-0@lo:400: Request processed in 428us (969us total) trans 0 rc 0/0 00010000:00000200:3.0:1767384660.443141:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009aa10b3a x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:641/0 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384660.443141:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d95e6c3b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:641/0 lens 224/0 e 0 to 0 dl 1767384671 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384660.443147:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384660.443154:0:17887:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 1 00000100:00000040:1.0:1767384660.443156:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000009cf970a1 x1853237049192064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.443160:0:17887:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384660.443164:0:17887:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384660.443169:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df42c97a. 00000020:00000010:0.0:1767384660.443175:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe6b6e58. 00010000:00000001:3.0:1767384660.443177:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384660.443178:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384660.443181:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e24ba7bb. 00010000:00000001:3.0:1767384660.443182:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384660.443182:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c3981e9. 00000020:00000040:0.0:1767384660.443187:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 5 00000100:00000001:2.0:1767384660.443188:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384660.443189:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384660.443190:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384660.443191:0:17887:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384660.443194:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c3981e9. 00000100:00000001:3.0:1767384660.443199:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384660.443199:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b553cac0 00000400:00000010:1.0:1767384660.443203:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b553cac0. 00000100:00000040:3.0:1767384660.443204:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00100000:2.0:1767384660.443204:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d95e6c3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16351:x1853237049192320:12345-0@lo:400: 00000100:00000001:3.0:1767384660.443210:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:1.0:1767384660.443210:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384660.443212:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192320 02000000:00000001:3.0:1767384660.443215:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384660.443216:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384660.443218:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384660.443220:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.443220:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384660.443220:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384660.443224:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.443226:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384660.443226:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384660.443227:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384660.443227:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.443231:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000400:00000001:0.0:1767384660.443233:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384660.443234:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384660.443234:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000001:2.0:1767384660.443236:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000001:0.0:1767384660.443237:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384660.443240:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064a9da54. 00010000:00000001:1.0:1767384660.443240:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384660.443241:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384660.443241:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006802ca69. 00000020:00000001:1.0:1767384660.443244:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.443247:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384660.443249:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384660.443250:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384660.443250:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68e221b 00000400:00000010:0.0:1767384660.443254:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68e221b. 00000020:00000001:2.0:1767384660.443255:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.443256:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000649fab69 x1853237049192064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:641/0 lens 224/368 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.443259:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384660.443260:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049192192, offset 224 00000020:00000001:2.0:1767384660.443261:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384660.443265:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384660.443266:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384660.443268:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384660.443272:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384660.443274:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bd7b3dc3. 02000000:00000001:2.0:1767384660.443279:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.443284:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384660.443285:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384660.443290:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000649fab69 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049192064:12345-0@lo:13: Request processed in 564us (1106us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384660.443291:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384660.443292:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384660.443296:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049192320 00000400:00000200:3.0:1767384660.443299:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260006f00 00010000:00000001:2.0:1767384660.443301:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384660.443307:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d95e6c3b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:641/0 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384660.443313:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1de1 [1] + 224 00000100:00100000:1.0:1767384660.443313:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:0.0:1767384660.443315:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384660.443319:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384660.443321:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:0.0:1767384660.443324:0:16349:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384660.443325:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384660.443326:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384660.443328:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384660.443331:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384660.443333:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384660.443334:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.443335:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384660.443336:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384660.443337:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.443339:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.443341:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384660.443341:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009bb71d25. 00000100:00001000:0.0:1767384660.443344:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=67 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384660.443346:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6e3b8f1. 00000100:00000200:3.0:1767384660.443347:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384660.443348:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=72 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384660.443352:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=67 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384660.443353:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065a404f7. 00000100:00000001:2.0:1767384660.443357:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384660.443361:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:0.0:1767384660.443362:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384660.443364:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:0.0:1767384660.443366:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.443367:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384660.443370:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:0.0:1767384660.443383:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384660.443384:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384660.443390:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384660.443391:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384660.443394:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.443400:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384660.443401:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384660.443407:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384660.443412:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058d65598. 00000100:00000001:1.0:1767384660.443414:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384660.443419:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049192320, offset 224 00010000:00000001:0.0:1767384660.443420:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384660.443421:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384660.443426:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384660.443426:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1767384660.443429:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093cc895d. 00000100:00000040:0.0:1767384660.443429:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384660.443434:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767384660.443436:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000100:00000001:0.0:1767384660.443437:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384660.443439:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000100:00000040:0.0:1767384660.443444:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.443445:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384660.443446:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384660.443449:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384660.443453:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009cf970a1 x1853237049192064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.443460:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384660.443461:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a9da54 00000400:00000200:2.0:1767384660.443464:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384660.443466:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064a9da54. 00000100:00000001:0.0:1767384660.443466:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384660.443472:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384660.443475:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.443476:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384660.443476:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009cf970a1 x1853237049192064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384660.443477:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260006f80 00000100:00000001:3.0:1767384660.443484:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384660.443484:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384660.443487:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1de5 [1] + 224 00000100:00000040:3.0:1767384660.443493:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000400:00000200:2.0:1767384660.443498:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384660.443500:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384660.443504:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.443507:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384660.443509:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384660.443510:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384660.443510:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384660.443514:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7bb58e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16349:1853237049191936:0@lo:400: 00000100:00000001:1.0:1767384660.443517:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384660.443518:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384660.443520:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aa10b3a x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:641/0 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.443521:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384660.443522:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384660.443525:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.443526:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384660.443527:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384660.443530:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384660.443534:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7bb58e9 x1853237049191936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384660.443536:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384660.443544:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=67 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384660.443553:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=67 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384660.443555:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009aa10b3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16350:x1853237049192192:12345-0@lo:400: Request processed in 560us (1075us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384660.443564:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384660.443565:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.443565:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384660.443567:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.443569:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767384660.443572:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00010000:00000001:1.0:1767384660.443572:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384660.443573:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b91d842. 00000100:00000040:3.0:1767384660.443579:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00010000:00080000:1.0:1767384660.443579:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009cf970a1 x1853237049192064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384660.443580:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384660.443584:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384660.443585:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1767384660.443587:0:16349:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384660.443589:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384660.443592:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384660.443593:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384660.443594:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d01f76e6. 02000000:00000010:0.0:1767384660.443596:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f7a93e7. 00010000:00000001:1.0:1767384660.443598:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384660.443600:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000400:00000200:2.0:1767384660.443601:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d65598 00000100:00000001:1.0:1767384660.443602:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384660.443603:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384660.443604:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051caaeac. 00000400:00000010:2.0:1767384660.443605:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058d65598. 00000100:00000001:2.0:1767384660.443627:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384660.443629:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384660.443632:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.443634:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:0.0:1767384660.443634:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767384660.443638:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000010:0.0:1767384660.443638:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7bb58e9. 00000020:00000040:3.0:1767384660.443639:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000100:00000001:0.0:1767384660.443643:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384660.443644:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384660.443645:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.443645:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384660.443646:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.443646:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.443649:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.443652:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384660.443653:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384660.443657:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009cf970a1 x1853237049192064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384660.443659:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d95e6c3b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:641/0 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.443659:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384660.443662:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384660.443662:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.443666:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384660.443669:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1767384660.443671:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384660.443673:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384660.443676:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384660.443679:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2042555. 00000400:00000200:3.0:1767384660.443685:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89093e4 00000100:00000001:1.0:1767384660.443685:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384660.443690:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e89093e4. 00000100:00000001:1.0:1767384660.443691:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1767384660.443694:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d95e6c3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16351:x1853237049192320:12345-0@lo:400: Request processed in 513us (1125us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384660.443694:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.443696:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:1.0:1767384660.443697:0:16348:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384660.443700:0:16348:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00080000:0.0:1767384660.443701:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:3.0:1767384660.443703:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384660.443705:0:16348:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000040:0.0:1767384660.443707:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00100000:2.0:1767384660.443720:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000004:00000020:1.0:1767384660.443722:0:16348:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:0.0:1767384660.443722:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384660.443724:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000001:0.0:1767384660.443726:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384660.443729:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384660.443731:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384660.443735:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:1.0:1767384660.443735:0:16348:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384660.443735:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384660.443740:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7cdd203. 00000020:00000010:2.0:1767384660.443741:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c3b6789. 00000100:00000200:3.0:1767384660.443743:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384660.443743:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009cf970a1 x1853237049192064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384660.443745:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000948a8e5 00000020:00000010:2.0:1767384660.443746:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000400:00000010:0.0:1767384660.443750:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000948a8e5. 00000020:00000010:2.0:1767384660.443753:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fdd88a8. 00000100:00000001:0.0:1767384660.443756:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384660.443760:0:17082:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000100:00000001:3.0:1767384660.443764:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384660.443765:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009cf970a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049192064:0@lo:13: 00000100:00000001:2.0:1767384660.443766:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.443768:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384660.443769:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.443773:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384660.443776:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384660.443776:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.443779:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384660.443780:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384660.443783:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.443786:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009cf970a1 x1853237049192064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384660.443787:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384660.443788:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384660.443792:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384660.443801:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384660.443807:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384660.443809:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.443815:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384660.443816:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384660.443819:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384660.443819:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:3.0:1767384660.443822:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384660.443824:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005cdf5691. 00000100:00000001:0.0:1767384660.443824:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.443829:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384660.443831:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767384660.443832:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384660.443834:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384660.443834:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384660.443835:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384660.443837:0:16348:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384660.443838:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.443839:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384660.443842:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:1.0:1767384660.443842:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384660.443843:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.443846:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1767384660.443846:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ace572f. 00000100:00000001:3.0:1767384660.443849:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384660.443849:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=72 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384660.443850:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384660.443852:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384660.443853:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384660.443856:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009cf970a1. 00000100:00001000:0.0:1767384660.443856:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384660.443860:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384660.443863:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384660.443865:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.443870:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384660.443870:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384660.443871:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384660.443875:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384660.443876:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384660.443877:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.443878:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.443880:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384660.443883:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.443887:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.443889:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384660.443892:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.443897:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.443902:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384660.443904:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384660.443907:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384660.443909:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384660.443910:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000790086d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16350:1853237049192192:0@lo:400: 00000100:00000040:0.0:1767384660.443914:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.443921:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.443923:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384660.443926:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384660.443927:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384660.443928:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384660.443930:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384660.443939:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000790086d5 x1853237049192192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384660.443940:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000cf62c9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16351:1853237049192320:0@lo:400: 00000100:00000001:0.0:1767384660.443947:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.443950:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384660.443951:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384660.443953:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006294bc66. 00000100:00000001:0.0:1767384660.443955:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384660.443957:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384660.443960:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384660.443960:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000cf62c9b x1853237049192320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384660.443963:0:16350:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384660.443967:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384660.443970:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b7c3651b. 02000000:00000001:3.0:1767384660.443976:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384660.443976:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384660.443978:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384660.443979:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1767384660.443980:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a878e51. 00000100:00000010:3.0:1767384660.443981:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000790086d5. 02000000:00000001:0.0:1767384660.443985:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384660.443986:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384660.443987:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384660.443990:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384660.443990:0:16351:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384660.443995:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384660.443995:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384660.443998:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000580f6b3e. 00000100:00000001:3.0:1767384660.444001:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384660.444002:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384660.444003:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.444006:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384660.444007:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384660.444008:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000cf62c9b. 00000100:00000001:3.0:1767384660.444010:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.444012:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384660.444014:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.444016:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.444019:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384660.444020:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.444022:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384660.444023:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.447664:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294948869, at 4294948870 00000100:00000010:2.0:1767384660.447671:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c60aabaa. 00000100:00000040:0.0:1767384660.447675:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294948869, at 4294948870 00000100:00000010:0.0:1767384660.447682:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000615c17c2. 00000100:00000040:3.0:1767384660.447687:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294948869, at 4294948870 00000100:00000040:1.0:1767384660.447687:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294948869, at 4294948870 00000100:00000010:3.0:1767384660.447696:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061641742. 00000100:00000010:1.0:1767384660.447697:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d076f460. 00080000:00000010:2.0:1767384660.490524:0:36401:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cceada8f. 00080000:00000010:2.0:1767384660.490534:0:36401:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cceada8f. 00000020:00000001:2.0:1767384660.490538:0:36401:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384660.490544:0:36401:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cceada8f. 00080000:00000010:2.0:1767384660.490548:0:36401:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cceada8f. 00000020:00000001:2.0:1767384660.490551:0:36401:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384660.825672:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384660.825678:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384660.825681:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d103f286 00000400:00000010:3.0:1767384660.825686:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d103f286. 00000400:00000200:3.0:1767384660.825692:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384660.825699:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp41 recovery ping unlinked 00000400:00000010:3.0:1767384660.825711:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006c7a2944. 00000400:00000010:3.0:1767384660.825715:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001c639e0f. 00000400:00000200:3.0:1767384660.825720:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp29 00000400:00000010:3.0:1767384660.825723:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006c7a2944. 00000400:00000010:3.0:1767384660.825728:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001c639e0f. 00000400:00000010:3.0:1767384660.825732:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d103f286. 00000400:00000010:3.0:1767384660.825740:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007c17bce3. 00000400:00000200:3.0:1767384660.825745:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp29 00000400:00000200:3.0:1767384660.825764:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp29 local destination 00000400:00000200:3.0:1767384660.825771:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp29 00000400:00000200:3.0:1767384660.825775:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp29 NI seq info: [183:183:256:4294967295] 192.168.202.137@tcp29 LPNI seq info [173:173:8:4294967295] 00000400:00000200:3.0:1767384660.825783:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp29 00000400:00000200:3.0:1767384660.825791:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp29(192.168.202.137@tcp29:) -> 192.168.202.137@tcp29(192.168.202.137@tcp29:192.168.202.137@tcp29) : GET try# 0 00000800:00000200:3.0:1767384660.825797:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp29 00000800:00000010:3.0:1767384660.825802:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004324e6f9. 00000800:00000200:3.0:1767384660.825809:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000800:00000200:3.1:1767384660.825814:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000400:00000200:3.0:1767384660.825830:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp29 added to recovery queue. ping count: 5 next ping: 313 health :500 00000400:00000200:1.0:1767384660.825899:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.825933:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.825947:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.825959:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.825972:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.825984:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.825999:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826012:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826036:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826059:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826092:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826115:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826142:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826157:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826176:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826191:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826204:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826222:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826240:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826265:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826290:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826304:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826320:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826343:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826387:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826409:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826427:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826445:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826462:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826477:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826492:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826504:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826516:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826531:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384660.826546:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384660.826753:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e809a1f4. 00000800:00000010:1.0:1767384660.826759:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c926a12f. 00000800:00000010:1.0:1767384660.826765:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e8668921. 00000800:00000010:1.0:1767384660.826784:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e8668921. 00000800:00020000:1.0:1767384660.826794:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384660.826797:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c926a12f. 00000800:00000010:1.0:1767384660.826799:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e809a1f4. 00000400:02020000:1.0:1767384660.826841:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp29 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384660.826847:0:16339:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp29 notifying 192.168.202.137@tcp29: down 00000800:00000200:1.0:1767384660.826852:0:16339:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp29 down 00000800:00000100:1.0:1767384660.826857:0:16339:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp29 00000800:00000010:1.0:1767384660.826860:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004324e6f9. 00000400:00000200:1.0:1767384660.826863:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384660.826867:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp29->192.168.202.137@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384660.826872:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384660.826874:0:16339:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384660.826877:0:16339:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp29) recovery failed with -71 00010000:00000001:2.0:1767384660.953704:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384660.953711:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384660.953719:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384660.953721:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.953742:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384660.953745:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384660.953748:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384661.197359:0:36566:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384661.197363:0:36566:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:0.0:1767384661.199932:0:36566:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384661.207162:0:36567:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002e7cacf3. 00000400:00000010:0.0:1767384661.207175:0:36567:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d7af30e6. 00000400:00000010:0.0:1767384661.207184:0:36567:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007c032124. 00000400:00000010:0.0:1767384661.207187:0:36567:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000090603ed6. 00000400:00000010:0.0:1767384661.207191:0:36567:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000074a32e0e. 00000400:00000010:0.0:1767384661.207195:0:36567:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002672a9d6. 00000400:00000010:0.0:1767384661.207200:0:36567:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c01aa145. 00000400:00000010:0.0:1767384661.207202:0:36567:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a3feab58. 00000400:00000010:0.0:1767384661.207205:0:36567:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000afe1a6b5. 00000800:00000010:0.0:1767384661.207220:0:36567:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000d90eef7. 00000800:00000200:0.0:1767384661.207229:0:36567:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384661.207241:0:36567:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384661.207273:0:36567:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:0.0:1767384661.207295:0:36567:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp46 [8/256/0/180] 00000400:00000010:0.0:1767384661.208739:0:36567:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000046cb4547. 00000400:00000010:0.0:1767384661.208745:0:36567:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006802ca69. 00000400:00000010:0.0:1767384661.208749:0:36567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68e221b. 00000400:00000001:0.0:1767384661.208766:0:36567:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384661.208768:0:36567:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384661.208770:0:36567:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059ab8d6. 00000400:00000200:0.0:1767384661.208772:0:36567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384d964 00000400:00000010:0.0:1767384661.208773:0:36567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384d964. 00000400:00000010:0.0:1767384661.208776:0:36567:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000ce4f797c. 00000400:00000200:0.0:1767384661.208781:0:36567:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (38) 00000400:00000200:0.0:1767384661.208790:0:36567:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:0.0:1767384661.208799:0:36567:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:0.0:1767384661.208804:0:36567:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c6cdb1f5. 00000400:00000200:2.0:1767384661.208806:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384661.208808:0:36567:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384661.208812:0:36567:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp46 00000400:00000200:2.0:1767384661.208814:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300151 00000400:00000010:2.0:1767384661.208822:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058d65598. 00000400:00000200:2.0:1767384661.208824:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (39) 00000400:00000010:0.0:1767384661.208828:0:36567:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d7af30e6. 00000400:00000010:2.0:1767384661.208829:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000010201b58. 00000400:00000010:0.0:1767384661.208832:0:36567:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002e7cacf3. 00000400:00000200:2.0:1767384661.208837:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp26 00000400:00000200:2.0:1767384661.208850:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp26 to MR: 192.168.202.137@tcp26 local destination 00000020:00000001:3.0:1767384661.208853:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384661.208858:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384661.208858:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp26 NI seq info: [184:184:256:4294967295] 192.168.202.137@tcp26 LPNI seq info [174:174:8:4294967295] 10000000:00000001:3.0:1767384661.208862:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384661.208865:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384661.208868:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384661.208872:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384661.208872:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp26 00000020:01000004:3.0:1767384661.208876:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384661.208878:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384661.208879:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384661.208881:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384661.208883:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384661.208886:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384661.208889:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384661.208891:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384661.208896:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26:192.168.202.137@tcp26) -> 192.168.202.137@tcp26(192.168.202.137@tcp26:192.168.202.137@tcp26) : PUT try# 0 00000100:00000010:3.0:1767384661.208897:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e5973e9. 00000020:00000040:3.0:1767384661.208902:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384661.208907:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384661.208910:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384661.208914:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.137@tcp26 02000000:00000001:3.0:1767384661.208915:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384661.208924:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008d5c9007. 02000000:00000010:3.0:1767384661.208926:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000021e76825. 00000800:00000200:2.0:1767384661.208932:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (4) 00000100:00000001:3.0:1767384661.208933:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384661.208940:0:16346:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.137 (cnted 2, interval 4, 1 secs later) 00000100:00000001:3.0:1767384661.208943:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384661.208946:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384661.208951:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp26 ip 192.168.202.137:988 00000100:00000040:3.0:1767384661.208954:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e5973e9] to pc [ptlrpcd_00_00+0] req@000000007e5973e9 x1853237049192448/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384661.208958:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d5c9007 type 1, nob 736 niov 1 nkiov 1 00000400:00000200:2.0:1767384661.208983:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:2.0:1767384661.208988:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300551 rc 0 10000000:00000001:3.0:1767384661.208991:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384661.208996:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384661.208999:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384661.209002:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384661.209009:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384661.209012:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384661.209014:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384661.209015:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384661.209018:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384661.209020:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384661.209021:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384661.209022:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384661.209026:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:2.0:1767384661.209028:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:01000004:3.0:1767384661.209029:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384661.209033:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384661.209034:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384661.209037:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384661.209040:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384661.209042:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384661.209045:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1767384661.209047:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004553633. 00000100:00000001:2.0:1767384661.209049:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384661.209052:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384661.209054:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384661.209058:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384661.209059:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384661.209062:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384661.209063:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384661.209068:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.209070:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e5973e9 x1853237049192448/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384661.209076:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000000b1b68e. 00000100:00000001:3.0:1767384661.209083:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.209085:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384661.209089:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.209091:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384661.209094:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384661.209095:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.209099:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384661.209104:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004553633] to pc [ptlrpcd_00_01+1] req@0000000004553633 x1853237049192576/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384661.209105:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384661.209113:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767384661.209114:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e5973e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049192448:0@lo:253: 10000000:00000001:3.0:1767384661.209122:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384661.209122:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008d5c9007. 00000100:00000001:2.0:1767384661.209123:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:3.0:1767384661.209128:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384661.209130:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.209131:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:3.0:1767384661.209132:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384661.209132:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384661.209136:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c6cdb1f5. 02000000:00000001:2.0:1767384661.209137:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.209141:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384661.209149:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ec86ab20. 00000400:00000200:1.0:1767384661.209150:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: PUT: OK 00000100:00000001:3.0:1767384661.209155:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384661.209155:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.209159:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1767384661.209163:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df21878b. 00000100:00100000:3.0:1767384661.209166:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:1.0:1767384661.209168:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp26: 0 00000100:00000001:3.0:1767384661.209171:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384661.209173:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064a78d4d. 00000100:00000001:3.0:1767384661.209180:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384661.209180:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049192448, portal 25 00000100:00000001:3.0:1767384661.209184:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384661.209184:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384661.209188:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384661.209193:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384661.209193:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384661.209197:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804120986496 : -123269588565120 : ffff8fe30ff64380) 00000800:00000001:1.0:1767384661.209197:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384661.209198:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:1.0:1767384661.209203:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384661.209207:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004553633 x1853237049192576/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384661.209209:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e5973e9 x1853237049192448/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384661.209210:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384661.209229:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26) <- 192.168.202.137@tcp26 : PUT - for me 00000100:00000001:3.0:1767384661.209242:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384661.209243:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384661.209244:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384661.209249:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384661.209251:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 640 into portal 0 MB=0x8000000000000000 00000100:00000040:2.0:1767384661.209252:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384661.209253:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384661.209259:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384661.209260:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005e09115. 00000100:00100000:3.0:1767384661.209264:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004553633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049192576:0@lo:253: 00000400:00000200:1.0:1767384661.209267:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 624/640 into md 0x1d8d [1] + 0 00000100:00000001:3.0:1767384661.209269:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384661.209273:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384661.209276:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384661.209276:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511069b7. 02000000:00000001:3.0:1767384661.209280:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384661.209285:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046a0724a 02000000:00000010:3.0:1767384661.209286:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000281bc4a4. 02000000:00000001:3.0:1767384661.209290:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384661.209291:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049192448, offset 0 00000800:00000001:1.0:1767384661.209293:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384661.209294:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2042555. 00000400:00000010:3.0:1767384661.209302:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000002b6ee6. 00000400:00000200:2.0:1767384661.209303:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384661.209304:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384661.209309:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384661.209315:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049192576, portal 25 00000400:00000200:1.0:1767384661.209317:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: PUT: OK 00000100:00000001:3.0:1767384661.209321:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384661.209321:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384661.209325:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804005793280 : -123269703758336 : ffff8fe309188e00) 00000400:00000200:1.0:1767384661.209326:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046a0724a 00000400:00000010:1.0:1767384661.209331:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046a0724a. 00000100:00000040:3.0:1767384661.209332:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000004553633 x1853237049192576/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384661.209337:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007000 00000400:00000200:1.0:1767384661.209338:0:16341:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384661.209347:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384661.209351:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384661.209351:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x155d [2] + 0 00000400:00000010:3.0:1767384661.209357:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018a17600. 00000400:00000200:1.0:1767384661.209358:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (40) 00000400:00000010:2.0:1767384661.209359:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c990e410. 00000400:00000200:2.0:1767384661.209377:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000007d3a365 00000100:00000200:3.0:1767384661.209383:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049192576, offset 0 00000400:00000200:1.0:1767384661.209384:0:16341:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:2.0:1767384661.209386:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384661.209392:0:16341:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (640 bytes) 00000400:00000200:2.0:1767384661.209396:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384661.209397:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384661.209403:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384661.209414:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (41) 00000400:00000200:1.0:1767384661.209424:0:16341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384661.209425:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384661.209426:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d3a365 00000400:00000010:2.0:1767384661.209431:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007d3a365. 00000400:00000200:1.0:1767384661.209436:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp26 to MR: 192.168.202.137@tcp26 local destination 00000100:00000001:2.0:1767384661.209440:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384661.209444:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384661.209449:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp26 NI seq info: [185:185:256:4294967295] 192.168.202.137@tcp26 LPNI seq info [175:175:8:4294967295] 00000100:00000040:2.0:1767384661.209451:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000009959b947 x1853237049192448 msgsize 4848 00000100:00100000:2.0:1767384661.209465:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384661.209470:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384661.209474:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26:192.168.202.137@tcp26) -> 192.168.202.137@tcp26(192.168.202.137@tcp26:192.168.202.137@tcp26) 192.168.202.137@tcp26 : ACK try# 0 00000800:00000200:1.0:1767384661.209481:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp26 00000100:00000001:2.0:1767384661.209484:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384661.209486:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007080 00000800:00000010:1.0:1767384661.209489:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ace572f. 00000400:00000200:2.0:1767384661.209493:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005e09115 00000400:00000010:2.0:1767384661.209497:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005e09115. 00000100:00000001:2.0:1767384661.209504:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384661.209509:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x156d [2] + 0 00000800:00000200:1.0:1767384661.209509:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (4) 00000100:00000200:2.0:1767384661.209512:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e5973e9 x1853237049192448/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384661.209518:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030aa19ff. 00000800:00000200:1.0:1767384661.209518:0:16341:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.137 (cnted 2, interval 4, 1 secs later) 00000400:00000200:3.0:1767384661.209524:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a2338cc0 00000400:00000200:3.0:1767384661.209531:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767384661.209534:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp26 ip 192.168.202.137:989 00000100:00000001:2.0:1767384661.209535:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384661.209539:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:1.0:1767384661.209540:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ace572f type 0, nob 96 niov 1 nkiov 0 00000100:00000040:2.0:1767384661.209543:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e5973e9 x1853237049192448/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384661.209544:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2338cc0 00000400:00000010:3.0:1767384661.209548:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2338cc0. 00000100:00000001:3.0:1767384661.209553:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384661.209556:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:1.0:1767384661.209558:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384661.209560:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000c32e41bd x1853237049192576 msgsize 4848 00000100:00000001:2.0:1767384661.209564:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384661.209568:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384661.209569:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384661.209570:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384661.209574:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384661.209582:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384661.209585:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.209588:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018a17600 00000400:00000010:3.0:1767384661.209591:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018a17600. 00000100:00000001:2.0:1767384661.209592:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294949636 00000100:00000001:3.0:1767384661.209594:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384661.209599:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004553633 x1853237049192576/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384661.209599:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ca30c38. 00000100:00000001:3.0:1767384661.209626:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384661.209629:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004553633 x1853237049192576/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384661.209634:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.209636:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384661.209637:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384661.209642:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.209646:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294949637 00000100:00000001:2.0:1767384661.209646:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294949637 00000100:00000010:2.0:1767384661.209653:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000377ccf68. 00000100:00000001:3.0:1767384661.209657:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949636 00000100:00000001:2.0:1767384661.209659:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384661.209664:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294949637 00000100:00000001:2.0:1767384661.209667:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294949637 00000800:00000200:1.0:1767384661.209668:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384661.209669:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294949637 00000100:00000010:2.0:1767384661.209672:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001383ab44. 00000800:00000010:1.0:1767384661.209673:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ace572f. 00000100:00000001:3.0:1767384661.209675:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294949637 00000100:00000001:2.0:1767384661.209680:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384661.209681:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384661.209686:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294949637 00000100:00000001:3.0:1767384661.209687:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294949637 00000100:00000010:2.0:1767384661.209693:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088dea4af. 00000400:00000200:1.0:1767384661.209693:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: ACK: OK 00000100:00000001:3.0:1767384661.209694:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294949637 00000100:00000001:2.0:1767384661.209700:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384661.209705:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294949637 00000100:00000001:2.0:1767384661.209705:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384661.209706:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384661.209709:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384661.209712:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.209714:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.209718:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384661.209719:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384661.209720:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.209724:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.209726:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384661.209727:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384661.209730:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.209730:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384661.209732:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384661.209735:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.209736:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.209741:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384661.209743:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384661.209752:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp26(192.168.202.137@tcp26) <- 192.168.202.137@tcp26 : ACK - for me 00000400:00000200:1.0:1767384661.209764:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp26: ACK from 12345-192.168.202.137@tcp26 into md 0x1e09 00000100:00000001:2.0:1767384661.209768:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384661.209769:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384661.209773:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192448 00000100:00000001:3.0:1767384661.209778:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384661.209778:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384661.209779:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp26->192.168.202.137@tcp26: ACK: OK 00000100:00100000:3.0:1767384661.209784:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192576 00000100:00000001:2.0:1767384661.209784:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384661.209787:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d65598 00000100:00000001:2.0:1767384661.209789:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384661.209790:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384661.209791:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058d65598. 00000100:00000001:3.0:1767384661.209794:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384661.209796:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.209798:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.209798:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:2.0:1767384661.209802:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192448 02000000:00000001:3.0:1767384661.209805:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.209806:0:16341:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000020:00000001:2.0:1767384661.209808:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384661.209811:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192576 00000020:00000040:2.0:1767384661.209813:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:3.0:1767384661.209814:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384661.209817:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000020:00000040:3.0:1767384661.209818:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384661.209819:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384661.209823:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384661.209825:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000400:00000200:1.0:1767384661.209825:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (40) 00000020:00000040:3.0:1767384661.209826:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000020:00000001:3.0:1767384661.209832:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384661.209833:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000800:00000001:1.0:1767384661.209835:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384661.209836:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384661.209840:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384661.209842:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384661.209842:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384661.209847:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003a5e13a. 00000100:00000001:3.0:1767384661.209852:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384661.209854:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003a5e13a. 00000100:00000001:2.0:1767384661.209854:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384661.209860:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cb3c226. 00000020:00000010:3.0:1767384661.209862:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e68d583. 00000100:00000001:2.0:1767384661.209864:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384661.209869:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384661.209870:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001eb394a6. 00000020:00000010:2.0:1767384661.209870:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cb3c226. 00000020:00000010:3.0:1767384661.209879:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000400:00000010:1.0:1767384661.209879:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000005cdf5691. 00000020:00000010:2.0:1767384661.209881:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f934010. 00000400:00000010:1.0:1767384661.209888:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511069b7. 00000020:00000010:2.0:1767384661.209889:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a6a124d. 00000100:00000040:3.0:1767384661.209890:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384661.209895:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384661.209897:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384661.209897:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046a0724a. 00000020:00000010:2.0:1767384661.209898:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000001:3.0:1767384661.209900:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.209904:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000005cdf5691 00000100:00000001:2.0:1767384661.209907:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384661.209909:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.209911:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384661.209915:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384661.209918:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000008110e088. 00000100:00000001:3.0:1767384661.209920:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.209922:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.209927:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384661.209927:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 00000100:00000001:3.0:1767384661.209933:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384661.209936:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384661.209936:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302051 00000400:00000200:1.0:1767384661.209942:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (39) 00000100:00100000:3.0:1767384661.209943:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000001:2.0:1767384661.209944:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384661.209949:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384661.209950:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384661.209951:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000008110e088. 00000100:00000001:3.0:1767384661.209954:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885420112 : -123268824131504 : ffff8fe33d869850) 00000100:00100000:2.0:1767384661.209958:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000400:00000010:1.0:1767384661.209958:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000100:00000040:2.0:1767384661.209966:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000400:00000010:1.0:1767384661.209968:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b38ed36. 00000100:00000040:3.0:1767384661.209969:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c32e41bd x1853237049192576/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:642/0 lens 4848/0 e 0 to 0 dl 1767384672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.209970:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885423184 : -123268824128432 : ffff8fe33d86a450) 00000100:00000040:2.0:1767384661.209983:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009959b947 x1853237049192448/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:642/0 lens 4848/0 e 0 to 0 dl 1767384672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384661.209983:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000100:00000001:3.0:1767384661.209992:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384661.209997:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000020:00000010:3.0:1767384661.209999:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003a5e13a. 00000100:00000001:2.0:1767384661.209999:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384661.210005:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384661.210005:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00000020:00000010:2.0:1767384661.210006:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cb3c226. 00000100:00000001:2.0:1767384661.210013:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384661.210014:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003a5e13a. 00000020:00000010:2.0:1767384661.210019:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cb3c226. 00000400:00000200:1.0:1767384661.210019:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 141], ns[168, 150] 00000100:00100000:3.0:1767384661.210027:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c32e41bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16348:x1853237049192576:12345-0@lo:253: 00000100:00100000:2.0:1767384661.210031:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009959b947 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16349:x1853237049192448:12345-0@lo:253: 00000400:00000200:1.0:1767384661.210037:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 141], ns[62, 150] 00000100:00000200:3.0:1767384661.210039:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192576 00000100:00000200:2.0:1767384661.210042:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192448 00000020:00000001:3.0:1767384661.210046:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384661.210048:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384661.210053:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384661.210053:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000020:00000001:2.0:1767384661.210054:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384661.210058:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.210059:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.210064:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 00000020:00000001:3.0:1767384661.210066:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384661.210066:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384661.210071:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:3.0:1767384661.210072:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000400:00000200:1.0:1767384661.210077:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 62], ns[83, 62] 00000020:00000001:2.0:1767384661.210079:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384661.210081:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384661.210084:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384661.210085:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384661.210089:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 00000020:00000001:3.0:1767384661.210092:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384661.210096:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384661.210098:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384661.210102:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.210103:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384661.210103:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 62], ns[93, 62] 00000100:00000001:3.0:1767384661.210109:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384661.210109:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384661.210114:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384661.210115:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 62], ns[109, 62] 00000100:00000001:2.0:1767384661.210116:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384661.210121:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384661.210122:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007477565a. 02000000:00000001:3.0:1767384661.210127:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.210127:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 62], ns[111, 62] 02000000:00000010:2.0:1767384661.210129:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000fa2fe87. 00000100:00000001:3.0:1767384661.210132:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.210135:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384661.210138:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384661.210142:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.210147:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 62], ns[115, 62] 20000000:00000001:2.0:1767384661.210148:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384661.210149:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000325c42f8. 20000000:01000000:3.0:1767384661.210156:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384661.210159:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000040cf4ab6. 00000400:00000200:1.0:1767384661.210160:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 62], ns[124, 62] 20000000:00000001:3.0:1767384661.210161:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384661.210164:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:2.0:1767384661.210167:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384661.210169:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384661.210173:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384661.210174:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.210175:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[130, 62] 20000000:00000001:2.0:1767384661.210177:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384661.210182:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384661.210182:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.210188:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 62], ns[134, 62] 20000000:00000001:2.0:1767384661.210189:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384661.210192:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384661.210194:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000098e9eef9. 20000000:01000000:3.0:1767384661.210200:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00000400:00000200:1.0:1767384661.210207:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 62], ns[164, 62] 20000000:00000001:3.0:1767384661.210209:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384661.210214:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 62], ns[179, 62] 00000400:00000200:1.0:1767384661.210222:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 62], ns[185, 62] 00080000:00000001:3.0:1767384661.210224:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384661.210228:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 62], ns[58, 62] 00080000:00000001:3.0:1767384661.210230:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384661.210237:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 58], ns[81, 58] 00000400:00000200:1.0:1767384661.210242:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[173, 58], ns[183, 58] 00000400:00000200:1.0:1767384661.210247:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 58], ns[100, 58] 00080000:00000001:3.0:1767384661.210251:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384661.210253:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[132, 58], ns[136, 58] 00000400:00000200:1.0:1767384661.210260:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 58], ns[105, 58] 00000400:00000200:1.0:1767384661.210265:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 58], ns[101, 58] 00080000:00000001:3.0:1767384661.210266:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384661.210271:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384661.210275:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.210278:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 58], ns[122, 58] 00080000:00000001:3.0:1767384661.210279:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384661.210282:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384661.210288:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000400:00000200:1.0:1767384661.210288:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 58], ns[172, 58] 00000020:00000001:3.0:1767384661.210294:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:3.0:1767384661.210297:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384661.210300:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 58], ns[121, 58] 00080000:00000001:3.0:1767384661.210301:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384661.210308:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384661.210310:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384661.210312:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 58], ns[175, 58] 00000020:00000001:3.0:1767384661.210314:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384661.210320:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000400:00000200:1.0:1767384661.210321:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 58], ns[162, 58] 00080000:00000001:3.0:1767384661.210326:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384661.210330:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 58], ns[147, 58] 00080000:00000010:3.0:1767384661.210331:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000051caaeac. 00080000:00000001:3.0:1767384661.210335:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649531392 : -123274060020224 : ffff8fe205714600) 00080000:00000001:3.0:1767384661.210339:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384661.210342:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 58], ns[159, 58] 00000001:00000001:3.0:1767384661.210343:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384661.210348:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000003a5e13a. 00000400:00000200:1.0:1767384661.210352:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 58], ns[182, 58] 00080000:00000001:3.0:1767384661.210353:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384661.210356:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384661.210382:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.210383:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 58], ns[173, 58] 00000400:00000200:1.0:1767384661.210391:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 58], ns[177, 58] 00000400:00000200:1.0:1767384661.210396:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 58], ns[0, 58] 00080000:00000001:3.0:1767384661.210399:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384661.210403:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384661.210409:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000400:00000200:1.0:1767384661.210416:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp44 00000400:00000200:1.0:1767384661.210421:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp44 lpni_is_preferred = 0 00000400:00000200:1.0:1767384661.210426:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp44 00000400:00000200:1.0:1767384661.210431:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp44 NI seq info: [186:186:256:4294967295] 192.168.202.137@tcp44 LPNI seq info [176:176:8:4294967295] 00000400:00000200:1.0:1767384661.210437:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp44 00000400:00000200:1.0:1767384661.210444:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp44(192.168.202.137@tcp44:) -> 192.168.202.137@tcp44(192.168.202.137@tcp:192.168.202.137@tcp44) : GET try# 0 00000800:00000200:1.0:1767384661.210450:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp44 00000800:00000010:1.0:1767384661.210454:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000ace572f. 00000800:00000010:1.0:1767384661.210460:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f7744ba2. 00000800:00000010:1.0:1767384661.210464:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b667421e. 00000800:00000200:1.0:1767384661.210468:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7744ba2] -> 12345-192.168.202.137@tcp44 (2) 00000800:00000200:1.1:1767384661.210471:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7744ba2] -> 12345-192.168.202.137@tcp44 (2) 00000400:00000200:1.0:1767384661.210486:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384661.210488:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300251 rc 0 00000400:00000200:2.0:1767384661.210553:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.210599:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.210685:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.210731:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.210786:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.210841:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.210891:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.210942:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.210970:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.210995:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211017:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211045:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211077:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211109:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211138:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211176:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211202:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211228:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211261:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211290:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211318:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211345:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211401:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211437:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211469:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211502:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211531:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211559:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211583:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211604:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211658:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211686:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211711:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211740:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.211773:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:2.0:1767384661.211928:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3031d21. 00000800:00000010:2.0:1767384661.211934:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000005e09115. 00000800:00000010:2.0:1767384661.211941:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001cb3c226. 00000800:00000010:2.0:1767384661.211970:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001cb3c226. 00000800:00020000:2.0:1767384661.211980:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:2.0:1767384661.211984:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000005e09115. 00000800:00000010:2.0:1767384661.211988:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a3031d21. 00000400:02020000:2.0:1767384661.212039:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp44 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384661.212046:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp44 notifying 192.168.202.137@tcp44: down 00000800:00000200:2.0:1767384661.212053:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp44 down 00000800:00000100:2.0:1767384661.212061:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp44 00000800:00000010:2.0:1767384661.212064:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000ace572f. 00000400:00000200:2.0:1767384661.212069:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384661.212074:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp44->192.168.202.137@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384661.212091:0:16338:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp44 added to recovery queue. ping count: 0 next ping: 283 health :900 00000400:00000200:2.0:1767384661.212095:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384661.212098:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 1 00000400:00000200:2.0:1767384661.212103:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384661.212127:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384661.212132:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300851 00000400:00000001:1.0:1767384661.212135:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384661.212137:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384661.212138:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000400:00000010:1.0:1767384661.212139:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000400:00000200:1.0:1767384661.212142:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384661.212144:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000010:1.0:1767384661.212147:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000008110e088. 00000400:00000200:1.0:1767384661.212148:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (40) 00000400:00000200:1.0:1767384661.212156:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp:-71 00000400:00000200:1.0:1767384661.212157:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302051 rc -71 00000400:00000200:1.0:1767384661.212160:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:1.0:1767384661.212162:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (39) 00080000:00000010:1.0:1767384661.212319:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000051caaeac. 00080000:00000010:3.0:1767384661.212381:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000003a5e13a. 00040000:00000001:3.0:1767384661.212388:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384661.212390:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384661.212393:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384661.212396:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384661.212400:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384661.212402:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384661.212415:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384661.212427:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384661.212430:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:2.0:1767384661.212445:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000375d68c6. 00080000:00000001:3.0:1767384661.212446:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384661.212451:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:01000000:1.0:1767384661.212451:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384661.212456:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384661.212458:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384661.212459:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384661.212464:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384661.212464:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384661.212469:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384661.212470:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000040:1.0:1767384661.212474:0:17096:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004f86721d count: 2 00010000:00000001:1.0:1767384661.212478:0:17096:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384661.212479:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384661.212481:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384661.212485:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047818971. 00000020:00000001:1.0:1767384661.212489:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384661.212490:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384661.212492:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000047818971 with handle 0x7f71e2b70dd203bd to hash 00080000:00000001:2.0:1767384661.212495:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384661.212496:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384661.212499:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.212500:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00080000:00000001:2.0:1767384661.212506:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384661.212506:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00080000:00000001:2.0:1767384661.212510:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.212511:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384661.212514:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384661.212516:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00010000:00010000:1.0:1767384661.212517:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384661.212526:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00010000:00000001:1.0:1767384661.212528:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000002:2.0:1767384661.212532:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384661.212533:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384661.212536:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384661.212540:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384661.212540:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384661.212544:0:17096:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:2.0:1767384661.212547:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384661.212548:0:17096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd203b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd203af expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384661.212553:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384661.212557:0:17096:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000001:2.0:1767384661.212559:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384661.212560:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.212564:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:2.0:1767384661.212566:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00000001:1.0:1767384661.212572:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384661.212574:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384661.212575:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384661.212579:0:17096:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000010:2.0:1767384661.212581:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006e8ed2ad. 00010000:00010000:1.0:1767384661.212582:0:17096:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384661.212588:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649505792 : -123274060045824 : ffff8fe20570e200) 00010000:00000040:1.0:1767384661.212590:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004f86721d) refcount = 2 00080000:00000001:2.0:1767384661.212594:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000040:1.0:1767384661.212595:0:17096:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000001:00000001:2.0:1767384661.212600:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000040:1.0:1767384661.212601:0:17096:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd203b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7f71e2b70dd203af expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384661.212626:0:17096:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384661.212627:0:17096:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384661.212634:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000010:1.0:1767384661.212634:0:17096:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d58ab082. 00000100:00000001:1.0:1767384661.212638:0:17096:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1767384661.212640:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000010:1.0:1767384661.212642:0:17096:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee14d600. 00080000:00000010:2.0:1767384661.212643:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001cb3c226. 20000000:00000010:3.0:1767384661.212644:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000325c42f8. 00000100:00000001:1.0:1767384661.212645:0:17096:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804860264192 : -123268849287424 : ffff8fe33c06bf00) 00080000:00000001:2.0:1767384661.212650:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.212651:0:17096:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620804860264192 : -123268849287424 : ffff8fe33c06bf00) 20000000:00000001:3.0:1767384661.212653:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384661.212657:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384661.212657:0:17096:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00010000:00000040:3.0:1767384661.212660:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049192576 00000100:00000001:1.0:1767384661.212661:0:17096:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384661.212664:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384661.212667:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384661.212668:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384661.212671:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384661.212672:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384661.212673:0:17096:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000200:3.0:1767384661.212675:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c32e41bd x1853237049192576/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:642/0 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384661.212677:0:17096:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384661.212679:0:17096:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384661.212682:0:17096:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:2.0:1767384661.212686:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000010:1.0:1767384661.212687:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009cf970a1. 00010000:00000001:3.0:1767384661.212691:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384661.212692:0:17096:0:(genops.c:1229:class_import_get()) import 0000000046210a5b refcount=2 obd=MGS 00010000:00000001:3.0:1767384661.212696:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.212697:0:17096:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384661.212700:0:17096:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00001000:3.0:1767384661.212703:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=78 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384661.212703:0:17096:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384661.212710:0:17096:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000270651b7. 00000100:00000001:3.0:1767384661.212711:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384661.212715:0:17096:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384661.212717:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384661.212721:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384661.212727:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767384661.212728:0:17096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd203b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7f71e2b70dd203af expref: 16 pid: 17075 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384661.212730:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.212737:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384661.212743:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384661.212746:0:17096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd203b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7f71e2b70dd203af expref: 16 pid: 17075 timeout: 432 lvb_type: 0 00000400:00000010:3.0:1767384661.212748:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018a17600. 00010000:00000001:1.0:1767384661.212755:0:17096:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000200:3.0:1767384661.212757:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049192576, offset 224 00000100:00000001:1.0:1767384661.212758:0:17096:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384661.212764:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009cf970a1 x1853237049192704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384661.212769:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384661.212779:0:17096:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384661.212783:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384661.212783:0:17096:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384661.212791:0:17096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009cf970a1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049192704:0@lo:104: 00000100:00000001:1.0:1767384661.212795:0:17096:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384661.212799:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007080 02000000:00000001:1.0:1767384661.212801:0:17096:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384661.212804:0:17096:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.212808:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e15 [2] + 224 02000000:00000001:1.0:1767384661.212809:0:17096:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384661.212815:0:17096:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bce62fd. 00000400:00000200:3.0:1767384661.212817:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384661.212819:0:17096:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.212825:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384661.212827:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093cc895d. 00000100:00000001:3.0:1767384661.212830:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384661.212833:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000100:00000200:3.0:1767384661.212838:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004553633 x1853237049192576/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384661.212839:0:17096:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049192704, portal 16 00000100:00000001:1.0:1767384661.212846:0:17096:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384661.212849:0:17096:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667049728 : -123274042501888 : ffff8fe2067c9500) 00000100:00000040:1.0:1767384661.212859:0:17096:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000009cf970a1 x1853237049192704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384661.212860:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000004553633 x1853237049192576/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.212881:0:17096:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384661.212886:0:17096:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384661.212889:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b553cac0. 00000100:00000200:1.0:1767384661.212891:0:17096:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049192704, offset 0 00000400:00000200:1.0:1767384661.212894:0:17096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384661.212898:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384661.212899:0:17096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384661.212904:0:17096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260007100 00000400:00000200:1.0:1767384661.212910:0:17096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x187d [2] + 984 00000400:00000200:1.0:1767384661.212922:0:17096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384661.212926:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018a17600 00000100:00000001:2.0:1767384661.212927:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384661.212928:0:17096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384661.212931:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018a17600. 00000100:00000001:2.0:1767384661.212933:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384661.212937:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384661.212938:0:17096:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384661.212939:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384661.212942:0:17096:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:3.0:1767384661.212946:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384661.212947:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1767384661.212949:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004678420. 00000400:00000001:2.0:1767384661.212952:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384661.212955:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000040:1.0:1767384661.212955:0:17096:0:(events.c:337:request_in_callback()) incoming req@0000000004678420 x1853237049192704 msgsize 328 00000400:00000010:2.0:1767384661.212957:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2042555. 00010000:00000001:3.0:1767384661.212962:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384661.212965:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000002b6ee6 00000020:00000001:3.0:1767384661.212967:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384661.212970:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000002b6ee6. 00000100:00100000:1.0:1767384661.212971:0:17096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384661.212973:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384661.212979:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384661.212980:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c32e41bd x1853237049192576/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:642/0 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.212986:0:17096:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384661.212987:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004553633 x1853237049192576/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384661.212995:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b553cac0 00000400:00000010:1.0:1767384661.213001:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b553cac0. 00000100:00100000:3.0:1767384661.213006:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c32e41bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16348:x1853237049192576:12345-0@lo:253: Request processed in 3009us (3439us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384661.213009:0:17096:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384661.213012:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004553633 x1853237049192576/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384661.213015:0:17096:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009cf970a1 x1853237049192704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384661.213022:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000040:3.0:1767384661.213030:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384661.213036:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384661.213040:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384661.213042:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384661.213046:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384661.213047:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001eb394a6. 00000100:00000001:1.0:1767384661.213047:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384661.213053:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384661.213053:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009cf970a1 x1853237049192704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384661.213056:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 02000000:00000001:2.0:1767384661.213058:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384661.213063:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384661.213064:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e68d583. 00000100:00000001:1.0:1767384661.213066:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.213067:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.213071:0:17096:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384661.213073:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384661.213074:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000001:1.0:1767384661.213077:0:17096:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384661.213081:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=78 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384661.213082:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384661.213082:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294949640 02000000:00000010:3.0:1767384661.213087:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007477565a. 00000100:00001000:2.0:1767384661.213090:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=78 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384661.213091:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294949637 02000000:00000001:3.0:1767384661.213094:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384661.213099:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.213100:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384661.213100:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294949640 00000100:00000001:2.0:1767384661.213105:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384661.213109:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384661.213109:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384661.213109:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294949637 00010000:00000001:2.0:1767384661.213114:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384661.213117:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030aa19ff. 00000100:00000001:1.0:1767384661.213118:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294949640 00000100:00000001:2.0:1767384661.213120:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384661.213126:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018a17600. 00000100:00000001:1.0:1767384661.213127:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294949637 00000100:00000040:2.0:1767384661.213130:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004553633 x1853237049192576/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.213135:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294949640 00000100:00000001:1.0:1767384661.213143:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294949637 00000100:00000001:2.0:1767384661.213146:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384661.213149:0:17096:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384661.213152:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384661.213153:0:17096:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.213157:0:17096:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.213158:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384661.213159:0:17096:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384661.213163:0:17096:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384661.213165:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384661.213170:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:01000004:2.0:1767384661.213170:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:1.0:1767384661.213171:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384661.213176:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384661.213176:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384661.213177:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192704 00010000:00000001:1.0:1767384661.213178:0:17096:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384661.213182:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384661.213183:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767384661.213183:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1767384661.213188:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384661.213188:0:17096:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:01000004:2.0:1767384661.213189:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384661.213192:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.213194:0:17096:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384661.213195:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384661.213199:0:17096:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384661.213200:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384661.213200:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384661.213201:0:17096:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:01000004:2.0:1767384661.213204:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:1.0:1767384661.213206:0:17096:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ee14d600 going to sleep for 11 seconds 00000100:00100000:3.0:1767384661.213207:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192704 00000100:00000001:1.0:1767384661.213209:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384661.213211:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384661.213216:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:3.0:1767384661.213219:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384661.213222:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd1fff7 00000100:00000040:2.0:1767384661.213223:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004553633 x1853237049192576/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384661.213227:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384661.213231:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000020c2555a refcount=3 00000020:00000001:3.0:1767384661.213236:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000020:00000001:3.0:1767384661.213242:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000100:00100000:2.0:1767384661.213242:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004553633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049192576:0@lo:253: 00000100:00000001:3.0:1767384661.213248:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384661.213251:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384661.213253:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003a5e13a. 00000100:00000001:2.0:1767384661.213255:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384661.213260:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384661.213262:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004553633 x1853237049192576/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384661.213265:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003a5e13a. 00000020:00000010:3.0:1767384661.213273:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e68d583. 00000100:00000001:2.0:1767384661.213276:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1767384661.213280:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001eb394a6. 02000000:00000001:2.0:1767384661.213280:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384661.213285:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000281bc4a4. 00000020:00000010:3.0:1767384661.213287:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 02000000:00000001:2.0:1767384661.213293:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384661.213297:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384661.213300:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000040:2.0:1767384661.213300:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384661.213306:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384661.213306:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384661.213310:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:2.0:1767384661.213311:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000000b1b68e. 00000100:00000001:3.0:1767384661.213313:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.213317:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384661.213320:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.213322:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384661.213325:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004553633. 00000100:00000001:2.0:1767384661.213330:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384661.213332:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384661.213333:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.213335:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.213342:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384661.213345:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.213348:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384661.213349:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384661.213351:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.213353:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384661.213353:0:22098:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384661.213358:0:22098:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384661.213363:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384661.213382:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000020c2555a : new rpc_count 1 00000100:00000001:1.0:1767384661.213383:0:22098:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.213385:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667055104 : -123274042496512 : ffff8fe2067caa00) 00000100:00000001:1.0:1767384661.213388:0:22098:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384661.213393:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004678420 x1853237049192704/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:642/0 lens 328/0 e 0 to 0 dl 1767384672 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384661.213403:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384661.213407:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003a5e13a. 00000100:00000001:3.0:1767384661.213410:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384661.213412:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003a5e13a. 00000100:00100000:3.0:1767384661.213418:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004678420 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049192704:12345-0@lo:104: 00000100:00000200:3.0:1767384661.213422:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192704 00010000:00000001:3.0:1767384661.213432:0:17064:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384661.213437:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384661.213439:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384661.213442:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000347d5436 refcount=2 00000020:00000001:3.0:1767384661.213444:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:3.0:1767384661.213447:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:3.0:1767384661.213450:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384661.213452:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384661.213455:0:17064:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd203b6 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384661.213464:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384661.213466:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384661.213470:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000119f7a7b. 02000000:00000001:3.0:1767384661.213472:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.213474:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384661.213477:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384661.213479:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384661.213481:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aca2e737 time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384661.213484:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384661.213487:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384661.213489:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384661.213491:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384661.213493:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.213495:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384661.213498:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384661.213502:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e89093e4. 00000100:00000200:3.0:1767384661.213505:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049192704, offset 224 00000400:00000200:3.0:1767384661.213509:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384661.213515:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384661.213521:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260007100 00000400:00000200:3.0:1767384661.213526:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1e29 [1] + 224 00000400:00000200:3.0:1767384661.213530:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384661.213532:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384661.213543:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384661.213546:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009cf970a1 x1853237049192704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384661.213556:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009cf970a1 x1853237049192704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384661.213571:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384661.213577:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89093e4 00000400:00000010:3.0:1767384661.213580:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e89093e4. 00000100:00000001:1.0:1767384661.213581:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384661.213583:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384661.213585:0:17096:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384661.213587:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384661.213588:0:17096:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384661.213592:0:17096:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093cc895d. 00000100:00000001:3.0:1767384661.213595:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.213596:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000400:00000010:1.0:1767384661.213600:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000100:00000040:3.0:1767384661.213603:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:1.0:1767384661.213604:0:17096:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384661.213625:0:17096:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009cf970a1 x1853237049192704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384661.213633:0:17096:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009cf970a1 x1853237049192704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384661.213637:0:17064:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384661.213640:0:17096:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:3.0:1767384661.213643:0:17064:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006f42456b. 00000100:00000001:1.0:1767384661.213643:0:17096:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.213644:0:17096:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384661.213647:0:17096:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384661.213649:0:17096:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384661.213650:0:17064:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384661.213651:0:17096:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384661.213654:0:17096:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384661.213656:0:17096:0:(import.c:2128:obd_at_measure()) add 5 to 0000000064d2fb3e time=78 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384661.213660:0:17096:0:(import.c:2128:obd_at_measure()) add 1 to 000000004a8fb74c time=78 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384661.213661:0:17064:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767384661.213663:0:17096:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384661.213665:0:17064:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384661.213667:0:17064:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384661.213669:0:17064:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.213671:0:17096:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.213674:0:17096:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384661.213676:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004678420 x1853237049192704/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:642/0 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384661.213676:0:17096:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.213679:0:17096:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384661.213687:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009cf970a1 x1853237049192704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384661.213694:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004678420 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049192704:12345-0@lo:104: Request processed in 286us (733us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384661.213702:0:17096:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384661.213705:0:17096:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384661.213708:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384661.213708:0:17096:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384661.213710:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384661.213711:0:17096:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000040:3.0:1767384661.213712:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020c2555a : new rpc_count 0 00010000:00000001:1.0:1767384661.213715:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384661.213716:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384661.213716:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.213718:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384661.213719:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384661.213721:0:17096:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384661.213723:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:3.0:1767384661.213724:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001eb394a6. 00000100:00000040:1.0:1767384661.213727:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009cf970a1 x1853237049192704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384661.213731:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00010000:00000001:2.0:1767384661.213731:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384661.213736:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:1.0:1767384661.213737:0:17096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009cf970a1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049192704:0@lo:104: 00000020:00000010:3.0:1767384661.213738:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e68d583. 00010000:00010000:2.0:1767384661.213742:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd203b6 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384661.213744:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000020c2555a : new refcount 2 00000100:00000001:1.0:1767384661.213745:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384661.213750:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.213751:0:17096:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.213756:0:17096:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384661.213759:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:2.0:1767384661.213760:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000347d5436 already unused, calling callback (000000004e97d7c8) 00000100:00000040:1.0:1767384661.213761:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009cf970a1 x1853237049192704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384661.213767:0:17096:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384661.213769:0:17096:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384661.213771:0:17096:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bce62fd. 10000000:00000001:2.0:1767384661.213774:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:1.0:1767384661.213775:0:17096:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00010000:2.0:1767384661.213779:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7f71e2b70dd203b6 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384661.213779:0:17096:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384661.213780:0:17096:0:(genops.c:1242:class_import_put()) import 0000000046210a5b refcount=1 obd=MGS 00000020:00000001:1.0:1767384661.213783:0:17096:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384661.213786:0:17096:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000270651b7. 02000000:00000001:1.0:1767384661.213790:0:17096:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384661.213792:0:17096:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384661.213795:0:17096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009cf970a1. 00010000:00000001:2.0:1767384661.213796:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384661.213798:0:17096:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384661.213801:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384661.213801:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384661.213805:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384661.213807:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000347d5436 refcount=3 00000100:00000010:1.0:1767384661.213811:0:17096:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ee14d600. 00000020:00000001:2.0:1767384661.213813:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00000100:00000001:1.0:1767384661.213814:0:17096:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384661.213816:0:17096:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384661.213821:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000010:1.0:1767384661.213821:0:17096:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d58ab082. 00010000:00000001:1.0:1767384661.213825:0:17096:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.213828:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.213829:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767384661.213829:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384661.213834:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7f71e2b70dd203b6 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384661.213834:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384661.213837:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384661.213839:0:17096:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384661.213854:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384661.213858:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7f71e2b70dd203b6 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384661.213864:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384661.213867:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384661.213870:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384661.213872:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384661.213873:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384661.213875:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384661.213892:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384661.213894:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384661.213896:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 2 10000000:00000001:2.0:1767384661.213899:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384661.213901:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.213905:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384661.213908:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384661.213911:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384661.213914:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384661.213917:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384661.213919:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000347d5436 with handle 0x7f71e2b70dd203af from hash 00010000:00000001:2.0:1767384661.213922:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384661.213932:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.213934:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.213935:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384661.213938:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384661.213940:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384661.213943:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384661.213945:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384661.213950:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ebfdbc2f. 00000020:00000040:2.0:1767384661.213953:0:17068:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384661.213957:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384661.213958:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384661.213961:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384661.213964:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4ac1091. 00000100:00000001:2.0:1767384661.213967:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.213970:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384661.213974:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd203b6 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384661.213980:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384661.213982:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.213986:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384661.213988:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.213992:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebfdbc2f] to pc [ptlrpcd_00_02+2] req@00000000ebfdbc2f x1853237049192832/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384661.214020:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384661.214023:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.214026:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.214028:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.214031:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.214032:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384661.214034:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.214035:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384661.214039:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:2.0:1767384661.214039:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd203b6 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384661.214044:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ebfdbc2f x1853237049192832/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.214055:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384661.214056:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384661.214060:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384661.214060:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384661.214061:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 00000000347d5436/0x7f71e2b70dd203af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd203b6 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384661.214064:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384661.214070:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384661.214072:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384661.214075:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384661.214076:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ebfdbc2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049192832:0@lo:103: 00000100:00000001:3.0:1767384661.214079:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384661.214081:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384661.214084:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384661.214087:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384661.214091:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e68d583. 02000000:00000001:3.0:1767384661.214095:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384661.214095:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a3cd0a26 count: 0 00000400:00000010:3.0:1767384661.214103:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008383418f. 00000400:00000010:3.0:1767384661.214107:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e89093e4. 00010000:00000001:2.0:1767384661.214108:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384661.214110:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049192832, portal 18 00010000:00000001:2.0:1767384661.214112:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384661.214113:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384661.214116:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911676160 : -123269797875456 : ffff8fe3037c7100) 00010000:00000010:2.0:1767384661.214116:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006f42456b. 00000100:00000040:3.0:1767384661.214125:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ebfdbc2f x1853237049192832/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384661.214126:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.214132:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384661.214135:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384661.214136:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384661.214140:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384661.214142:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384661.214144:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064a9da54. 00000100:00000200:3.0:1767384661.214147:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049192832, offset 0 00000020:00000001:2.0:1767384661.214147:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384661.214151:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.214154:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384661.214158:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384661.214162:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767384661.214163:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384661.214166:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384661.214170:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384661.214173:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260007180 00000400:00000200:3.0:1767384661.214178:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:3.0:1767384661.214181:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384661.214186:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384661.214196:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384661.214198:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384661.214202:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092b50003. 00000100:00000040:3.0:1767384661.214204:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000092b50003 x1853237049192832 msgsize 328 00000100:00100000:3.0:1767384661.214211:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384661.214222:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384661.214227:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a9da54 00000400:00000010:3.0:1767384661.214229:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064a9da54. 00000100:00000001:3.0:1767384661.214233:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384661.214236:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ebfdbc2f x1853237049192832/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384661.214242:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384661.214245:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ebfdbc2f x1853237049192832/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384661.214249:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.214251:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384661.214255:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.214258:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294949641 00000100:00000001:3.0:1767384661.214263:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949640 00000100:00000001:3.0:1767384661.214268:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294949641 00000100:00000001:1.0:1767384661.214270:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384661.214271:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294949640 00000100:00100000:1.0:1767384661.214275:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192832 00000100:00000001:3.0:1767384661.214276:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294949641 02000000:00000001:1.0:1767384661.214281:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384661.214282:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294949640 00000100:00000001:1.0:1767384661.214286:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384661.214287:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294949641 00000100:00000001:1.0:1767384661.214291:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.214292:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294949640 00000100:00000001:3.0:1767384661.214295:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384661.214298:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384661.214298:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.214304:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384661.214305:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192832 00000100:00000001:3.0:1767384661.214306:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384661.214311:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384661.214313:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384661.214314:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:3.0:1767384661.214316:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384661.214319:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384661.214319:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384661.214322:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000100:00000001:3.0:1767384661.214328:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384661.214329:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384661.214330:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.214335:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384661.214336:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384661.214342:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384661.214346:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d58ab082. 00000100:00000001:1.0:1767384661.214349:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384661.214352:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d58ab082. 00000020:00000010:1.0:1767384661.214357:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000270651b7. 00000020:00000010:1.0:1767384661.214361:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011ca502a. 00000020:00000010:1.0:1767384661.214376:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6e3b8f1. 00000100:00000040:1.0:1767384661.214383:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384661.214391:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384661.214393:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384661.214394:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384661.214396:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.214399:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384661.214401:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384661.214403:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384661.214404:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3f7d351 refcount=4 00000020:00000001:1.0:1767384661.214406:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00000001:1.0:1767384661.214409:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00010000:1.0:1767384661.214412:0:17067:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd203b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd203af expref: 16 pid: 17075 timeout: 432 lvb_type: 0 00010000:00000001:1.0:1767384661.214419:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384661.214421:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384661.214422:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.214424:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.214427:0:17067:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384661.214431:0:17067:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000092b50003 x1853237049192832/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:642/0 lens 328/0 e 0 to 0 dl 1767384672 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.214437:0:17067:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384661.214438:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.214448:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.214457:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384661.214459:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384661.214462:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384661.214465:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:1.0:1767384661.214467:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804005792384 : -123269703759232 : ffff8fe309188a80) 00000100:00000040:1.0:1767384661.214471:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092b50003 x1853237049192832/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:642/0 lens 328/0 e 0 to 0 dl 1767384672 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.214478:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384661.214482:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d58ab082. 00000100:00000001:1.0:1767384661.214484:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384661.214492:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d58ab082. 00000100:00100000:1.0:1767384661.214497:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092b50003 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16350:x1853237049192832:12345-0@lo:103: 00000100:00000200:1.0:1767384661.214501:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192832 00010000:00000001:1.0:1767384661.214504:0:17067:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384661.214506:0:17067:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384661.214508:0:17067:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384661.214512:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384661.214513:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384661.214517:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008110e088. 02000000:00000001:1.0:1767384661.214519:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.214521:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.214524:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384661.214525:0:17067:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384661.214527:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384661.214529:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384661.214531:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3f7d351 refcount=4 00000020:00000001:1.0:1767384661.214533:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00000001:1.0:1767384661.214535:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961954304 : -123268747597312 : ffff8fe342166a00) 00010000:00000040:1.0:1767384661.214537:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004f86721d count: 3 00010000:00010000:1.0:1767384661.214540:0:17067:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd203b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd203af expref: 16 pid: 17075 timeout: 432 lvb_type: 0 00000100:00001000:1.0:1767384661.214548:0:17067:0:(import.c:2128:obd_at_measure()) add 0 to 000000002cb15ef2 time=1767384661 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384661.214551:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384661.214555:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384661.214557:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384661.214559:0:17067:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd203b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7f71e2b70dd203af expref: 16 pid: 17075 timeout: 432 lvb_type: 0 00000020:00000001:1.0:1767384661.214566:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384661.214567:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384661.214569:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384661.214571:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.214574:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384661.214581:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384661.214584:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384661.214585:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384661.214587:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384661.214588:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384661.214589:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d3f7d351 with handle 0x7f71e2b70dd203b6 from hash 00010000:00000001:1.0:1767384661.214591:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384661.214592:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384661.214593:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384661.214594:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384661.214594:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384661.214595:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384661.214596:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d3f7d351/0x7f71e2b70dd203b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7f71e2b70dd203af expref: 16 pid: 17075 timeout: 432 lvb_type: 0 00010000:00000040:1.0:1767384661.214600:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 9 00000020:00000040:1.0:1767384661.214601:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00010000:00000001:1.0:1767384661.214604:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384661.214605:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384661.214632:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384661.214634:0:17067:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000047818971 00010000:00000001:1.0:1767384661.214636:0:17067:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384661.214638:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384661.214639:0:17067:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384661.214640:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384661.214642:0:17067:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384661.214644:0:17067:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384661.214645:0:17067:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384661.214646:0:17067:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384661.214650:0:17067:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384661.214652:0:17067:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384661.214653:0:17067:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384661.214653:0:17067:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384661.214655:0:17067:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004f86721d) refcount = 2 00010000:00010000:1.0:1767384661.214656:0:17067:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384661.214666:0:17067:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384661.214667:0:17067:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384661.214668:0:17067:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384661.214669:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384661.214672:0:17067:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d58ab082. 00000100:00000001:1.0:1767384661.214673:0:17067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384661.214675:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee14d600. 00000100:00000001:1.0:1767384661.214676:0:17067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804860264192 : -123268849287424 : ffff8fe33c06bf00) 00000100:00000001:1.0:1767384661.214677:0:17067:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620804860264192 : -123268849287424 : ffff8fe33c06bf00) 00000100:00000001:1.0:1767384661.214679:0:17067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384661.214680:0:17067:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384661.214681:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384661.214682:0:17067:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384661.214684:0:17067:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:1.0:1767384661.214686:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384661.214686:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384661.214687:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047818971 refcount=5 00000020:00000001:1.0:1767384661.214689:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384661.214690:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384661.214692:0:17067:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384661.214693:0:17067:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384661.214696:0:17067:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384661.214697:0:17067:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384661.214700:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384661.214701:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384661.214702:0:17067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384661.214705:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384661.214710:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.214712:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384661.214713:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384661.214717:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000047818971 already unused, calling callback (0000000058ffb97a) 00010000:00000001:1.0:1767384661.214718:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384661.214719:0:17067:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384661.214720:0:17067:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384661.214724:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384661.214725:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384661.214726:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384661.214727:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047818971 refcount=6 00000020:00000001:1.0:1767384661.214728:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384661.214730:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782839808 : -123268926711808 : ffff8fe337695800) 00010000:00000001:1.0:1767384661.214731:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384661.214732:0:17067:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384661.214736:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384661.214736:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384661.214737:0:17067:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.214745:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384661.214747:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384661.214747:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384661.214748:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384661.214749:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047818971 with handle 0x7f71e2b70dd203bd from hash 00010000:00000001:1.0:1767384661.214751:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384661.214751:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384661.214752:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384661.214753:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384661.214754:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384661.214755:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384661.214761:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384661.214762:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384661.214764:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.214766:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384661.214767:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384661.214769:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384661.214770:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384661.214771:0:17096:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384661.214772:0:17067:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.214776:0:17067:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.214780:0:17067:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384661.214784:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.214792:0:17096:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384661.214793:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384661.214795:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384661.214799:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384661.214799:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384661.214801:0:17067:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384661.214804:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384661.214805:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384661.214806:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384661.214807:0:17067:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384661.214809:0:17067:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384661.214812:0:17067:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.214816:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384661.214818:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384661.214820:0:17067:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.214823:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384661.214824:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384661.214825:0:17067:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1767384661.214828:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384661.214829:0:17067:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384661.214833:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000047818971/0x7f71e2b70dd203bd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384661.214833:0:17067:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.214834:0:17067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384661.214837:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ee14d600. 00000100:00000001:1.0:1767384661.214841:0:17067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384661.214843:0:17067:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384661.214848:0:17067:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d58ab082. 00010000:00000001:1.0:1767384661.214851:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384661.214852:0:17067:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004f86721d count: 0 00010000:00000001:2.0:1767384661.214853:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384661.214856:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:1.0:1767384661.214858:0:17067:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384661.214862:0:17067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384661.214871:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384661.214873:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384661.214876:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=78 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384661.214879:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384661.214882:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384661.214884:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384661.214887:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384661.214888:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.214891:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384661.214893:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384661.214896:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000100:00000200:1.0:1767384661.214899:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049192832, offset 224 00000400:00000200:1.0:1767384661.214903:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384661.214909:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384661.214917:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260007180 00000400:00000200:1.0:1767384661.214922:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1e39 [1] + 224 00000400:00000200:1.0:1767384661.214926:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384661.214929:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384661.214933:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384661.214936:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ebfdbc2f x1853237049192832/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384661.214946:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ebfdbc2f x1853237049192832/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.214962:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384661.214967:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000400:00000010:1.0:1767384661.214968:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000100:00000001:1.0:1767384661.214970:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384661.214971:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384661.214973:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384661.214975:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384661.214977:0:17067:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.214978:0:17067:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384661.214981:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092b50003 x1853237049192832/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:642/0 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384661.214991:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384661.214994:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384661.214999:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384661.215001:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384661.215002:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092b50003 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16350:x1853237049192832:12345-0@lo:103: Request processed in 522us (796us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384661.215004:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008383418f. 00000400:00000200:3.0:1767384661.215011:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89093e4 00000100:00100000:1.0:1767384661.215013:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000010:3.0:1767384661.215014:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e89093e4. 00000100:00000040:1.0:1767384661.215017:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384661.215018:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384661.215020:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384661.215023:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384661.215025:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ebfdbc2f x1853237049192832/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384661.215027:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011ca502a. 00000020:00000010:1.0:1767384661.215032:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6e3b8f1. 00000020:00000010:1.0:1767384661.215036:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000270651b7. 00000100:00000200:3.0:1767384661.215038:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ebfdbc2f x1853237049192832/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384661.215041:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000001:1.0:1767384661.215045:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384661.215051:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384661.215053:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384661.215054:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384661.215056:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384661.215057:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384661.215058:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384661.215060:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384661.215062:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=78 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384661.215064:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384661.215066:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384661.215067:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384661.215068:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384661.215070:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.215072:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384661.215074:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ebfdbc2f x1853237049192832/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384661.215078:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384661.215080:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384661.215081:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384661.215083:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebfdbc2f x1853237049192832/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384661.215098:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ebfdbc2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049192832:0@lo:103: 00000100:00000001:3.0:1767384661.215101:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384661.215102:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384661.215104:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ebfdbc2f x1853237049192832/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384661.215108:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384661.215109:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384661.215110:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e68d583. 02000000:00000001:3.0:1767384661.215112:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384661.215113:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384661.215113:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384661.215115:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384661.215116:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b4ac1091. 02000000:00000001:3.0:1767384661.215118:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384661.215119:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384661.215120:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ebfdbc2f. 00000100:00000001:3.0:1767384661.215121:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384661.215122:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384661.215123:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384661.215126:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384661.215127:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.215128:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384661.215129:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384661.215282:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006e8ed2ad. 00080000:00000010:3.0:1767384661.215328:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001cb3c226. 00040000:00000001:3.0:1767384661.215333:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384661.215335:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384661.215337:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384661.215339:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:3.0:1767384661.215342:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384661.215344:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384661.215346:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384661.215356:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384661.215359:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384661.215379:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384661.215389:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384661.215393:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384661.215395:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384661.215398:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384661.215408:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384661.215413:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a20e6a34. 00010000:00000001:2.0:1767384661.215417:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384661.215420:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d83329f5. 00000020:00000001:2.0:1767384661.215423:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384661.215426:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d83329f5 with handle 0x7f71e2b70dd203c4 to hash 00000020:00000001:2.0:1767384661.215428:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384661.215429:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384661.215431:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384661.215434:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384661.215436:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384661.215439:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd203c4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.215445:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384661.215448:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384661.215450:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384661.215452:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384661.215454:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.215456:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384661.215457:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.215459:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384661.215460:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384661.215462:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384661.215463:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384661.215464:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a20e6a34) refcount = 1 00010000:00010000:2.0:1767384661.215468:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd203c4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.215473:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384661.215474:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384661.215476:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.215477:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.215479:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384661.215481:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384661.215483:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:2.0:1767384661.215494:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384661.215495:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384661.215497:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83329f5 refcount=4 00000020:00000001:2.0:1767384661.215499:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384661.215501:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384661.215503:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384661.215505:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd203c4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.215511:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384661.215513:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd203c4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.215519:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.215521:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384661.215523:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd203c4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.215530:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384661.215532:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.215534:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384661.215536:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd203c4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384661.215542:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d83329f5 already unused, calling callback (0000000058ffb97a) 00080000:00000020:3.0:1767384661.215544:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384661.215545:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384661.215549:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1767384661.215550:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384661.215553:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000040cf4ab6. 00010000:00010000:2.0:1767384661.215553:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd203c4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384661.215557:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384661.215562:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049192448 00010000:00000001:3.0:1767384661.215566:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384661.215566:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384661.215569:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384661.215572:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000200:3.0:1767384661.215574:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009959b947 x1853237049192448/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:642/0 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384661.215575:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83329f5 refcount=5 00000020:00000001:2.0:1767384661.215580:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:3.0:1767384661.215586:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384661.215589:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.215592:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00000100:00001000:3.0:1767384661.215594:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=78 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384661.215598:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384661.215600:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384661.215602:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd203c4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384661.215605:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:2.0:1767384661.215638:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384661.215641:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384661.215644:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.215645:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:2.0:1767384661.215650:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1767384661.215651:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384661.215654:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:3.0:1767384661.215655:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.215659:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384661.215660:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384661.215663:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384661.215667:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384661.215668:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d83329f5 with handle 0x7f71e2b70dd203c4 from hash 00000400:00000010:3.0:1767384661.215672:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f42456b. 00010000:00000001:2.0:1767384661.215673:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384661.215678:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384661.215679:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049192448, offset 224 00010000:00000001:2.0:1767384661.215680:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.215684:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384661.215686:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767384661.215689:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384661.215690:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384661.215694:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384661.215696:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384661.215700:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384661.215702:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.215706:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1767384661.215707:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007000 00010000:00000001:2.0:1767384661.215709:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1767384661.215714:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e0d [2] + 224 00010000:00000001:2.0:1767384661.215714:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.215718:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384661.215721:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384661.215721:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.215726:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.215727:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384661.215732:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.215733:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384661.215737:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd203c4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384661.215739:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e5973e9 x1853237049192448/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384661.215757:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384661.215759:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007e5973e9 x1853237049192448/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384661.215761:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.215764:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384661.215767:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384661.215777:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384661.215779:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384661.215780:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384661.215784:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f42456b 00010000:00000001:2.0:1767384661.215784:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:3.0:1767384661.215787:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f42456b. 00010000:00000001:2.0:1767384661.215787:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384661.215791:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.215793:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384661.215795:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd203c4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384661.215796:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384661.215798:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384661.215801:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384661.215802:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384661.215806:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384661.215807:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.215810:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:1.0:1767384661.215810:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df21878b. 00000100:00000040:3.0:1767384661.215812:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384661.215814:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384661.215817:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384661.215817:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a78d4d 00010000:00010000:2.0:1767384661.215818:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd203c4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384661.215821:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384661.215822:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064a78d4d. 00000020:00000001:3.0:1767384661.215828:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384661.215828:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1767384661.215832:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a20e6a34 count: 0 00000100:00000040:3.0:1767384661.215834:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009959b947 x1853237049192448/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:642/0 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384661.215836:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e5973e9 x1853237049192448/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384661.215845:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384661.215849:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:1.0:1767384661.215867:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e5973e9 x1853237049192448/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384661.215868:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009959b947 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049192448:12345-0@lo:253: Request processed in 5866us (6413us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384661.215884:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000001:1.0:1767384661.215884:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384661.215887:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384661.215888:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:1.0:1767384661.215891:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384661.215892:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384661.215894:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384661.215895:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384661.215896:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384661.215899:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384661.215900:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a6a124d. 02000000:00000001:1.0:1767384661.215901:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384661.215905:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=78 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384661.215909:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000100:00001000:1.0:1767384661.215909:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=78 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384661.215913:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f934010. 00000020:00000040:3.0:1767384661.215916:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:3.0:1767384661.215920:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384661.215921:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384661.215922:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000fa2fe87. 00000100:00000001:1.0:1767384661.215926:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384661.215927:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384661.215930:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384661.215932:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384661.215934:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384661.215935:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.215940:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384661.215941:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008383418f. 00000100:00000040:1.0:1767384661.215946:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e5973e9 x1853237049192448/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384661.215947:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f42456b. 00000100:00000001:1.0:1767384661.215958:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384661.215962:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384661.215963:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384661.215967:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384661.215969:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384661.215971:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384661.215973:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384661.215974:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384661.215976:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384661.215977:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384661.215978:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384661.215979:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384661.215980:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384661.215983:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e5973e9 x1853237049192448/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384661.215988:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e5973e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049192448:0@lo:253: 00000100:00000001:1.0:1767384661.215991:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.215992:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384661.215994:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e5973e9 x1853237049192448/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.215998:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384661.216000:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384661.216001:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ec86ab20. 02000000:00000001:1.0:1767384661.216004:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384661.216005:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384661.216006:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384661.216007:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384661.216009:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000021e76825. 02000000:00000001:1.0:1767384661.216016:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384661.216018:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384661.216019:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e5973e9. 00000100:00000001:1.0:1767384661.216021:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384661.216022:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.216024:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.216027:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384661.216028:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.216029:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384661.216031:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384661.218645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3f7d351. 00010000:00000010:1.1:1767384661.218653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004f86721d. 00000100:00000040:0.0:1767384661.219660:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294949641, at 4294949642 00000100:00000010:0.0:1767384661.219668:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ca30c38. 00000100:00000040:1.0:1767384661.219677:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294949641, at 4294949642 00000100:00000010:1.0:1767384661.219686:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000377ccf68. 00000100:00000040:3.0:1767384661.219687:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294949641, at 4294949642 00000100:00000010:3.0:1767384661.219698:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088dea4af. 00010000:00000010:2.1:1767384661.220662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a3cd0a26. 00010000:00000010:2.1:1767384661.220671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000347d5436. 00010000:00000010:2.1:1767384661.220676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047818971. 00010000:00000010:2.1:1767384661.220681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a20e6a34. 00010000:00000010:2.1:1767384661.220694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d83329f5. 00000100:00000040:2.0:1767384661.220708:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294949641, at 4294949643 00000100:00000010:2.0:1767384661.220715:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001383ab44. 00000400:00000010:2.0:1767384661.226589:0:36572:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001b2a8bef. 00000400:00000040:2.0:1767384661.226636:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384661.226640:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384661.226643:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384661.226646:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384661.226648:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384661.226650:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384661.226654:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384661.226656:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384661.226659:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384661.226661:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384661.226664:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384661.226666:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384661.226669:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384661.226671:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384661.226672:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384661.226675:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384661.226677:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384661.226678:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384661.226687:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384661.226690:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384661.226692:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384661.226693:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384661.226695:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384661.226697:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384661.226698:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384661.226701:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384661.226703:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384661.226705:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384661.226706:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384661.226708:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384661.226709:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384661.226712:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384661.226713:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384661.226715:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384661.226717:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384661.226719:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384661.226720:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384661.226723:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384661.226725:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384661.226727:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384661.226729:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384661.226731:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384661.226733:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384661.226735:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384661.226737:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384661.226739:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384661.226741:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384661.226742:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384661.226745:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384661.226747:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384661.226749:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384661.226751:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384661.226752:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384661.226755:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384661.226757:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384661.226759:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384661.226761:0:36572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384661.226887:0:36572:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001b2a8bef. 00000400:00000001:1.0:1767384661.850690:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384661.850696:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384661.850700:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d103f286 00000400:00000010:1.0:1767384661.850704:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d103f286. 00000400:00000200:1.0:1767384661.850709:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384661.850716:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767384661.850725:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006c7a2944. 00000400:00000010:1.0:1767384661.850728:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001c639e0f. 00000400:00000200:1.0:1767384661.850735:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp31 00000400:00000010:1.0:1767384661.850738:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000e9170e7. 00000400:00000010:1.0:1767384661.850742:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000665f5744. 00000400:00000010:1.0:1767384661.850745:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000400:00000010:1.0:1767384661.850751:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004ebc5ea4. 00000400:00000200:1.0:1767384661.850755:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp31 00000400:00000200:1.0:1767384661.850767:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp31 local destination 00000400:00000200:1.0:1767384661.850773:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp31 00000400:00000200:1.0:1767384661.850778:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp31 NI seq info: [187:187:256:4294967295] 192.168.202.137@tcp31 LPNI seq info [177:177:8:4294967295] 00000400:00000200:1.0:1767384661.850784:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp31 00000400:00000200:1.0:1767384661.850794:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp31(192.168.202.137@tcp31:) -> 192.168.202.137@tcp31(192.168.202.137@tcp31:192.168.202.137@tcp31) : GET try# 0 00000800:00000200:1.0:1767384661.850800:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp31 00000800:00000010:1.0:1767384661.850805:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000289bfac9. 00000800:00000200:1.0:1767384661.850817:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000800:00000200:1.1:1767384661.850823:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000400:00000200:1.0:1767384661.850839:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp31 added to recovery queue. ping count: 5 next ping: 314 health :500 00000400:00000200:2.0:1767384661.851670:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.851721:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.851753:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.851784:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.851818:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.851863:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.851892:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.851927:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.851962:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.851993:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852024:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852054:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852087:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852139:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852197:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852246:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852305:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852339:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852386:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852426:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852462:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852505:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852542:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852585:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852649:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852704:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852749:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852778:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852810:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852866:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852924:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.852993:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.853047:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.853098:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384661.853142:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:2.0:1767384661.853329:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3031d21. 00000800:00000010:2.0:1767384661.853335:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000039f5c368. 00000800:00000010:2.0:1767384661.853343:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006edf470b. 00000800:00000010:2.0:1767384661.853391:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006edf470b. 00000800:00020000:2.0:1767384661.853402:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:2.0:1767384661.853406:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000039f5c368. 00000800:00000010:2.0:1767384661.853409:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a3031d21. 00000400:02020000:2.0:1767384661.853463:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp31 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384661.853473:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp31 notifying 192.168.202.137@tcp31: down 00000800:00000200:2.0:1767384661.853481:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp31 down 00000800:00000100:2.0:1767384661.853489:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp31 00000800:00000010:2.0:1767384661.853494:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000289bfac9. 00000400:00000200:2.0:1767384661.853500:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384661.853505:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp31->192.168.202.137@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384661.853514:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384661.853518:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384661.853523:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp31) recovery failed with -71 00010000:00000001:2.0:1767384661.977682:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384661.977688:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.977695:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384661.977697:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384661.977732:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384661.977738:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384661.977741:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384662.873664:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384662.873669:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384662.873672:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000400:00000010:1.0:1767384662.873675:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000400:00000200:1.0:1767384662.873679:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384662.873685:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp31 recovery ping unlinked 00000400:00000010:1.0:1767384662.873694:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000e9170e7. 00000400:00000010:1.0:1767384662.873698:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000665f5744. 00000400:00000200:1.0:1767384662.873707:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp38 00000400:00000010:1.0:1767384662.873711:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000e9170e7. 00000400:00000010:1.0:1767384662.873716:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000af4ebb33. 00000400:00000010:1.0:1767384662.873720:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000400:00000010:1.0:1767384662.873728:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b5935173. 00000400:00000200:1.0:1767384662.873733:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp38 00000400:00000200:1.0:1767384662.873747:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp38 local destination 00000400:00000200:1.0:1767384662.873754:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp38 00000400:00000200:1.0:1767384662.873757:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp38 NI seq info: [188:188:256:4294967295] 192.168.202.137@tcp38 LPNI seq info [178:178:8:4294967295] 00000400:00000200:1.0:1767384662.873763:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp38 00000400:00000200:1.0:1767384662.873769:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp38(192.168.202.137@tcp38:) -> 192.168.202.137@tcp38(192.168.202.137@tcp38:192.168.202.137@tcp38) : GET try# 0 00000800:00000200:1.0:1767384662.873774:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp38 00000800:00000010:1.0:1767384662.873777:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a7d92844. 00000800:00000200:1.0:1767384662.873782:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa6201c9] -> 12345-192.168.202.137@tcp38 (2) 00000800:00000200:1.1:1767384662.873785:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa6201c9] -> 12345-192.168.202.137@tcp38 (2) 00000400:00000200:1.0:1767384662.873802:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp38 added to recovery queue. ping count: 4 next ping: 299 health :600 00000400:00000200:1.0:1767384662.873805:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp44 00000400:00000010:1.0:1767384662.873807:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003649298a. 00000400:00000010:1.0:1767384662.873810:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000245d93aa. 00000400:00000010:1.0:1767384662.873818:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b553cac0. 00000400:00000010:1.0:1767384662.873823:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000034108e94. 00000400:00000200:1.0:1767384662.873825:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp44 00000400:00000200:1.0:1767384662.873832:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp44 local destination 00000400:00000200:1.0:1767384662.873835:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp44 00000400:00000200:1.0:1767384662.873837:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp44 NI seq info: [189:189:256:4294967295] 192.168.202.137@tcp44 LPNI seq info [179:179:8:4294967295] 00000400:00000200:1.0:1767384662.873840:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp44 00000400:00000200:1.0:1767384662.873846:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp44(192.168.202.137@tcp44:) -> 192.168.202.137@tcp44(192.168.202.137@tcp44:192.168.202.137@tcp44) : GET try# 0 00000800:00000200:1.0:1767384662.873849:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp44 00000800:00000010:1.0:1767384662.873852:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000055b35416. 00000800:00000200:1.0:1767384662.873854:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7744ba2] -> 12345-192.168.202.137@tcp44 (2) 00000800:00000200:1.1:1767384662.873857:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7744ba2] -> 12345-192.168.202.137@tcp44 (2) 00000400:00000200:2.0:1767384662.873863:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.873871:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp44 added to recovery queue. ping count: 1 next ping: 285 health :900 00000400:00000200:2.0:1767384662.873913:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.873921:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.873948:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.873980:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.873992:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874015:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874047:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874057:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874100:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874110:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874127:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874157:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874179:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874197:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874228:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874239:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874272:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874282:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874316:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874327:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874373:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874391:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874408:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874444:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874451:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874489:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874499:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874539:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874542:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874586:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874598:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874662:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874670:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874714:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874728:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874761:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874772:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874808:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874817:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874854:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874866:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874892:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874919:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874931:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.874975:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.874977:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.875022:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875028:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.875064:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875074:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.875104:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875121:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.875142:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875164:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.875186:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875208:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.875225:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875255:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.875272:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875303:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.875321:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875370:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.875384:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875425:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.875428:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.875500:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875500:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.875553:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875569:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875604:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875679:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875737:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000800:00000010:2.0:1767384662.875762:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3031d21. 00000800:00000010:2.0:1767384662.875767:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007a94950e. 00000800:00000010:2.0:1767384662.875778:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f8278d90. 00000400:00000200:0.0:1767384662.875786:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000800:00000010:2.0:1767384662.875804:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f8278d90. 00000800:00020000:2.0:1767384662.875814:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:2.0:1767384662.875818:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007a94950e. 00000800:00000010:2.0:1767384662.875821:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a3031d21. 00000400:00000200:0.0:1767384662.875842:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:02020000:2.0:1767384662.875892:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp38 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384662.875893:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:2.0:1767384662.875900:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp38 notifying 192.168.202.137@tcp38: down 00000800:00000200:2.0:1767384662.875906:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp38 down 00000800:00000100:2.0:1767384662.875913:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp38 00000800:00000010:2.0:1767384662.875916:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a7d92844. 00000400:00000200:2.0:1767384662.875920:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384662.875924:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp38->192.168.202.137@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384662.875932:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384662.875935:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384662.875940:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp38) recovery failed with -71 00000400:00000200:0.0:1767384662.875945:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.875977:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.876004:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.876027:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.876045:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.876059:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.876071:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.876084:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.876097:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.876109:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.876120:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.876132:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.876144:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.876157:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.202.137:988 00000800:00000010:0.0:1767384662.876277:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c94994ef. 00000800:00000010:0.0:1767384662.876281:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009a0562b7. 00000800:00000010:0.0:1767384662.876283:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ee1426c. 00000800:00000010:0.0:1767384662.876309:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ee1426c. 00000400:00000200:2.0:1767384662.876456:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384662.876474:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp44 from 200.3.0.2 00000800:00000010:2.0:1767384662.876478:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006cadfa73. 00000800:00000010:0.0:1767384662.876516:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000462930ca. 00000800:00000010:0.0:1767384662.876521:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea88e084. 00000800:00000010:0.0:1767384662.876539:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000912f78a1. 00000800:00000200:0.1:1767384662.876544:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7744ba2] -> 12345-192.168.202.137@tcp44 (2) 00000800:00000200:0.1:1767384662.876549:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp44 00000000912f78a1 deleted 00000800:00000010:0.1:1767384662.876551:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000912f78a1. 00000800:00000200:0.1:1767384662.876556:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384662.876568:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp44 ip 192.168.202.137:968 00000800:00000200:0.1:1767384662.876571:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000055b35416 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384662.876577:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp44 p 3.x 192.168.202.137 -> 192.168.202.137:968 incarnation:1767384656399082639 sched[0] 00000800:00000010:0.0:1767384662.876582:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ee1426c. 00000800:00000010:0.0:1767384662.876659:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ee1426c. 00000800:00000010:0.0:1767384662.876663:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea88e084. 00000800:00000200:1.1:1767384662.876669:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384662.876676:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp44 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384656399082639 sched[0] 00000800:00000010:1.0:1767384662.876680:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009a0562b7. 00000800:00000010:0.0:1767384662.876696:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006cadfa73. 00000800:00000001:0.0:1767384662.876712:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384662.876724:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384662.876747:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000200:0.0:1767384662.876778:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384662.876782:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000055b35416. 00000400:00000200:0.0:1767384662.876785:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384662.876791:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp44->192.168.202.137@tcp44: GET: OK 00000400:00000200:0.0:1767384662.876794:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384662.876797:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp44 recovery message sent successfully:0 00000800:00000001:0.0:1767384662.876810:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384662.876815:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384662.876817:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384662.876818:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000800:00000001:0.0:1767384662.876824:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384662.876832:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp44(192.168.202.137@tcp44) <- 192.168.202.137@tcp44 : GET - for me 00000400:00000200:0.0:1767384662.876845:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384662.876853:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x1e05 [1] + 0 00000400:00000200:0.0:1767384662.876865:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp44 to MR: 192.168.202.137@tcp44 local destination 00000400:00000200:1.0:1767384662.876871:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.876875:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp44 NI seq info: [190:190:256:4294967295] 192.168.202.137@tcp44 LPNI seq info [180:180:8:4294967295] 00000400:00000200:0.0:1767384662.876893:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp44(192.168.202.137@tcp44:192.168.202.137@tcp44) -> 192.168.202.137@tcp44(192.168.202.137@tcp44:192.168.202.137@tcp44) 192.168.202.137@tcp44 : REPLY try# 0 00000800:00000200:0.0:1767384662.876900:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp44 00000800:00000010:0.0:1767384662.876906:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcc0a463. 00000800:00000200:0.0:1767384662.876912:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7744ba2] -> 12345-192.168.202.137@tcp44 (4) 00000800:00000200:0.0:1767384662.876919:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp44 ip 192.168.202.137:988 00000800:00000200:0.0:1767384662.876922:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fcc0a463 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384662.876925:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000800:00000200:0.0:1767384662.876972:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384662.876975:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcc0a463. 00000400:00000200:0.0:1767384662.876979:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384662.876984:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp44->192.168.202.137@tcp44: REPLY: OK 00000400:00000200:1.0:1767384662.876985:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000800:00000001:0.0:1767384662.877000:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384662.877005:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384662.877008:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384662.877012:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384662.877014:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384662.877023:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384662.877029:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp44(192.168.202.137@tcp44) <- 192.168.202.137@tcp44 : REPLY - for me 00000400:00000200:0.0:1767384662.877038:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp44: Reply from 12345-192.168.202.137@tcp44 of length 272/272 into md 0x1e55 00000800:00000001:0.0:1767384662.877042:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384662.877047:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384662.877049:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384662.877049:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384662.877058:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp44->192.168.202.137@tcp44: REPLY: OK 00000400:00000200:0.0:1767384662.877063:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b553cac0 00000400:00000010:0.0:1767384662.877065:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b553cac0. 00000400:00000200:0.0:1767384662.877068:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384662.877073:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003649298a. 00000400:00000010:0.0:1767384662.877076:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000245d93aa. 00000800:00000001:0.0:1767384662.877081:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384662.877084:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384662.877097:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877132:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877161:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877189:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877215:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877238:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877262:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877285:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877306:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877335:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877348:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877380:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877396:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877412:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877432:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877444:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877456:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877468:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877481:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877493:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877506:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877517:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877529:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877544:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877558:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877570:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877583:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877595:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384662.877630:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384662.877753:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e809a1f4. 00000800:00000010:1.0:1767384662.877757:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e0d59eda. 00000800:00000010:1.0:1767384662.877760:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000047c8f184. 00000800:00000010:1.0:1767384662.877776:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000047c8f184. 00000800:00020000:1.0:1767384662.877780:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384662.877782:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e0d59eda. 00000800:00000010:1.0:1767384662.877783:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e809a1f4. 00000400:02020000:1.0:1767384662.877807:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp44 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00080000:00000010:1.0:1767384662.959110:0:37091:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001c7a7ac7. 00080000:00000010:1.0:1767384662.959118:0:37091:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001c7a7ac7. 00000020:00000001:1.0:1767384662.959122:0:37091:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384662.959131:0:37091:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001c7a7ac7. 00080000:00000010:1.0:1767384662.959135:0:37091:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001c7a7ac7. 00000020:00000001:1.0:1767384662.959138:0:37091:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.002659:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384663.002665:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.002672:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384663.002674:0:268:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384663.002677:0:268:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384663.002679:0:268:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.002682:0:268:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384663.002684:0:268:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.002685:0:268:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.002687:0:268:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384663.002715:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384663.002717:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384663.002719:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384663.655753:0:37255:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384663.655758:0:37255:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:2.0:1767384663.659889:0:37255:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384663.667299:0:37256:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000399fc49b. 00000400:00000010:2.0:1767384663.667313:0:37256:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000a68f13f. 00000400:00000010:2.0:1767384663.667321:0:37256:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000093bc80fe. 00000400:00000010:2.0:1767384663.667324:0:37256:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dff3ab1d. 00000400:00000010:2.0:1767384663.667328:0:37256:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a0eba602. 00000400:00000010:2.0:1767384663.667331:0:37256:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000042d1befa. 00000400:00000010:2.0:1767384663.667332:0:37256:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000032aa4b70. 00000400:00000010:2.0:1767384663.667333:0:37256:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002fa09081. 00000400:00000010:2.0:1767384663.667336:0:37256:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001b2a8bef. 00000800:00000010:2.0:1767384663.667366:0:37256:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006971899e. 00000800:00000200:2.0:1767384663.667380:0:37256:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384663.667394:0:37256:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384663.667427:0:37256:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:2.0:1767384663.667450:0:37256:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp47 [8/256/0/180] 00000400:00000010:2.0:1767384663.669026:0:37256:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000271d55df. 00000400:00000010:2.0:1767384663.669033:0:37256:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c990e410. 00000400:00000010:2.0:1767384663.669039:0:37256:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000903ef6ef. 00000400:00000001:2.0:1767384663.669062:0:37256:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384663.669065:0:37256:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384663.669067:0:37256:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006802ca69. 00000400:00000200:2.0:1767384663.669072:0:37256:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68e221b 00000400:00000010:2.0:1767384663.669074:0:37256:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68e221b. 00000400:00000010:2.0:1767384663.669078:0:37256:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000046cb4547. 00000400:00000200:2.0:1767384663.669083:0:37256:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (38) 00000400:00000200:2.0:1767384663.669097:0:37256:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:2.0:1767384663.669107:0:37256:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:2.0:1767384663.669113:0:37256:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a3031d21. 00000020:01000000:2.0:1767384663.669117:0:37256:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384663.669119:0:37256:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp47 00000400:00000200:1.0:1767384663.669127:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384663.669132:0:37256:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000a68f13f. 00000400:00000200:1.0:1767384663.669136:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302071 00000400:00000010:2.0:1767384663.669138:0:37256:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000399fc49b. 00000400:00000200:1.0:1767384663.669144:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (39) 00000400:00000010:1.0:1767384663.669151:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000945e4b03. 00000400:00000010:1.0:1767384663.669155:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000600d16b. 00000400:00000010:1.0:1767384663.669162:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c4d58dc3. 00000020:00000001:0.0:1767384663.669166:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384663.669171:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 10000000:00000001:0.0:1767384663.669173:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384663.669177:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384663.669180:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384663.669184:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384663.669187:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000020:01000004:0.0:1767384663.669188:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384663.669192:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384663.669194:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384663.669196:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384663.669198:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384663.669200:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00000020:01000004:0.0:1767384663.669201:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384663.669204:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384663.669206:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384663.669209:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384663.669212:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 141], ns[168, 150] 00000400:00000200:1.0:1767384663.669218:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 141], ns[62, 150] 00000100:00000010:0.0:1767384663.669223:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd2d4228. 00000400:00000200:1.0:1767384663.669224:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000020:00000040:0.0:1767384663.669229:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:1.0:1767384663.669234:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 00000100:00000001:0.0:1767384663.669235:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384663.669239:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384663.669244:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 62], ns[83, 62] 02000000:00000001:0.0:1767384663.669245:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.669253:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 02000000:00000010:0.0:1767384663.669256:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c6cdb1f5. 00000400:00000200:1.0:1767384663.669261:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 62], ns[93, 62] 00000100:00000001:0.0:1767384663.669265:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.669270:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 62], ns[109, 62] 00000100:00000001:0.0:1767384663.669273:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384663.669277:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 62], ns[111, 62] 00000100:00000001:0.0:1767384663.669282:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.669287:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 62], ns[115, 62] 00000100:00000040:0.0:1767384663.669292:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd2d4228] to pc [ptlrpcd_00_03+3] req@00000000bd2d4228 x1853237049192960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384663.669299:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 62], ns[124, 62] 00000400:00000200:1.0:1767384663.669311:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[130, 62] 10000000:00000001:0.0:1767384663.669324:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.669330:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 62], ns[134, 62] 10000000:00000001:0.0:1767384663.669330:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.669334:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.669337:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384663.669338:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384663.669360:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384663.669360:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 62], ns[164, 62] 00000020:00000001:0.0:1767384663.669361:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384663.669364:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384663.669365:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384663.669368:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384663.669371:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd2d4228 x1853237049192960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384663.669372:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384663.669375:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 62], ns[179, 62] 00000020:01000004:0.0:1767384663.669377:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384663.669380:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384663.669383:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384663.669386:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384663.669389:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384663.669393:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384663.669395:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 62], ns[185, 62] 00000020:01000004:0.0:1767384663.669396:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384663.669397:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384663.669399:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384663.669401:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384663.669402:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384663.669407:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4452d6e. 02000000:00000001:2.0:1767384663.669408:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384663.669410:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 62], ns[58, 62] 02000000:00000001:2.0:1767384663.669412:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384663.669412:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384663.669418:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384663.669419:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.669421:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384663.669424:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 58], ns[81, 58] 02000000:00000001:0.0:1767384663.669426:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384663.669427:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049192960:0@lo:253: 02000000:00000010:0.0:1767384663.669434:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d7e5a42c. 00000100:00000001:2.0:1767384663.669436:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384663.669440:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.669441:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[173, 58], ns[183, 58] 02000000:00000001:2.0:1767384663.669443:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384663.669444:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384663.669446:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.669447:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.669453:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384663.669457:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4452d6e] to pc [ptlrpcd_00_00+0] req@00000000b4452d6e x1853237049193088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384663.669458:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 58], ns[100, 58] 02000000:00000010:2.0:1767384663.669459:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ec86ab20. 02000000:00000001:2.0:1767384663.669465:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384663.669471:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2b1f7b6. 00000400:00000200:1.0:1767384663.669478:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[177, 58], ns[187, 58] 00000400:00000010:2.0:1767384663.669479:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a68f13f. 00000100:00000200:2.0:1767384663.669485:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049192960, portal 25 00000100:00000001:2.0:1767384663.669488:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384663.669489:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.669490:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575791744 : -123274133759872 : ffff8fe2010c1880) 00000400:00000200:1.0:1767384663.669491:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 58], ns[105, 58] 10000000:00000001:0.0:1767384663.669494:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.669498:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd2d4228 x1853237049192960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384663.669499:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384663.669505:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384663.669509:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 58], ns[101, 58] 00000100:00000001:2.0:1767384663.669511:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384663.669516:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384663.669516:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a3031d21. 00000400:00000010:2.0:1767384663.669522:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed60012. 00000400:00000200:1.0:1767384663.669524:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 58], ns[122, 58] 00000100:00000200:2.0:1767384663.669526:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049192960, offset 0 00000100:00000001:0.0:1767384663.669528:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384663.669532:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.669537:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 58], ns[172, 58] 00000100:00000001:0.0:1767384663.669537:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384663.669538:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384663.669541:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384663.669544:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384663.669550:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 58], ns[121, 58] 00000100:00000040:0.0:1767384663.669551:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4452d6e x1853237049193088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384663.669565:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 58], ns[175, 58] 00000100:00000001:0.0:1767384663.669566:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384663.669568:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.669572:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384663.669575:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384663.669578:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 58], ns[188, 58] 02000000:00000001:0.0:1767384663.669579:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384663.669584:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4452d6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049193088:0@lo:253: 00000100:00000001:0.0:1767384663.669590:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384663.669592:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384663.669593:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 58], ns[147, 58] 02000000:00000001:0.0:1767384663.669594:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.669598:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384663.669605:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 58], ns[159, 58] 02000000:00000010:0.0:1767384663.669605:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c0388b51. 02000000:00000001:0.0:1767384663.669637:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384663.669640:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006802ca69. 00000400:00000010:0.0:1767384663.669651:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004815f70b. 00000400:00000200:1.0:1767384663.669654:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 58], ns[182, 58] 00000100:00000200:0.0:1767384663.669656:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049193088, portal 25 00000100:00000001:0.0:1767384663.669660:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384663.669663:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575795328 : -123274133756288 : ffff8fe2010c2680) 00000400:00000200:1.0:1767384663.669668:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 58], ns[173, 58] 00000100:00000040:0.0:1767384663.669669:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4452d6e x1853237049193088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.669685:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384663.669688:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384663.669690:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 58], ns[177, 58] 00000400:00000010:0.0:1767384663.669691:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000149043e8. 00000100:00000200:0.0:1767384663.669695:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049193088, offset 0 00000400:00000200:0.0:1767384663.669705:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384663.669707:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 58], ns[190, 58] 00000400:00000200:1.0:1767384663.669714:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 58], ns[0, 58] 00000400:00000200:1.0:1767384663.669719:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000400:00000200:1.0:1767384663.669725:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp45 00000400:00000200:1.0:1767384663.669730:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp45 lpni_is_preferred = 0 00000400:00000200:1.0:1767384663.669734:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp45 00000400:00000200:1.0:1767384663.669738:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp45 NI seq info: [191:191:256:4294967295] 192.168.202.137@tcp45 LPNI seq info [181:181:8:4294967295] 00000400:00000200:1.0:1767384663.669745:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp45 00000400:00000200:1.0:1767384663.669754:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp45(192.168.202.137@tcp45:) -> 192.168.202.137@tcp45(192.168.202.137@tcp:192.168.202.137@tcp45) : GET try# 0 00000800:00000200:1.0:1767384663.669761:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp45 00000800:00000010:1.0:1767384663.669767:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000fe99083. 00000400:00000200:2.0:1767384663.669771:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384663.669772:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384663.669779:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d1f471a9. 00000400:00000200:2.0:1767384663.669784:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007200 00000400:00000200:0.0:1767384663.669786:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007280 00000800:00000010:1.0:1767384663.669788:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c75e5bad. 00000400:00000200:2.0:1767384663.669793:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1585 [2] + 0 00000800:00000200:1.0:1767384663.669799:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1f471a9] -> 12345-192.168.202.137@tcp45 (2) 00000400:00000010:2.0:1767384663.669800:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052241f0d. 00000400:00000200:2.0:1767384663.669805:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000981a761b 00000800:00000200:1.1:1767384663.669809:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1f471a9] -> 12345-192.168.202.137@tcp45 (2) 00000400:00000200:0.0:1767384663.669812:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15ad [2] + 0 00000400:00000200:2.0:1767384663.669813:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384663.669825:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf16f36c. 00000400:00000200:2.0:1767384663.669828:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384663.669831:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:0.0:1767384663.669831:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea0d21f0 00000400:00000200:2.0:1767384663.669836:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000981a761b 00000400:00000200:1.0:1767384663.669837:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300271 rc 0 00000400:00000200:0.0:1767384663.669839:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384663.669840:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000981a761b. 00000400:00000200:0.0:1767384663.669848:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384663.669849:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384663.669852:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384663.669854:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea0d21f0 00000100:00000040:2.0:1767384663.669856:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000c1eb3497 x1853237049192960 msgsize 4848 00000400:00000010:0.0:1767384663.669857:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea0d21f0. 00000100:00000001:0.0:1767384663.669863:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384663.669866:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384663.669867:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384663.669872:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384663.669873:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000d7948a49 x1853237049193088 msgsize 4848 00000100:00100000:0.0:1767384663.669878:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384663.669882:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384663.669882:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384663.669891:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed60012 00000100:00000001:0.0:1767384663.669892:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384663.669895:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ed60012. 00000100:00000001:2.0:1767384663.669899:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384663.669900:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000149043e8 00000400:00000010:0.0:1767384663.669902:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000149043e8. 00000100:00000200:2.0:1767384663.669904:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd2d4228 x1853237049192960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384663.669904:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000100:00000001:0.0:1767384663.669906:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384663.669913:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4452d6e x1853237049193088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.669928:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384663.669930:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384663.669934:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd2d4228 x1853237049192960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384663.669936:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4452d6e x1853237049193088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.669960:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.669961:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.669964:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384663.669964:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384663.669965:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000001:2.0:1767384663.669970:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.669973:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.669975:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294952097 00000100:00000001:0.0:1767384663.669977:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294952097 00000100:00000010:2.0:1767384663.669980:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000055165e32. 00000100:00000001:2.0:1767384663.669988:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384663.669994:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294952097 00000100:00000001:0.0:1767384663.669994:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294952097 00000100:00000010:2.0:1767384663.669999:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014545829. 00000100:00000001:0.0:1767384663.670000:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294952097 00000100:00000001:2.0:1767384663.670005:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384663.670010:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294952097 00000100:00000001:0.0:1767384663.670011:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294952097 00000400:00000200:1.0:1767384663.670015:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000100:00000001:0.0:1767384663.670015:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294952097 00000100:00000010:2.0:1767384663.670016:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ebe8ffed. 00000100:00000001:2.0:1767384663.670024:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384663.670029:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294952097 00000100:00000001:0.0:1767384663.670029:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294952097 00000100:00000010:2.0:1767384663.670035:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa4be7ab. 00000100:00000001:0.0:1767384663.670035:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294952097 00000100:00000001:2.0:1767384663.670041:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384663.670053:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384663.670053:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294952097 00000100:00000001:2.0:1767384663.670059:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.670059:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384663.670061:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000001:2.0:1767384663.670064:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.670069:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.670071:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.670075:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.670078:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.670079:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384663.670083:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384663.670084:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384663.670086:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384663.670088:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384663.670090:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384663.670092:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384663.670094:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.670094:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384663.670098:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.670099:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.670102:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.670116:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000001:0.0:1767384663.670116:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384663.670118:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.670122:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384663.670126:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192960 02000000:00000001:2.0:1767384663.670129:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384663.670131:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384663.670133:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.670137:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.670137:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384663.670141:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192960 00000100:00100000:0.0:1767384663.670142:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193088 00000020:00000001:2.0:1767384663.670144:0:17075:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384663.670146:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1767384663.670147:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:0.0:1767384663.670150:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384663.670151:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384663.670155:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:0.0:1767384663.670155:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384663.670161:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 02000000:00000001:0.0:1767384663.670162:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384663.670163:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:1.0:1767384663.670166:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00100000:0.0:1767384663.670168:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193088 00000100:00000001:2.0:1767384663.670169:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384663.670174:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384663.670175:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006edf470b. 00000020:00000040:0.0:1767384663.670176:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:2.0:1767384663.670180:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384663.670181:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384663.670183:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006edf470b. 00000020:00000040:0.0:1767384663.670185:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:0.0:1767384663.670188:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000010:2.0:1767384663.670189:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044942807. 00000020:00000001:0.0:1767384663.670191:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384663.670195:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384663.670196:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a76151d5. 00000020:00000010:0.0:1767384663.670198:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020f6bd81. 00000100:00000001:0.0:1767384663.670202:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384663.670203:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d5c172bc. 00000020:00000010:0.0:1767384663.670204:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020f6bd81. 00000020:00000010:0.0:1767384663.670212:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bee82104. 00000100:00000040:2.0:1767384663.670215:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384663.670215:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e52942b. 00000020:00000010:0.0:1767384663.670219:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe6b6e58. 00000100:00000001:2.0:1767384663.670220:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384663.670223:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384663.670225:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000001:2.0:1767384663.670226:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.670226:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384663.670230:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384663.670231:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.670234:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.670238:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.670245:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.670246:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.670271:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384663.670271:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384663.670274:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384663.670275:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384663.670280:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000040:2.0:1767384663.670283:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384663.670285:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885424208 : -123268824127408 : ffff8fe33d86a850) 00000100:00100000:0.0:1767384663.670288:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000400:00000200:1.0:1767384663.670289:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000040:0.0:1767384663.670292:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000040:2.0:1767384663.670293:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c1eb3497 x1853237049192960/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:644/0 lens 4848/0 e 0 to 0 dl 1767384674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.670297:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885428304 : -123268824123312 : ffff8fe33d86b850) 00000100:00000040:0.0:1767384663.670305:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7948a49 x1853237049193088/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:644/0 lens 4848/0 e 0 to 0 dl 1767384674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.670306:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384663.670311:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006edf470b. 00000100:00000001:0.0:1767384663.670313:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384663.670315:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384663.670317:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020f6bd81. 00000020:00000010:2.0:1767384663.670318:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006edf470b. 00000100:00000001:0.0:1767384663.670323:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384663.670326:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020f6bd81. 00000100:00100000:2.0:1767384663.670329:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c1eb3497 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049192960:12345-0@lo:253: 00000100:00000200:2.0:1767384663.670334:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192960 00000100:00100000:0.0:1767384663.670334:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7948a49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049193088:12345-0@lo:253: 00000020:00000001:2.0:1767384663.670337:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384663.670340:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193088 00000020:00000001:2.0:1767384663.670353:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384663.670358:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.670359:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000020:00000001:0.0:1767384663.670359:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384663.670360:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384663.670363:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384663.670364:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384663.670367:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384663.670368:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384663.670370:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384663.670372:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384663.670373:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384663.670376:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384663.670377:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384663.670379:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384663.670380:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384663.670385:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.670385:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384663.670389:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384663.670391:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384663.670392:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.670394:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384663.670395:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384663.670398:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384663.670400:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000fa2fe87. 02000000:00000010:0.0:1767384663.670403:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000822b8983. 02000000:00000001:2.0:1767384663.670404:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.670408:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.670409:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.670411:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000001:0.0:1767384663.670412:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384663.670413:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384663.670419:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384663.670424:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000040cf4ab6. 20000000:01000000:2.0:1767384663.670428:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384663.670428:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b3b106a3. 20000000:00000001:2.0:1767384663.670434:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384663.670434:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384663.670439:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384663.670439:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384663.670447:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384663.670449:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.670450:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384663.670452:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384663.670458:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.670460:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384663.670462:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a2f2beaa. 20000000:00000001:0.0:1767384663.670463:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:2.0:1767384663.670467:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:2.0:1767384663.670473:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384663.670476:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00080000:00000001:2.0:1767384663.670478:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384663.670483:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384663.670498:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384663.670511:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384663.670513:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384663.670515:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384663.670517:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384663.670518:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384663.670521:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:2.0:1767384663.670524:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:2.0:1767384663.670526:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384663.670526:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00080000:00000001:2.0:1767384663.670533:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384663.670537:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384663.670539:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384663.670541:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384663.670546:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384663.670549:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384663.670552:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fbd23b9f. 00080000:00000001:2.0:1767384663.670555:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799650932224 : -123274058619392 : ffff8fe20586a600) 00080000:00000001:2.0:1767384663.670558:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384663.670562:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384663.670565:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006edf470b. 00080000:00000001:2.0:1767384663.670568:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.670568:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00080000:00000001:2.0:1767384663.670570:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384663.670585:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384663.670598:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384663.670603:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.670675:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.670709:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.670750:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.670797:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.670841:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.670886:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.670918:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.670951:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.670981:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.671015:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.671061:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.671115:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.671159:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.671191:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.671228:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.671260:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.671290:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.671330:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.671377:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.671405:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.671431:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00080000:00000010:2.0:1767384663.671533:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fbd23b9f. 00080000:00000010:0.0:1767384663.671568:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006edf470b. 00040000:00000001:0.0:1767384663.671574:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384663.671577:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384663.671579:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384663.671582:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:0.0:1767384663.671584:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.671585:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384663.671595:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384663.671604:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384663.671634:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fbd23b9f. 20000000:01000000:2.0:1767384663.671638:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:2.0:1767384663.671640:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384663.671648:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384663.671651:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384663.671658:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384663.671664:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384663.671666:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384663.671668:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384663.671670:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384663.671672:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384663.671674:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000020:00000001:2.0:1767384663.671679:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:2.0:1767384663.671681:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:0.0:1767384663.671683:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384663.671685:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384663.671690:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384663.671690:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:2.0:1767384663.671694:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384663.671697:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384663.671701:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:2.0:1767384663.671704:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384663.671708:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000027b8a81f. 00080000:00000001:2.0:1767384663.671712:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799650938368 : -123274058613248 : ffff8fe20586be00) 00080000:00000001:2.0:1767384663.671714:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384663.671716:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384663.671718:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f8278d90. 00080000:00000001:2.0:1767384663.671720:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384663.671722:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384663.671729:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384663.671730:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e809a1f4. 00080000:00000001:2.0:1767384663.671736:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384663.671737:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001da41ca4. 20000000:01000000:0.0:1767384663.671743:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000800:00000010:1.0:1767384663.671746:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003667b74a. 20000000:00000001:0.0:1767384663.671748:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384663.671751:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384663.671759:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384663.671762:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384663.671771:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000073d38a93. 00010000:00000001:0.0:1767384663.671777:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384663.671780:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b18605b1. 00000020:00000001:0.0:1767384663.671785:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000800:00000010:1.0:1767384663.671786:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003667b74a. 00000020:00000040:0.0:1767384663.671788:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b18605b1 with handle 0x7f71e2b70dd203cb to hash 00000020:00000001:0.0:1767384663.671793:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00020000:1.0:1767384663.671801:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384663.671807:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001da41ca4. 00000800:00000010:1.0:1767384663.671812:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e809a1f4. 00010000:00000001:0.0:1767384663.671816:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384663.671820:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384663.671824:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384663.671826:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384663.671828:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd203cb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384663.671836:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384663.671839:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384663.671841:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384663.671843:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384663.671853:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384663.671855:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384663.671857:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384663.671859:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384663.671861:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:02020000:1.0:1767384663.671864:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp45 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384663.671865:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384663.671867:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384663.671869:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000073d38a93) refcount = 1 00010000:00010000:0.0:1767384663.671873:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd203cb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384663.671879:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp45 notifying 192.168.202.137@tcp45: down 00010000:00000001:0.0:1767384663.671882:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384663.671885:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384663.671886:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384663.671887:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384663.671890:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp45 down 00010000:00000001:0.0:1767384663.671890:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384663.671896:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384663.671898:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384663.671902:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000100:1.0:1767384663.671903:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp45 00000020:00000001:0.0:1767384663.671904:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384663.671906:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b18605b1 refcount=4 00000020:00000001:0.0:1767384663.671910:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00000800:00000010:1.0:1767384663.671911:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000fe99083. 00010000:00000001:0.0:1767384663.671912:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384663.671917:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:1.0:1767384663.671919:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00010000:0.0:1767384663.671919:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd203cb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384663.671931:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp45->192.168.202.137@tcp45: GET: LOCAL_ERROR 00010000:00000001:0.0:1767384663.671933:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384663.671936:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd203cb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384663.671940:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384663.671941:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384663.671943:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp45 added to recovery queue. ping count: 0 next ping: 285 health :900 00010000:00010000:0.0:1767384663.671944:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd203cb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384663.671952:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384663.671958:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 1 00010000:00000001:0.0:1767384663.671965:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384663.671966:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00010000:00000001:0.0:1767384663.671968:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.671974:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384663.671975:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd203cb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384663.671980:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b18605b1 already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384663.671982:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384663.671983:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384663.671984:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd203cb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384663.671988:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384663.671989:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384663.671991:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384663.671992:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b18605b1 refcount=5 00000020:00000001:0.0:1767384663.671994:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384663.671995:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780665344 : -123268928886272 : ffff8fe337482a00) 00010000:00000001:0.0:1767384663.671998:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384663.671999:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd203cb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384663.672001:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:0.0:1767384663.672003:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384663.672006:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384663.672008:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300871 00010000:00000001:0.0:1767384663.672009:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384663.672011:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384663.672015:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000001:2.0:1767384663.672016:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384663.672017:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384663.672019:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000001:2.0:1767384663.672020:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000010:1.0:1767384663.672021:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000040cf4ab6. 00000400:00000200:2.0:1767384663.672025:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000600d16b 00010000:00000001:0.0:1767384663.672025:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:1.0:1767384663.672028:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384663.672030:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000600d16b. 00010000:00000001:0.0:1767384663.672030:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384663.672033:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049192960 00000020:00000040:0.0:1767384663.672036:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b18605b1 with handle 0x7f71e2b70dd203cb from hash 00000400:00000200:2.0:1767384663.672039:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00010000:00000001:1.0:1767384663.672039:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384663.672040:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384663.672045:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384663.672046:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:1.0:1767384663.672047:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c1eb3497 x1853237049192960/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384663.672049:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00010000:00000001:0.0:1767384663.672055:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1767384663.672057:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000945e4b03. 00010000:00000001:0.0:1767384663.672061:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384663.672065:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (40) 00010000:00000001:0.0:1767384663.672065:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384663.672066:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384663.672070:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.672070:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384663.672076:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384663.672078:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=80 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384663.672081:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp:-71 00010000:00000001:0.0:1767384663.672081:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.672085:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384663.672087:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767384663.672089:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302071 rc -71 00010000:00000001:0.0:1767384663.672090:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:1.0:1767384663.672091:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384663.672096:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384663.672098:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000400:00000200:2.0:1767384663.672100:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00010000:00000001:0.0:1767384663.672100:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384663.672105:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384663.672105:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384663.672106:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (39) 02000000:00000001:1.0:1767384663.672110:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.672111:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.672113:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384663.672115:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd203cb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384663.672124:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384663.672124:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384663.672128:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384663.672131:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384663.672131:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1767384663.672135:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001da41ca4. 00010000:00000001:0.0:1767384663.672135:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384663.672138:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384663.672141:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384663.672143:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049192960, offset 224 00010000:00000001:0.0:1767384663.672144:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384663.672148:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.672152:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.672153:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384663.672157:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd203cb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384663.672165:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384663.672171:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384663.672174:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384663.672176:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b18605b1/0x7f71e2b70dd203cb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384663.672180:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007200 00010000:00000040:0.0:1767384663.672189:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000073d38a93 count: 0 00000400:00000200:1.0:1767384663.672193:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e61 [2] + 224 00010000:00000001:0.0:1767384663.672199:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384663.672201:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384663.672202:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384663.672207:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384663.672212:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384663.672217:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd2d4228 x1853237049192960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384663.672234:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bd2d4228 x1853237049192960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.672252:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384663.672259:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da41ca4 00000100:00000001:2.0:1767384663.672260:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384663.672262:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001da41ca4. 00000100:00000001:2.0:1767384663.672263:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384663.672268:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384663.672269:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384663.672271:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384663.672272:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384663.672275:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2b1f7b6. 00000100:00000001:1.0:1767384663.672277:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384663.672278:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a68f13f 00000400:00000010:2.0:1767384663.672282:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a68f13f. 00000100:00000040:1.0:1767384663.672285:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:2.0:1767384663.672287:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384663.672291:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384663.672293:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd2d4228 x1853237049192960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384663.672295:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384663.672301:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384663.672309:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1eb3497 x1853237049192960/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384663.672310:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd2d4228 x1853237049192960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.672328:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384663.672330:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.672334:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384663.672337:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767384663.672338:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c1eb3497 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049192960:12345-0@lo:253: Request processed in 2030us (2479us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384663.672339:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384663.672356:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.672358:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384663.672364:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384663.672368:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=80 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384663.672371:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000001:2.0:1767384663.672372:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384663.672375:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.672378:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384663.672378:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00000001:2.0:1767384663.672379:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.672383:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.672385:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384663.672388:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd2d4228 x1853237049192960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.672389:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384663.672394:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384663.672396:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384663.672397:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384663.672403:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a76151d5. 00000020:01000004:2.0:1767384663.672409:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:1.0:1767384663.672410:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d5c172bc. 00000020:01000004:2.0:1767384663.672411:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384663.672416:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384663.672417:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384663.672418:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000010:1.0:1767384663.672418:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044942807. 00000020:01000004:2.0:1767384663.672421:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384663.672424:0:16351:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384663.672425:0:16351:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384663.672427:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:00000040:1.0:1767384663.672427:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000020:01000004:2.0:1767384663.672430:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384663.672434:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd2d4228 x1853237049192960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384663.672435:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384663.672439:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000fa2fe87. 00000100:00100000:2.0:1767384663.672442:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049192960:0@lo:253: 02000000:00000001:1.0:1767384663.672446:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384663.672447:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.672450:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384663.672451:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384663.672452:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd2d4228 x1853237049192960/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.672461:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767384663.672461:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384663.672464:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384663.672467:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ec86ab20. 00000400:00000010:1.0:1767384663.672469:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093cc895d. 02000000:00000001:2.0:1767384663.672470:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384663.672473:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384663.672475:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000010:1.0:1767384663.672476:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001da41ca4. 00000020:00000001:2.0:1767384663.672477:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384663.672480:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c6cdb1f5. 02000000:00000001:2.0:1767384663.672485:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384663.672486:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384663.672487:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd2d4228. 00000100:00000001:2.0:1767384663.672490:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384663.672491:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.672492:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.672495:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384663.672496:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.672498:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384663.672499:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384663.673250:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000027b8a81f. 00080000:00000010:2.0:1767384663.673283:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f8278d90. 00040000:00000001:2.0:1767384663.673293:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384663.673295:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384663.673297:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384663.673301:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384663.673303:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384663.673306:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384663.673308:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384663.673317:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384663.673320:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384663.673325:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384663.673338:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384663.673350:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384663.673357:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384663.673360:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384663.673362:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384663.673366:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b920cb5e. 00010000:00000001:0.0:1767384663.673369:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384663.673371:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000021199ffb. 00000020:00000001:0.0:1767384663.673373:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384663.673374:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000021199ffb with handle 0x7f71e2b70dd203d2 to hash 00000020:00000001:0.0:1767384663.673376:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384663.673377:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384663.673378:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384663.673380:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384663.673381:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384663.673383:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd203d2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384663.673387:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384663.673388:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384663.673389:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384663.673390:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384663.673392:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384663.673393:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384663.673394:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384663.673396:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384663.673397:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384663.673398:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384663.673399:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384663.673400:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b920cb5e) refcount = 1 00010000:00010000:0.0:1767384663.673402:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd203d2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384663.673405:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384663.673406:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384663.673407:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384663.673408:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.673409:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384663.673416:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384663.673418:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384663.673420:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384663.673421:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384663.673422:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021199ffb refcount=4 00000020:00000001:0.0:1767384663.673424:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384663.673426:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384663.673428:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384663.673429:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd203d2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384663.673432:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384663.673433:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384663.673436:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:0.0:1767384663.673437:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd203d2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384663.673439:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b3b106a3. 20000000:00000001:2.0:1767384663.673445:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.673445:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384663.673448:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1767384663.673450:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049193088 00010000:00010000:0.0:1767384663.673450:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd203d2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.673455:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384663.673459:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:2.0:1767384663.673461:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7948a49 x1853237049193088/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384663.673462:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.673467:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384663.673469:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd203d2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.673478:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1767384663.673480:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000021199ffb already unused, calling callback (0000000058ffb97a) 00010000:00000001:2.0:1767384663.673481:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.673483:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:2.0:1767384663.673484:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=80 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384663.673485:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384663.673488:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd203d2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384663.673490:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384663.673494:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384663.673496:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384663.673497:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:0.0:1767384663.673499:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384663.673500:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384663.673501:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384663.673503:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.673505:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384663.673507:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021199ffb refcount=5 00000100:00000040:2.0:1767384663.673511:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384663.673512:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00000400:00000010:2.0:1767384663.673515:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a68f13f. 00010000:00000001:0.0:1767384663.673516:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384663.673521:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:2.0:1767384663.673522:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049193088, offset 224 00010000:00010000:0.0:1767384663.673523:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd203d2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384663.673530:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384663.673531:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384663.673534:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384663.673536:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.673539:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384663.673542:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384663.673543:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384663.673546:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384663.673548:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384663.673553:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007280 00000020:00000040:0.0:1767384663.673553:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021199ffb with handle 0x7f71e2b70dd203d2 from hash 00010000:00000001:0.0:1767384663.673558:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384663.673561:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e69 [2] + 224 00010000:00000001:0.0:1767384663.673561:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384663.673564:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384663.673566:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384663.673567:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384663.673569:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384663.673569:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384663.673571:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384663.673572:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384663.673573:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.673574:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384663.673575:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384663.673580:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384663.673583:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384663.673583:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384663.673584:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.673588:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.673589:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384663.673589:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384663.673592:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd203d2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384663.673594:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4452d6e x1853237049193088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384663.673603:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384663.673606:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384663.673628:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384663.673630:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384663.673632:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384663.673634:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384663.673635:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b4452d6e x1853237049193088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384663.673636:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384663.673638:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.673648:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384663.673652:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd203d2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384663.673656:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384663.673657:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384663.673657:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384663.673661:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000021199ffb/0x7f71e2b70dd203d2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384663.673666:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1767384663.673666:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b920cb5e count: 0 00000400:00000200:2.0:1767384663.673667:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a68f13f 00000100:00000001:1.0:1767384663.673670:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384663.673672:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a68f13f. 00000100:00000001:2.0:1767384663.673676:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384663.673677:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384663.673677:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:1.0:1767384663.673678:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384663.673679:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 20000000:00000001:0.0:1767384663.673680:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384663.673682:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006802ca69. 00000100:00000001:2.0:1767384663.673684:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.673688:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000200:1.0:1767384663.673688:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004815f70b 00010000:00000001:2.0:1767384663.673690:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384663.673690:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004815f70b. 00000020:00000001:2.0:1767384663.673692:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.673693:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384663.673694:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384663.673696:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4452d6e x1853237049193088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384663.673698:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7948a49 x1853237049193088/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384663.673707:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4452d6e x1853237049193088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384663.673709:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7948a49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049193088:12345-0@lo:253: Request processed in 3394us (3834us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384663.673716:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384663.673718:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000001:1.0:1767384663.673718:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384663.673720:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384663.673721:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 02000000:00000001:1.0:1767384663.673721:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384663.673722:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384663.673723:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384663.673723:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.673725:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384663.673725:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384663.673728:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e52942b. 00000100:00001000:1.0:1767384663.673728:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384663.673731:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=80 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384663.673733:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe6b6e58. 00000100:00000001:1.0:1767384663.673734:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384663.673735:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384663.673737:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bee82104. 00010000:00000001:1.0:1767384663.673737:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384663.673740:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:2.0:1767384663.673743:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384663.673745:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000822b8983. 00010000:00000001:1.0:1767384663.673745:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.673748:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.673749:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384663.673750:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4452d6e x1853237049193088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.673751:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384663.673755:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384663.673758:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384663.673760:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384663.673761:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384663.673763:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2b1f7b6. 00000020:01000004:1.0:1767384663.673764:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:2.0:1767384663.673766:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a68f13f. 00000020:01000004:1.0:1767384663.673766:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384663.673768:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384663.673769:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384663.673770:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384663.673771:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384663.673773:0:16348:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384663.673774:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384663.673775:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384663.673778:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4452d6e x1853237049193088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384663.673786:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4452d6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049193088:0@lo:253: 00000100:00000001:1.0:1767384663.673790:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384663.673792:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384663.673795:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4452d6e x1853237049193088/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.673802:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384663.673804:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384663.673805:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c0388b51. 02000000:00000001:1.0:1767384663.673809:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384663.673810:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384663.673811:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384663.673813:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384663.673815:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d7e5a42c. 02000000:00000001:1.0:1767384663.673818:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384663.673820:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384663.673821:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4452d6e. 00000100:00000001:1.0:1767384663.673824:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384663.673831:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384663.673834:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384663.673838:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384663.673839:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.673840:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384663.673842:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.675656:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294952097, at 4294952098 00000100:00000040:1.0:1767384663.675656:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294952097, at 4294952098 00000100:00000010:2.0:1767384663.675665:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ebe8ffed. 00000100:00000010:1.0:1767384663.675665:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014545829. 00000100:00000040:0.0:1767384663.675695:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294952097, at 4294952098 00000100:00000010:0.0:1767384663.675700:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000055165e32. 00000100:00000040:3.0:1767384663.676644:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294952097, at 4294952099 00000100:00000010:3.0:1767384663.676652:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa4be7ab. 00010000:00000010:0.1:1767384663.677641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000073d38a93. 00010000:00000010:0.1:1767384663.677647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b18605b1. 00010000:00000010:0.1:1767384663.677653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b920cb5e. 00010000:00000010:0.1:1767384663.677658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021199ffb. 00000400:00000010:0.0:1767384663.685530:0:37261:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009afc9126. 00000400:00000040:0.0:1767384663.685547:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384663.685549:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384663.685551:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384663.685552:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384663.685554:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384663.685555:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384663.685557:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384663.685558:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384663.685560:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384663.685560:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384663.685562:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384663.685563:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384663.685565:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384663.685566:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384663.685566:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384663.685568:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384663.685574:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384663.685575:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384663.685576:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384663.685578:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384663.685579:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384663.685580:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384663.685582:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384663.685583:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384663.685584:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384663.685585:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384663.685586:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384663.685587:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384663.685588:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384663.685589:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384663.685590:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384663.685592:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384663.685593:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384663.685594:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384663.685595:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384663.685596:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384663.685597:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384663.685599:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384663.685600:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384663.685601:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384663.685602:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384663.685603:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384663.685604:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384663.685605:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384663.685606:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384663.685624:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384663.685626:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384663.685628:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384663.685629:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384663.685631:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384663.685632:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384663.685634:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384663.685635:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384663.685636:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384663.685638:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384663.685644:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384663.685646:0:37261:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384663.685739:0:37261:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009afc9126. 00000400:00000001:1.0:1767384663.897665:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384663.897669:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384663.897671:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000400:00000010:1.0:1767384663.897675:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000400:00000200:1.0:1767384663.897680:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384663.897686:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384663.897696:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000e9170e7. 00000400:00000010:1.0:1767384663.897700:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000af4ebb33. 00000400:00000200:1.0:1767384663.897711:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp45 00000400:00000010:1.0:1767384663.897715:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000e9170e7. 00000400:00000010:1.0:1767384663.897718:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f6144752. 00000400:00000010:1.0:1767384663.897722:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000400:00000010:1.0:1767384663.897730:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002061bc61. 00000400:00000200:1.0:1767384663.897736:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp45 00000400:00000200:1.0:1767384663.897752:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp45 local destination 00000400:00000200:1.0:1767384663.897760:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp45 00000400:00000200:1.0:1767384663.897766:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp45 NI seq info: [192:192:256:4294967295] 192.168.202.137@tcp45 LPNI seq info [182:182:8:4294967295] 00000400:00000200:1.0:1767384663.897775:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp45 00000400:00000200:1.0:1767384663.897787:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp45(192.168.202.137@tcp45:) -> 192.168.202.137@tcp45(192.168.202.137@tcp45:192.168.202.137@tcp45) : GET try# 0 00000800:00000200:0.0:1767384663.897793:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e38db775] -> 12345-192.168.202.137@tcp27 (6) 00000800:00000200:1.0:1767384663.897794:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp45 00000800:00000010:1.0:1767384663.897801:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000fe99083. 00000800:00000200:0.0:1767384663.897805:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp27 ip 192.168.202.137:988 00000800:00000200:0.0:1767384663.897810:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b65a0f0f type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384663.897812:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1f471a9] -> 12345-192.168.202.137@tcp45 (2) 00000800:00000200:1.1:1767384663.897831:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1f471a9] -> 12345-192.168.202.137@tcp45 (2) 00000400:00000200:1.0:1767384663.897849:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp45 added to recovery queue. ping count: 1 next ping: 287 health :900 00000800:00000010:0.0:1767384663.897854:0:16340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dce8288a. 00000800:00000200:0.0:1767384663.897861:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052031c55] -> 12345-192.168.202.137@tcp14 (6) 00000800:00000200:0.0:1767384663.897866:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp14 ip 192.168.202.137:988 00000800:00000200:0.0:1767384663.897868:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384663.897928:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000200:2.0:1767384663.897937:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384663.897944:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384663.897946:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384663.897952:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384663.897953:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384663.897958:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384663.897960:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384663.897962:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384663.897964:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384663.897969:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384663.897993:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898029:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898054:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898096:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898130:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898175:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898237:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898263:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898288:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898323:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898337:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898372:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898390:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898403:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898418:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898437:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898454:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898475:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898497:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898529:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898563:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898579:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898598:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898647:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898668:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898686:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898704:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898722:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898755:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898790:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898813:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898858:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898882:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384663.898926:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384663.899077:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e809a1f4. 00000800:00000010:1.0:1767384663.899082:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000055d9b0a4. 00000800:00000010:1.0:1767384663.899087:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3f56a7d. 00000800:00000010:1.0:1767384663.899107:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3f56a7d. 00000800:00020000:1.0:1767384663.899113:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384663.899116:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000055d9b0a4. 00000800:00000010:1.0:1767384663.899118:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e809a1f4. 00000400:02020000:1.0:1767384663.899159:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp45 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384663.899167:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp45 notifying 192.168.202.137@tcp45: down 00000400:00000200:1.0:1767384663.899171:0:16336:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384663.899177:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp45 00000800:00000010:1.0:1767384663.899180:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000fe99083. 00000400:00000200:1.0:1767384663.899185:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384663.899192:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp45->192.168.202.137@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384663.899201:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384663.899204:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384663.899209:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp45) recovery failed with -71 00010000:00000001:2.0:1767384664.025667:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384664.025674:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.025681:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384664.025683:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384664.025722:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384664.025727:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384664.025731:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384664.921665:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384664.921671:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384664.921675:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000400:00000010:1.0:1767384664.921679:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000400:00000200:1.0:1767384664.921685:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384664.921693:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp45 recovery ping unlinked 00000400:00000010:1.0:1767384664.921706:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000e9170e7. 00000400:00000010:1.0:1767384664.921710:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f6144752. 00010000:00000001:2.0:1767384665.050049:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384665.050054:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.050058:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384665.050059:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384665.050073:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384665.050075:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384665.050077:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384665.420585:0:37791:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000901d411b. 00080000:00000010:3.0:1767384665.420597:0:37791:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000901d411b. 00000020:00000001:3.0:1767384665.420603:0:37791:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384665.420649:0:37791:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000901d411b. 00080000:00000010:3.0:1767384665.420656:0:37791:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000901d411b. 00000020:00000001:3.0:1767384665.420661:0:37791:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.561676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1767384665.561682:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:0.0:1767384665.561685:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:3.0:1767384665.561687:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384665.561692:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4452d6e. 00000100:00000010:3.0:1767384665.561694:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000557cabb. 00000020:00000040:0.0:1767384665.561699:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000040:3.0:1767384665.561701:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384665.561704:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384665.561705:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384665.561708:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384665.561708:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384665.561714:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.561715:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384665.561722:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039701df5. 02000000:00000010:0.0:1767384665.561724:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc0bd930. 00000100:00000001:3.0:1767384665.561729:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.561731:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.561736:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384665.561739:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.561743:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@00000000b4452d6e x1853237049193344/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384665.561749:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000557cabb] to pc [ptlrpcd_00_01+1] req@000000000557cabb x1853237049193216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.561771:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384665.561774:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.561778:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4452d6e] to pc [ptlrpcd_00_02+2] req@00000000b4452d6e x1853237049193344/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384665.561783:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.561799:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384665.561803:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384665.561805:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.561809:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.561812:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384665.561813:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384665.561816:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.561817:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384665.561819:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384665.561821:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384665.561822:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd2d4228. 00000100:00000001:3.0:1767384665.561824:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767384665.561826:0:38:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384665.561830:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000557cabb x1853237049193216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.561831:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384665.561834:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384665.561838:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.561843:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767384665.561845:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012e4acd7. 00000100:00000001:3.0:1767384665.561846:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.561852:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384665.561853:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.561855:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384665.561858:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.561859:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384665.561863:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000557cabb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049193216:0@lo:13: 00000100:00000001:3.0:1767384665.561871:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384665.561875:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384665.561876:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384665.561877:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.561882:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd2d4228] to pc [ptlrpcd_00_03+3] req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384665.561886:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.561891:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384665.561896:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000428ba45. 00000100:00000001:0.0:1767384665.561896:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.561900:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.561901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384665.561905:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767384665.561908:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efee3765. 00000100:00000010:0.0:1767384665.561909:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c050f29. 00000020:00000040:0.0:1767384665.561914:0:38:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384665.561916:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384665.561917:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384665.561919:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e89093e4. 02000000:00000001:0.0:1767384665.561920:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384665.561927:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000396866f6. 00000100:00000200:3.0:1767384665.561928:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049193216, portal 4 00000100:00000001:0.0:1767384665.561929:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.561932:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384665.561935:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384665.561936:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804005796864 : -123269703754752 : ffff8fe309189c00) 00000100:00000001:0.0:1767384665.561945:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384665.561948:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000557cabb x1853237049193216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.561948:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.561955:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384665.561961:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384665.561964:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c050f29] to pc [ptlrpcd_00_00+0] req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384665.561965:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064a9da54. 00000100:00000200:3.0:1767384665.561970:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049193216, offset 0 00000100:00000001:0.0:1767384665.561978:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.561982:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384665.561983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384665.561987:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384665.561990:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff3740c8. 00000020:00000040:0.0:1767384665.561992:0:38:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384665.561994:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384665.561995:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384665.561997:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.561999:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384665.562002:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3c0745d. 00000100:00000001:0.0:1767384665.562007:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.562011:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384665.562014:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260007300 00000100:00000001:0.0:1767384665.562023:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384665.562026:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.562027:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 3136 00000100:00000040:0.0:1767384665.562033:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff3740c8] to pc [ptlrpcd_00_01+1] req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384665.562035:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384665.562043:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384665.562045:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.562049:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384665.562051:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (291) 00000100:00000200:3.0:1767384665.562052:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384665.562057:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6c473ee. 00000100:00000040:3.0:1767384665.562059:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000b6c473ee x1853237049193216 msgsize 224 00000100:00000001:0.0:1767384665.562063:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384665.562066:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384665.562067:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384665.562069:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384665.562073:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.562078:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384665.562079:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384665.562082:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.562085:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384665.562087:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a9da54 02000000:00000001:0.0:1767384665.562087:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384665.562091:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064a9da54. 02000000:00000001:0.0:1767384665.562092:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.562098:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384665.562098:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff3740c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16349:1853237049193728:0@lo:400: 00000100:00000001:0.0:1767384665.562102:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384665.562105:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000557cabb x1853237049193216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384665.562112:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384665.562115:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384665.562116:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.562120:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384665.562122:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000557cabb x1853237049193216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384665.562124:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000420af5cb. 02000000:00000001:0.0:1767384665.562127:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384665.562135:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e05c36a. 00000100:00000001:3.0:1767384665.562137:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.562141:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384665.562144:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094564672. 00000100:00000001:3.0:1767384665.562146:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384665.562151:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3552 usecs (4 jiffies) 00000100:00000200:0.0:1767384665.562151:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049193728, portal 10 00000100:00000001:1.0:1767384665.562156:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384665.562157:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384665.562158:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953988 00000100:00000001:1.0:1767384665.562160:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384665.562162:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575794432 : -123274133757184 : ffff8fe2010c2300) 00000100:00000001:1.0:1767384665.562164:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384665.562165:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6fb372c. 00000100:00000040:1.0:1767384665.562171:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4452d6e x1853237049193344/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.562173:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384665.562174:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.562181:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953988 00000100:00000010:3.0:1767384665.562188:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cdb9ffe. 00000100:00000001:3.0:1767384665.562193:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384665.562198:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953988 00000100:00000001:0.0:1767384665.562199:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384665.562205:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4387dc8. 00000100:00000040:0.0:1767384665.562207:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384665.562211:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767384665.562212:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b640f3a8. 00000100:00000001:1.0:1767384665.562214:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384665.562216:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953988 00000100:00000001:1.0:1767384665.562218:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384665.562218:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049193728, offset 0 00000100:00000010:3.0:1767384665.562222:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029e75607. 02000000:00000001:1.0:1767384665.562225:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384665.562226:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:1.0:1767384665.562228:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384665.562230:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384665.562232:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384665.562234:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.562236:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384665.562239:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4452d6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049193344:0@lo:400: 00000100:00000001:3.0:1767384665.562240:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384665.562243:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384665.562245:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.562248:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384665.562254:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384665.562254:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384665.562258:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384665.562258:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384665.562259:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260007500 02000000:00000001:1.0:1767384665.562264:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384665.562265:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384665.562268:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6144752. 00000100:00000001:3.0:1767384665.562269:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384665.562269:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000100:00000001:3.0:1767384665.562273:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384665.562274:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384665.562277:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384665.562280:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384665.562280:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b924de7. 00000400:00000200:0.0:1767384665.562285:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384665.562288:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca3709d4. 00000100:00000001:0.0:1767384665.562292:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384665.562295:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049193344, portal 25 00000100:00000200:0.0:1767384665.562295:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384665.562297:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384665.562301:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.562302:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767384665.562303:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053dfdbd9. 00000100:00000001:1.0:1767384665.562305:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575795328 : -123274133756288 : ffff8fe2010c2680) 02000000:00000001:3.0:1767384665.562306:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384665.562307:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000053dfdbd9 x1853237049193728 msgsize 224 02000000:00000001:3.0:1767384665.562311:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384665.562316:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4452d6e x1853237049193344/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384665.562321:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384665.562322:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384665.562346:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002c050f29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16348:1853237049193600:0@lo:400: 00000100:00000001:1.0:1767384665.562346:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384665.562349:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384665.562354:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384665.562354:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384665.562356:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b640f3a8 00000400:00000010:1.0:1767384665.562358:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3d8d3c5. 02000000:00000001:3.0:1767384665.562359:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384665.562360:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b640f3a8. 02000000:00000001:3.0:1767384665.562363:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.562365:0:16349:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384665.562367:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384665.562367:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049193344, offset 0 02000000:00000010:3.0:1767384665.562372:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8647c87. 00000100:00000200:0.0:1767384665.562372:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384665.562379:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.562379:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384665.562387:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6735ccd. 00000100:00000001:0.0:1767384665.562388:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384665.562392:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384665.562395:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064a9da54. 00000100:00000040:0.0:1767384665.562399:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384665.562400:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049193600, portal 10 00000400:00000200:1.0:1767384665.562404:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260007380 00000100:00000001:3.0:1767384665.562406:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384665.562408:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575788160 : -123274133763456 : ffff8fe2010c0a80) 00000400:00000200:1.0:1767384665.562416:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15cd [2] + 0 00000100:00000040:3.0:1767384665.562419:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.562423:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384665.562425:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000524af84c. 00000100:00000001:0.0:1767384665.562429:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384665.562433:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001fce2707 00000100:00000001:3.0:1767384665.562435:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384665.562436:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.562437:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384665.562442:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384665.562444:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3023 usecs (4 jiffies) 00000400:00000010:3.0:1767384665.562446:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009827efa7. 00000400:00000200:1.0:1767384665.562447:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384665.562452:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294953988 00000100:00000200:3.0:1767384665.562453:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049193600, offset 0 00000400:00000200:1.0:1767384665.562454:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fce2707 00000100:00000001:0.0:1767384665.562459:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294953988 00000400:00000010:1.0:1767384665.562464:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fce2707. 00000100:00000001:0.0:1767384665.562465:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294953988 00000100:00000001:0.0:1767384665.562470:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294953988 00000100:00000001:1.0:1767384665.562471:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384665.562475:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384665.562475:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384665.562476:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294953988 00000100:00000040:1.0:1767384665.562481:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000011ba0004 x1853237049193344 msgsize 224 00000100:00000001:0.0:1767384665.562483:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294953988 00000400:00000200:3.0:1767384665.562486:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384665.562491:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294953988 00000100:00100000:1.0:1767384665.562492:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384665.562498:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260007480 00000100:00000040:1.0:1767384665.562498:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384665.562499:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294953988 00000100:00000001:0.0:1767384665.562505:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384665.562506:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000100:00000001:0.0:1767384665.562512:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.562514:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384665.562514:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384665.562518:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.562522:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d8d3c5 00000400:00000200:3.0:1767384665.562523:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384665.562523:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384665.562526:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3d8d3c5. 00000100:00000001:2.0:1767384665.562530:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384665.562531:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384665.562532:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384665.562533:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384665.562536:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1767384665.562537:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193344 00000100:00000001:0.0:1767384665.562537:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767384665.562538:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4452d6e x1853237049193344/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384665.562543:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092c2679e. 02000000:00000001:2.0:1767384665.562544:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384665.562545:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384665.562550:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.562550:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384665.562551:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000092c2679e x1853237049193600 msgsize 224 00000100:00000001:0.0:1767384665.562554:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.562556:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.562556:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384665.562561:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384665.562563:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384665.562563:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4452d6e x1853237049193344/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384665.562566:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384665.562573:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193344 00000100:00000001:0.0:1767384665.562573:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384665.562575:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.562576:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384665.562577:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384665.562578:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384665.562579:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384665.562580:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384665.562582:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000400:00000200:3.0:1767384665.562584:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009827efa7 00000020:00000001:2.0:1767384665.562585:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384665.562587:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384665.562588:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009827efa7. 00000100:00000040:0.0:1767384665.562588:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384665.562589:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:1.0:1767384665.562594:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294953989 00000100:00000001:3.0:1767384665.562595:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384665.562596:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384665.562602:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384665.562603:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294953988 00000100:00000001:1.0:1767384665.562632:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294953990 00000100:00000200:3.0:1767384665.562633:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384665.562637:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384665.562639:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294953988 00000100:00000001:0.0:1767384665.562639:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384665.562642:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384665.562643:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015da1c66. 00000100:00000001:1.0:1767384665.562647:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294953990 00000100:00000001:2.0:1767384665.562649:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384665.562649:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384665.562654:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294953988 00000100:00000001:3.0:1767384665.562659:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384665.562660:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384665.562661:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015da1c66. 00000100:00000001:1.0:1767384665.562662:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294953990 02000000:00000001:0.0:1767384665.562666:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384665.562667:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.562670:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294953988 00000020:00000010:2.0:1767384665.562671:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008abd9701. 00000100:00100000:0.0:1767384665.562672:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16351:1853237049193472:0@lo:400: 00000100:00000001:1.0:1767384665.562679:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384665.562681:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009716ccb0. 00000100:00000001:0.0:1767384665.562682:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384665.562686:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384665.562688:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384665.562691:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d5c172bc. 02000000:00000001:0.0:1767384665.562691:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.562696:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.562698:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384665.562699:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.562700:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.562702:0:16348:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1767384665.562704:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0c06c1b. 00000100:00000040:2.0:1767384665.562706:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384665.562708:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384665.562709:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.562710:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.562711:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384665.562713:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384665.562715:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384665.562716:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3122 usecs (4 jiffies) 00000400:00000010:0.0:1767384665.562718:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011c667bf. 00000100:00000001:2.0:1767384665.562719:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.562720:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953989 00000100:00000001:3.0:1767384665.562727:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294953989 00000100:00000001:1.0:1767384665.562728:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384665.562728:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b640f3a8. 00000100:00000001:3.0:1767384665.562729:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953989 00000100:00000001:2.0:1767384665.562731:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.562733:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384665.562736:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294953990 00000100:00000200:0.0:1767384665.562736:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049193472, portal 4 00000100:00000001:1.0:1767384665.562737:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.562744:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953989 00000100:00000001:2.0:1767384665.562744:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.562744:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384665.562745:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.562749:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575791744 : -123274133759872 : ffff8fe2010c1880) 00000100:00000001:3.0:1767384665.562753:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294953990 00000100:00000001:3.0:1767384665.562757:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953989 00000100:00000040:0.0:1767384665.562759:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.562761:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294953990 00000100:00000001:2.0:1767384665.562762:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384665.562766:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384665.562767:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384665.562774:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000001:3.0:1767384665.562775:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.562776:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384665.562780:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193728 00000100:00000040:2.0:1767384665.562781:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384665.562783:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.562783:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384665.562785:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885427280 : -123268824124336 : ffff8fe33d86b450) 02000000:00000001:1.0:1767384665.562785:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384665.562789:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384665.562791:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384665.562791:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384665.562792:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384665.562795:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000011ba0004 x1853237049193344/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:646/0 lens 224/0 e 0 to 0 dl 1767384676 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384665.562798:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009923467a. 02000000:00000001:1.0:1767384665.562799:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.562802:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384665.562804:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049193472, offset 0 00000100:00100000:1.0:1767384665.562806:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193728 00000100:00000001:3.0:1767384665.562807:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384665.562812:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384665.562814:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384665.562816:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000400:00000200:0.0:1767384665.562817:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384665.562818:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384665.562819:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384665.562819:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384665.562823:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000020:00000010:2.0:1767384665.562824:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015da1c66. 00000100:00000001:3.0:1767384665.562825:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.562830:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384665.562830:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384665.562831:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000001:3.0:1767384665.562832:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384665.562836:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015da1c66. 00000020:00000001:1.0:1767384665.562837:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000001:1.0:1767384665.562842:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384665.562845:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c92e771. 00000100:00100000:2.0:1767384665.562846:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000011ba0004 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16350:x1853237049193344:12345-0@lo:400: 00000400:00000200:0.0:1767384665.562847:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260007400 00000020:00000010:1.0:1767384665.562852:0:17082:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000017aaf480. 00000100:00000001:3.0:1767384665.562855:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384665.562855:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193344 00000400:00000200:0.0:1767384665.562858:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 4336 00000020:00000040:1.0:1767384665.562859:0:17082:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00100000:3.0:1767384665.562860:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193216 00000020:00000001:2.0:1767384665.562860:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384665.562866:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384665.562867:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384665.562868:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384665.562871:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384665.562871:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.562873:0:17082:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1767384665.562876:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384665.562877:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384665.562877:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384665.562878:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9844366. 00000020:00000001:2.0:1767384665.562881:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000100:00000001:0.0:1767384665.562883:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384665.562884:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036fe786c. 00000020:00000001:2.0:1767384665.562885:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384665.562887:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:2.0:1767384665.562890:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384665.562891:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6e3b8f1. 02000000:00000001:3.0:1767384665.562892:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384665.562892:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a27bbbcd. 00000020:00000001:2.0:1767384665.562893:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384665.562897:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384665.562899:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000a27bbbcd x1853237049193472 msgsize 224 00000100:00100000:3.0:1767384665.562900:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193216 00000100:00000040:1.0:1767384665.562900:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1767384665.562907:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384665.562908:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384665.562908:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384665.562909:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.562913:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384665.562914:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:2.0:1767384665.562914:0:17074:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384665.562917:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384665.562919:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384665.562920:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384665.562921:0:16351:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384665.562924:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384665.562924:0:17082:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:3.0:1767384665.562926:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000400:00000200:0.0:1767384665.562927:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009923467a 00000100:00000001:1.0:1767384665.562929:0:17082:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:2.0:1767384665.562930:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dbd4c479. 00000400:00000010:0.0:1767384665.562931:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009923467a. 00000020:00000001:3.0:1767384665.562934:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 02000000:00000001:2.0:1767384665.562934:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.562934:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.562940:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384665.562943:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000001:2.0:1767384665.562944:0:17074:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.562944:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384665.562948:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384665.562950:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049193344 00000100:00000200:0.0:1767384665.562951:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.562952:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384665.562956:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1767384665.562957:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384665.562960:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d14a78cd. 00000100:00100000:1.0:1767384665.562960:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193600 00010000:00000200:2.0:1767384665.562965:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000011ba0004 x1853237049193344/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384665.562966:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384665.562969:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384665.562970:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000053d7b6a1. 00000100:00000040:0.0:1767384665.562975:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.562976:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384665.562980:0:17889:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:1.0:1767384665.562980:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.562981:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384665.562985:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384665.562987:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.562989:0:17889:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:2.0:1767384665.562991:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=82 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384665.562993:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193600 00000020:00000010:3.0:1767384665.562997:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090f9bed3. 00000020:00000001:1.0:1767384665.562998:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384665.563000:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384665.563001:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384665.563002:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000100:00000001:0.0:1767384665.563005:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384665.563006:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fdf8656b. 00000100:00000040:2.0:1767384665.563007:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000001:1.0:1767384665.563008:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384665.563010:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.563013:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000040:1.0:1767384665.563014:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000100:00000040:0.0:1767384665.563014:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3552 usecs (4 jiffies) 00000020:00000010:3.0:1767384665.563015:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 02000000:00000001:2.0:1767384665.563018:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384665.563021:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 02000000:00000001:2.0:1767384665.563022:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.563022:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953989 00000100:00000001:0.0:1767384665.563028:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294953989 00000100:00000040:3.0:1767384665.563029:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:1.0:1767384665.563029:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:2.0:1767384665.563030:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384665.563034:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953989 00000100:00000001:3.0:1767384665.563035:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384665.563037:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384665.563038:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384665.563040:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294953990 00000100:00000001:3.0:1767384665.563041:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1767384665.563042:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c7d0fc. 00000020:00000010:1.0:1767384665.563044:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f17f1c5f. 00000100:00000001:0.0:1767384665.563045:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953989 00000100:00000001:3.0:1767384665.563046:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384665.563047:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049193344, offset 224 00000100:00000001:1.0:1767384665.563050:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384665.563051:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294953990 00000100:00000001:3.0:1767384665.563056:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.563057:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953989 00000400:00000200:2.0:1767384665.563058:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384665.563058:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f17f1c5f. 00000100:00000001:0.0:1767384665.563063:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294953990 00000100:00000001:0.0:1767384665.563066:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384665.563068:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bd0a7b3. 00000400:00000200:2.0:1767384665.563069:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384665.563070:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.563072:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384665.563077:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b7ada54. 00000100:00000001:0.0:1767384665.563077:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.563081:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384665.563085:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260007380 00000020:00000010:1.0:1767384665.563085:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000339934d. 00000100:00000001:3.0:1767384665.563087:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384665.563088:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384665.563093:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384665.563094:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384665.563094:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384665.563098:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1e95 [1] + 224 00000100:00000001:0.0:1767384665.563099:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384665.563100:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384665.563102:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384665.563105:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:1.0:1767384665.563105:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.563106:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384665.563107:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384665.563113:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384665.563115:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:1.0:1767384665.563115:0:17082:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384665.563119:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384665.563120:0:17082:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384665.563121:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804005794176 : -123269703757440 : ffff8fe309189180) 00000100:00000001:1.0:1767384665.563125:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.563127:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384665.563130:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6c473ee x1853237049193216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:646/0 lens 224/0 e 0 to 0 dl 1767384676 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.563132:0:18687:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384665.563136:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4452d6e x1853237049193344/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.563137:0:18687:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384665.563141:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384665.563147:0:18687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:0.0:1767384665.563154:0:18687:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000100:00000001:1.0:1767384665.563156:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384665.563161:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384665.563166:0:18687:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575785472 : -123274133766144 : ffff8fe2010c0000) 00000100:00000001:3.0:1767384665.563167:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384665.563170:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b4452d6e x1853237049193344/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384665.563173:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000020:00000010:3.0:1767384665.563174:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb64675c. 00000100:00000040:0.0:1767384665.563177:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053dfdbd9 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:646/0 lens 224/0 e 0 to 0 dl 1767384676 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384665.563178:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000100:00000001:3.0:1767384665.563179:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384665.563185:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804005800448 : -123269703751168 : ffff8fe30918aa00) 00000020:00000010:3.0:1767384665.563189:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb64675c. 00000100:00000040:1.0:1767384665.563197:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092c2679e x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:646/0 lens 224/0 e 0 to 0 dl 1767384676 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384665.563211:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6c473ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049193216:12345-0@lo:13: 00000100:00000001:0.0:1767384665.563215:0:18687:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384665.563221:0:18687:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ffe9641. 00000100:00000200:3.0:1767384665.563224:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193216 00000100:00000001:0.0:1767384665.563226:0:18687:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384665.563227:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384665.563231:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384665.563233:0:18687:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ffe9641. 00000100:00000001:1.0:1767384665.563234:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384665.563235:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384665.563238:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c7d0fc 00000020:00000010:1.0:1767384665.563240:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f17f1c5f. 00000100:00100000:0.0:1767384665.563240:0:18687:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053dfdbd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16349:x1853237049193728:12345-0@lo:400: 00000020:00000001:3.0:1767384665.563241:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384665.563243:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c7d0fc. 00000100:00000001:1.0:1767384665.563246:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384665.563248:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1767384665.563250:0:18687:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193728 00000020:00000001:3.0:1767384665.563252:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00000100:00000001:2.0:1767384665.563252:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384665.563254:0:18687:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384665.563257:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384665.563257:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f17f1c5f. 00000020:00000001:3.0:1767384665.563260:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384665.563260:0:18687:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384665.563264:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.563264:0:18687:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384665.563265:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384665.563268:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092c2679e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16348:x1853237049193600:12345-0@lo:400: 00000020:00000001:0.0:1767384665.563271:0:18687:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384665.563273:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384665.563274:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000001:0.0:1767384665.563274:0:18687:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000200:1.0:1767384665.563277:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193600 00000020:00000001:3.0:1767384665.563278:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384665.563281:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384665.563281:0:18687:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384665.563282:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384665.563283:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384665.563286:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.563286:0:18687:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384665.563287:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384665.563289:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384665.563291:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.563294:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384665.563294:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384665.563294:0:18687:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384665.563295:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384665.563297:0:18687:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384665.563300:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:0.0:1767384665.563300:0:18687:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384665.563302:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002744cae3. 00000100:00000040:2.0:1767384665.563303:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011ba0004 x1853237049193344/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384665.563307:0:18687:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384665.563308:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384665.563309:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.563311:0:18687:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384665.563314:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384665.563314:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384665.563315:0:18687:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384665.563321:0:18687:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005d7e9dca. 00000020:00000001:1.0:1767384665.563322:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000001:3.0:1767384665.563323:0:17889:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:0.0:1767384665.563337:0:18687:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384665.563340:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384665.563342:0:18687:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384665.563345:0:17889:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384665.563345:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384665.563346:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000011ba0004 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16350:x1853237049193344:12345-0@lo:400: Request processed in 524us (860us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384665.563347:0:18687:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384665.563350:0:17889:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384665.563353:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000040:0.0:1767384665.563353:0:18687:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049193728 00000100:00000001:1.0:1767384665.563358:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384665.563358:0:18687:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384665.563362:0:17889:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384665.563363:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:0.0:1767384665.563365:0:18687:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053dfdbd9 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384665.563366:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00002000:00000024:3.0:1767384665.563369:0:17889:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 02000000:00000010:1.0:1767384665.563371:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008a90985f. 00000100:00000040:2.0:1767384665.563373:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384665.563379:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000020:3.0:1767384665.563380:0:17889:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 02000000:00000001:1.0:1767384665.563380:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.563383:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384665.563383:0:18687:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384665.563385:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.563387:0:18687:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384665.563389:0:17889:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000020:00000010:2.0:1767384665.563389:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009716ccb0. 00000020:00000001:1.0:1767384665.563390:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384665.563393:0:18687:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=77 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384665.563395:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d5c172bc. 00010000:00000040:1.0:1767384665.563396:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049193600 00002000:00000020:3.0:1767384665.563399:0:17889:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000010:2.0:1767384665.563400:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008abd9701. 00010000:00000001:1.0:1767384665.563403:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384665.563408:0:18687:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:3.0:1767384665.563409:0:17889:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000040:2.0:1767384665.563409:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00010000:00000200:1.0:1767384665.563412:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092c2679e x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384665.563414:0:18687:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000001:00000001:3.0:1767384665.563416:0:17889:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:2.0:1767384665.563416:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384665.563419:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dbd4c479. 00000100:00000001:0.0:1767384665.563421:0:18687:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000001:00000001:3.0:1767384665.563422:0:17889:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384665.563424:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384665.563427:0:18687:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384665.563428:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1767384665.563429:0:17889:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.563431:0:18687:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384665.563435:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000040:3.0:1767384665.563438:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049193216 00000100:00000001:0.0:1767384665.563438:0:18687:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384665.563441:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054cdfe45. 00000100:00000040:0.0:1767384665.563446:0:18687:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384665.563447:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384665.563449:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1767384665.563450:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f72edd5. 00000400:00000010:0.0:1767384665.563452:0:18687:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009923467a. 00010000:00000001:1.0:1767384665.563454:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384665.563455:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6c473ee x1853237049193216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:646/0 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384665.563457:0:18687:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049193728, offset 224 00000100:00001000:1.0:1767384665.563460:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=77 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384665.563469:0:18687:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384665.563471:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384665.563472:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384665.563475:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384665.563477:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000400:00000001:2.0:1767384665.563481:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384665.563483:0:18687:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384665.563484:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:3.0:1767384665.563486:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000001:2.0:1767384665.563486:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767384665.563488:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384665.563490:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384665.563493:0:18687:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260007500 00000100:00000001:1.0:1767384665.563495:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384665.563500:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384665.563500:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b924de7. 00000100:00000040:1.0:1767384665.563501:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1767384665.563507:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=72 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384665.563509:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3709d4 00000400:00000010:1.0:1767384665.563511:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3d8d3c5. 00000400:00000010:2.0:1767384665.563515:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3709d4. 00000100:00000001:3.0:1767384665.563516:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384665.563521:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384665.563522:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 23 to 0@lo 00000400:00000200:0.0:1767384665.563525:0:18687:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e8d [1] + 224 00000100:00000001:3.0:1767384665.563529:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000200:2.0:1767384665.563530:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4452d6e x1853237049193344/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384665.563531:0:18687:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384665.563532:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049193600, offset 224 02000000:00000001:3.0:1767384665.563538:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384665.563542:0:18687:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384665.563543:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.563544:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384665.563552:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384665.563552:0:18687:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384665.563558:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4452d6e x1853237049193344/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384665.563561:0:18687:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384665.563562:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384665.563564:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384665.563572:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009827efa7. 00000400:00000200:1.0:1767384665.563576:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260007480 00000100:00000200:3.0:1767384665.563582:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049193216, offset 224 00000400:00000200:1.0:1767384665.563588:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e9d [1] + 224 00000100:00000001:2.0:1767384665.563594:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384665.563598:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384665.563599:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384665.563601:0:18687:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384665.563605:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384665.563606:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384665.563635:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767384665.563636:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384665.563638:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384665.563641:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384665.563646:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.563646:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384665.563653:0:18687:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384665.563654:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=82 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384665.563655:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384665.563656:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384665.563659:0:18687:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009923467a 00000100:00001000:2.0:1767384665.563662:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=82 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384665.563664:0:18687:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009923467a. 00000100:00000001:0.0:1767384665.563671:0:18687:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384665.563672:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384665.563674:0:18687:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384665.563675:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260007300 00000100:00000001:2.0:1767384665.563677:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.563679:0:18687:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.563685:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384665.563687:0:18687:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 22 to 0@lo 00010000:00000001:2.0:1767384665.563690:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.563691:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e85 [1] + 224 00000100:00000040:1.0:1767384665.563692:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384665.563692:0:18687:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384665.563696:0:18687:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.563698:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.563701:0:18687:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384665.563704:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384665.563709:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4452d6e x1853237049193344/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384665.563710:0:18687:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053dfdbd9 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384665.563716:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384665.563725:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384665.563733:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000557cabb x1853237049193216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.563737:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384665.563744:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d8d3c5 00000100:00000001:2.0:1767384665.563747:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384665.563749:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3d8d3c5. 00000100:00000001:2.0:1767384665.563753:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384665.563755:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384665.563756:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384665.563756:0:18687:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053dfdbd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16349:x1853237049193728:12345-0@lo:400: Request processed in 536us (1443us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384665.563758:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384665.563764:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384665.563766:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4452d6e x1853237049193344/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384665.563770:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000557cabb x1853237049193216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384665.563771:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:1.0:1767384665.563778:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384665.563781:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384665.563784:0:18687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000020:00000001:1.0:1767384665.563787:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384665.563792:0:18687:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000040:1.0:1767384665.563795:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092c2679e x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.563797:0:18687:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1767384665.563798:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4452d6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049193344:0@lo:400: 00000100:00000001:0.0:1767384665.563802:0:18687:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384665.563806:0:18687:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036fe786c. 00000100:00000001:2.0:1767384665.563810:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384665.563813:0:18687:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6e3b8f1. 00000100:00000001:3.0:1767384665.563815:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384665.563816:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384665.563819:0:18687:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9844366. 00000100:00000040:2.0:1767384665.563823:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4452d6e x1853237049193344/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384665.563825:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009827efa7 00000100:00100000:1.0:1767384665.563825:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092c2679e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16348:x1853237049193600:12345-0@lo:400: Request processed in 588us (1271us total) trans 0 rc 0/0 00000020:00000040:0.0:1767384665.563826:0:18687:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000400:00000010:3.0:1767384665.563832:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009827efa7. 00000100:00000001:0.0:1767384665.563832:0:18687:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.563841:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384665.563844:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384665.563846:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384665.563846:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 02000000:00000001:2.0:1767384665.563847:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384665.563853:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000100:00080000:0.0:1767384665.563853:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000010:2.0:1767384665.563854:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6144752. 00000100:00000001:3.0:1767384665.563855:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384665.563858:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:1.0:1767384665.563859:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384665.563861:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384665.563863:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384665.563864:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000001:2.0:1767384665.563865:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:0.0:1767384665.563866:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:1.0:1767384665.563867:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b7ada54. 00000020:00000040:2.0:1767384665.563870:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000040:0.0:1767384665.563871:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00010000:00000001:3.0:1767384665.563872:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:1.0:1767384665.563873:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000339934d. 00000020:00000001:2.0:1767384665.563875:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384665.563877:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384665.563878:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cc0bd930. 00000020:00000001:3.0:1767384665.563885:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384665.563885:0:17887:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384665.563886:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bd0a7b3. 02000000:00000001:2.0:1767384665.563889:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1767384665.563890:0:17887:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193472 02000000:00000001:2.0:1767384665.563892:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1767384665.563893:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000100:00000040:3.0:1767384665.563894:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6c473ee x1853237049193216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:646/0 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384665.563894:0:17887:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1767384665.563895:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4452d6e. 00000100:00000001:0.0:1767384665.563897:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384665.563900:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.563901:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.563902:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384665.563907:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384665.563908:0:17887:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.563911:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384665.563913:0:17887:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193472 00000020:00000001:0.0:1767384665.563917:0:17887:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384665.563918:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384665.563919:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000100:00000001:2.0:1767384665.563921:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.563922:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384665.563923:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384665.563924:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384665.563925:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=6 00000100:00000001:1.0:1767384665.563927:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384665.563928:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.563930:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000400:00000001:1.0:1767384665.563932:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384665.563936:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000400:00000001:1.0:1767384665.563937:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384665.563940:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6735ccd. 00000100:00000001:0.0:1767384665.563942:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384665.563946:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a9da54 00000020:00000010:0.0:1767384665.563947:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ffe9641. 00000400:00000010:1.0:1767384665.563949:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064a9da54. 00000100:00000001:0.0:1767384665.563954:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384665.563955:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384665.563960:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6c473ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16348:x1853237049193216:12345-0@lo:13: Request processed in 789us (1894us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384665.563960:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ffe9641. 00000100:00000200:1.0:1767384665.563963:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384665.563968:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a28b1fc. 00000020:00000010:0.0:1767384665.563974:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc241e7c. 00000100:00000200:1.0:1767384665.563982:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384665.563984:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00000010:0.0:1767384665.563987:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d7d465a1. 00000100:00000040:3.0:1767384665.563993:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:1.0:1767384665.563996:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384665.563997:0:17887:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384665.563998:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384665.563999:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.564002:0:17887:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384665.564004:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384665.564004:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384665.564005:0:17887:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384665.564009:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384665.564010:0:17887:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384665.564012:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fdf8656b. 00000100:00000001:1.0:1767384665.564014:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.564016:0:17887:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1767384665.564018:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000100:00000001:1.0:1767384665.564018:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.564019:0:17887:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384665.564024:0:17887:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384665.564025:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384665.564027:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090f9bed3. 00000100:00001000:1.0:1767384665.564033:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=77 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384665.564034:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 5 00000100:00000001:0.0:1767384665.564035:0:17887:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.564041:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384665.564043:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384665.564049:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384665.564052:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.564052:0:17887:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384665.564055:0:17887:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384665.564057:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767384665.564061:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00010000:00080000:1.0:1767384665.564065:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384665.564066:0:17887:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:0.0:1767384665.564069:0:17887:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575798016 : -123274133753600 : ffff8fe2010c3100) 00000100:00000040:0.0:1767384665.564077:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a27bbbcd x1853237049193472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:646/0 lens 224/0 e 0 to 0 dl 1767384676 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384665.564085:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.564089:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384665.564090:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384665.564092:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000010:0.0:1767384665.564093:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ffe9641. 00000100:00000001:1.0:1767384665.564096:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384665.564097:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384665.564098:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384665.564100:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ffe9641. 00000100:00000040:1.0:1767384665.564104:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384665.564106:0:17887:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a27bbbcd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16351:x1853237049193472:12345-0@lo:400: 00000100:00000200:0.0:1767384665.564109:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193472 00000020:00000001:0.0:1767384665.564113:0:17887:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384665.564116:0:17887:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384665.564119:0:17887:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.564121:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384665.564122:0:17887:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384665.564126:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384665.564126:0:17887:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000001:1.0:1767384665.564129:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384665.564132:0:17887:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384665.564135:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384665.564136:0:17887:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384665.564142:0:17887:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384665.564145:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384665.564145:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002c050f29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16348:1853237049193600:0@lo:400: 00000020:00000001:0.0:1767384665.564146:0:17887:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384665.564150:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384665.564152:0:17887:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384665.564154:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384665.564156:0:17887:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000001:1.0:1767384665.564157:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384665.564159:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efee3765. 00000400:00000200:1.0:1767384665.564161:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89093e4 00000400:00000010:1.0:1767384665.564162:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e89093e4. 00000100:00000001:1.0:1767384665.564163:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384665.564168:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000557cabb x1853237049193216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.564168:0:17887:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:3.0:1767384665.564170:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384665.564174:0:17887:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:3.0:1767384665.564175:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384665.564180:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e05c36a. 00000100:00000200:1.0:1767384665.564180:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000557cabb x1853237049193216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384665.564181:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000046cb4547. 02000000:00000001:0.0:1767384665.564188:0:17887:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.564190:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094564672 00000100:00000001:0.0:1767384665.564195:0:17887:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384665.564196:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094564672. 00000100:00000001:1.0:1767384665.564196:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384665.564201:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384665.564201:0:17887:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.564204:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384665.564205:0:16348:0:(client.c:1578:after_reply()) Process entered 00010000:00000040:0.0:1767384665.564206:0:17887:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049193472 02000000:00000001:1.0:1767384665.564209:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384665.564210:0:17887:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384665.564212:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384665.564214:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.564214:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384665.564216:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a27bbbcd x1853237049193472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384665.564220:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384665.564226:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384665.564234:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384665.564242:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384665.564244:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.564247:0:17887:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384665.564249:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384665.564251:0:17887:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384665.564254:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=72 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384665.564259:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384665.564259:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000557cabb x1853237049193216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.564259:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384665.564264:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384665.564270:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:0.0:1767384665.564275:0:17887:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384665.564278:0:17887:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.564283:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384665.564290:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384665.564294:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384665.564295:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009923467a. 00000100:00000001:3.0:1767384665.564298:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384665.564299:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049193472, offset 224 00000100:00000001:3.0:1767384665.564302:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.564306:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384665.564307:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384665.564308:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:0.0:1767384665.564311:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384665.564312:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384665.564312:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384665.564315:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.564317:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384665.564321:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000557cabb x1853237049193216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.564322:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384665.564322:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384665.564345:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384665.564347:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260007400 00000100:00000001:1.0:1767384665.564354:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384665.564355:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=77 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384665.564356:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1ea5 [1] + 224 00000100:00000001:1.0:1767384665.564358:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384665.564361:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384665.564365:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767384665.564367:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=77 v=5 (1 0 0 0) 00000004:00000001:1.0:1767384665.564367:0:16348:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384665.564372:0:16348:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000200:0.0:1767384665.564372:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384665.564376:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000004:00000040:1.0:1767384665.564379:0:16348:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:0.0:1767384665.564380:0:17887:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384665.564387:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.564388:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1767384665.564388:0:16348:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00010000:00000001:3.0:1767384665.564395:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000004:00000001:1.0:1767384665.564401:0:16348:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384665.564403:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384665.564410:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000557cabb x1853237049193216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384665.564412:0:17887:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384665.564439:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.564447:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384665.564449:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000557cabb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049193216:0@lo:13: 00000100:00000040:3.0:1767384665.564451:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384665.564452:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384665.564455:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.564456:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384665.564458:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384665.564462:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384665.564463:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002c050f29 x1853237049193600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384665.564465:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009923467a 00000400:00000010:0.0:1767384665.564469:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009923467a. 00000100:00000040:3.0:1767384665.564474:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.564474:0:17887:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384665.564478:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384665.564478:0:17887:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384665.564482:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384665.564484:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384665.564485:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8647c87. 02000000:00000001:1.0:1767384665.564492:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384665.564492:0:17887:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000001:1.0:1767384665.564495:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384665.564498:0:17887:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:1.0:1767384665.564499:0:16348:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384665.564500:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384665.564502:0:17887:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384665.564504:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384665.564509:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384665.564509:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000396866f6. 00000020:00000001:0.0:1767384665.564510:0:17887:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384665.564515:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384665.564517:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a27bbbcd x1853237049193472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384665.564518:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384665.564523:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384665.564526:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384665.564529:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c050f29. 00000100:00100000:0.0:1767384665.564533:0:17887:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a27bbbcd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16351:x1853237049193472:12345-0@lo:400: Request processed in 439us (1629us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384665.564535:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384665.564538:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.564543:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384665.564549:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000557cabb x1853237049193216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384665.564549:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384665.564554:0:17887:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00100000:3.0:1767384665.564556:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff3740c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16349:1853237049193728:0@lo:400: 00000100:00000001:0.0:1767384665.564559:0:17887:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384665.564562:0:17887:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384665.564566:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc241e7c. 00000100:00000001:3.0:1767384665.564570:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384665.564572:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d7d465a1. 00000100:00000001:1.0:1767384665.564573:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384665.564574:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384665.564576:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1767384665.564578:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a28b1fc. 02000000:00000010:1.0:1767384665.564579:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000428ba45. 00000100:00000040:3.0:1767384665.564582:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff3740c8 x1853237049193728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384665.564585:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767384665.564586:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000020:00000001:1.0:1767384665.564589:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384665.564591:0:17887:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384665.564593:0:16348:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384665.564598:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384665.564600:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039701df5. 00000100:00000001:3.0:1767384665.564604:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384665.564605:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384665.564628:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384665.564631:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384665.564633:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384665.564635:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384665.564636:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011c667bf. 02000000:00000001:3.0:1767384665.564639:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384665.564641:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767384665.564642:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b640f3a8 02000000:00000010:3.0:1767384665.564644:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000420af5cb. 00000100:00000010:1.0:1767384665.564646:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000557cabb. 00000400:00000010:0.0:1767384665.564646:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b640f3a8. 02000000:00000001:3.0:1767384665.564651:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384665.564652:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384665.564654:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384665.564655:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767384665.564657:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.564658:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384665.564659:0:16349:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384665.564665:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384665.564667:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384665.564671:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3c0745d. 00000100:00000200:0.0:1767384665.564674:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.564676:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384665.564679:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384665.564680:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.564684:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384665.564686:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384665.564688:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff3740c8. 00000100:00000001:1.0:1767384665.564691:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.564695:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384665.564700:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384665.564702:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.564706:0:16351:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384665.564707:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384665.564709:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384665.564711:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.564712:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.564716:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.564718:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384665.564719:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.564722:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384665.564725:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=72 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384665.564726:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384665.564730:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384665.564732:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384665.564736:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384665.564738:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.564740:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384665.564744:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384665.564752:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.564755:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384665.564756:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384665.564758:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384665.564759:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.564762:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.564769:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384665.564771:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384665.564772:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384665.564775:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384665.564780:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16351:1853237049193472:0@lo:400: 00000100:00000001:0.0:1767384665.564783:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.564785:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384665.564786:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd2d4228 x1853237049193472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.564789:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384665.564796:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384665.564798:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0c06c1b. 02000000:00000001:0.0:1767384665.564800:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384665.564802:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384665.564803:0:16351:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384665.564804:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384665.564806:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012e4acd7. 02000000:00000001:0.0:1767384665.564809:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384665.564810:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384665.564811:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd2d4228. 00000100:00000001:0.0:1767384665.564813:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384665.564813:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.564815:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.564818:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384665.564819:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.564821:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384665.564822:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384665.568642:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294953990, at 4294953991 00000100:00000010:1.0:1767384665.568649:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cdb9ffe. 00000100:00000040:2.0:1767384665.568652:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294953990, at 4294953991 00000100:00000010:2.0:1767384665.568660:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4387dc8. 00000100:00000040:0.0:1767384665.568676:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294953989, at 4294953991 00000100:00000010:0.0:1767384665.568683:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6fb372c. 00000100:00000040:3.0:1767384665.568692:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294953990, at 4294953991 00000100:00000010:3.0:1767384665.568701:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029e75607. 00000400:00000200:2.0:1767384665.945672:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp45 00000800:00000200:3.0:1767384665.945676:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004b165b8f] -> 12345-192.168.202.137@tcp17 (6) 00000400:00000010:2.0:1767384665.945681:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000edfafa3e. 00000800:00000200:3.0:1767384665.945685:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp17 ip 192.168.202.137:988 00000800:00000200:3.0:1767384665.945689:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384665.945691:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b4ac1091. 00000400:00000010:2.0:1767384665.945699:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c7d0fc. 00000400:00000010:2.0:1767384665.945708:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000092ca403a. 00000400:00000200:2.0:1767384665.945715:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp45 00000400:00000200:2.0:1767384665.945739:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp45 local destination 00000400:00000200:2.0:1767384665.945747:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp45 00000400:00000200:2.0:1767384665.945753:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp45 NI seq info: [193:193:256:4294967295] 192.168.202.137@tcp45 LPNI seq info [183:183:8:4294967295] 00000400:00000200:2.0:1767384665.945761:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp45 00000400:00000200:2.0:1767384665.945773:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp45(192.168.202.137@tcp45:) -> 192.168.202.137@tcp45(192.168.202.137@tcp45:192.168.202.137@tcp45) : GET try# 0 00000800:00000200:2.0:1767384665.945779:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp45 00000800:00000010:2.0:1767384665.945791:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c1b00ead. 00000800:00000200:2.0:1767384665.945799:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1f471a9] -> 12345-192.168.202.137@tcp45 (2) 00000800:00000200:2.1:1767384665.945804:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1f471a9] -> 12345-192.168.202.137@tcp45 (2) 00000800:00000200:3.0:1767384665.945814:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384665.945821:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.945834:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384665.945834:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp45 added to recovery queue. ping count: 2 next ping: 291 health :800 00000800:00000001:3.0:1767384665.945842:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.945848:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384665.945916:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.945958:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.945977:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.945991:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946007:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946024:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946045:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946077:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946104:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946124:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946142:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946158:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946174:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946193:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946211:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946234:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946249:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946262:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946278:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946292:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946306:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946339:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946360:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946376:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946393:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946409:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946425:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946438:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946452:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946468:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946484:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946499:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946516:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946533:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384665.946549:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384665.946698:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e4b6550b. 00000800:00000010:0.0:1767384665.946704:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009a01cef2. 00000800:00000010:0.0:1767384665.946710:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e1837212. 00000800:00000010:0.0:1767384665.946734:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e1837212. 00000800:00020000:0.0:1767384665.946740:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384665.946744:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009a01cef2. 00000800:00000010:0.0:1767384665.946745:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e4b6550b. 00000400:02020000:0.0:1767384665.946777:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp45 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384665.946785:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp45 notifying 192.168.202.137@tcp45: down 00000400:00000200:0.0:1767384665.946790:0:16338:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384665.946795:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp45 00000800:00000010:0.0:1767384665.946805:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c1b00ead. 00000400:00000200:0.0:1767384665.946810:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384665.946815:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp45->192.168.202.137@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384665.946826:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384665.946831:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384665.946835:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp45) recovery failed with -71 10000000:00000001:3.0:1767384666.073741:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384666.073746:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 2 10000000:00000001:3.0:1767384666.073750:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384666.073751:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384666.073752:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384666.073753:0:17077:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384666.073755:0:17077:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384666.073757:0:17077:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384666.073758:0:17077:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8fe3054f6000 from 79 10000000:00000001:3.0:1767384666.073760:0:17077:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384666.073761:0:17077:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384666.073766:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8049301. 00000020:00000040:3.0:1767384666.073769:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384666.073773:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384666.073776:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384666.073780:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384666.073785:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000178897de. 00000100:00000001:3.0:1767384666.073790:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.073794:0:17077:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384666.073796:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384666.073807:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000078bed2f7. 00010000:00000001:3.0:1767384666.073810:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384666.073812:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003577f840. 00000020:00000001:3.0:1767384666.073815:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384666.073817:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003577f840 with handle 0x7f71e2b70dd203d9 to hash 00000020:00000001:3.0:1767384666.073819:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384666.073819:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961957888 : -123268747593728 : ffff8fe342167800) 00010000:00000001:3.0:1767384666.073821:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961957888 : -123268747593728 : ffff8fe342167800) 00010000:00000001:3.0:1767384666.073824:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384666.073825:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384666.073827:0:17077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384666.073834:0:17077:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384666.073842:0:17077:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384666.073846:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384666.073847:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384666.073851:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090cdb148. 00000100:00000001:3.0:1767384666.073852:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804788376128 : -123268921175488 : ffff8fe337bdd240) 00000100:00000001:3.0:1767384666.073854:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384666.073855:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804005799552 : -123269703752064 : ffff8fe30918a680) 00000100:00000001:3.0:1767384666.073858:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384666.073860:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.073861:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384666.073863:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384666.073868:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8049301 x1853237049193856/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.073874:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384666.073876:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.073879:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384666.073887:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384666.073889:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384666.073892:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d8049301 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049193856:0@lo:101: 00000100:00000001:3.0:1767384666.073897:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384666.073902:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384666.073905:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.073908:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384666.073912:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3e0ac3e. 02000000:00000001:3.0:1767384666.073914:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384666.073919:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055c4d388. 00000400:00000010:3.0:1767384666.073926:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009827efa7. 00000100:00000200:3.0:1767384666.073933:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049193856, portal 25 00000100:00000001:3.0:1767384666.073935:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384666.073936:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804005799552 : -123269703752064 : ffff8fe30918a680) 00000100:00000040:3.0:1767384666.073940:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d8049301 x1853237049193856/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.073947:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384666.073950:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384666.073952:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa15c664. 00000100:00000200:3.0:1767384666.073954:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049193856, offset 0 00000400:00000200:3.0:1767384666.073961:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384666.073973:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384666.073983:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260007580 00000400:00000200:3.0:1767384666.073989:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15f9 [2] + 0 00000400:00000010:3.0:1767384666.073993:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000542857f. 00000400:00000200:3.0:1767384666.073996:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005f8e39a9 00000400:00000200:3.0:1767384666.074003:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.074006:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384666.074010:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f8e39a9 00000400:00000010:3.0:1767384666.074012:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f8e39a9. 00000100:00000001:3.0:1767384666.074016:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384666.074018:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384666.074021:0:17077:0:(events.c:337:request_in_callback()) incoming req@00000000c01bc5fb x1853237049193856 msgsize 328 00000100:00100000:3.0:1767384666.074025:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384666.074033:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384666.074047:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384666.074055:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa15c664 00000400:00000010:3.0:1767384666.074057:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa15c664. 00000100:00000001:3.0:1767384666.074059:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384666.074063:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d8049301 x1853237049193856/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.074072:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384666.074076:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d8049301 x1853237049193856/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.074082:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.074085:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384666.074090:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.074093:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384666.074094:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294954501 00000100:00100000:1.0:1767384666.074097:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193856 00000100:00000010:3.0:1767384666.074101:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029e75607. 02000000:00000001:1.0:1767384666.074101:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384666.074106:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384666.074110:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384666.074110:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.074117:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.074118:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294954501 00000100:00100000:1.0:1767384666.074122:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193856 00000100:00000010:3.0:1767384666.074123:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c4bb1b7. 00000020:00000001:1.0:1767384666.074127:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384666.074129:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000020:00000040:1.0:1767384666.074131:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:3.0:1767384666.074135:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294954501 00000020:00000001:1.0:1767384666.074136:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384666.074139:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a14ccd09. 00000100:00000001:3.0:1767384666.074142:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384666.074147:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294954501 00000020:00000040:1.0:1767384666.074148:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000010:3.0:1767384666.074152:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6fb372c. 00000020:00000001:1.0:1767384666.074153:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384666.074157:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767384666.074159:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384666.074162:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384666.074166:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.074167:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384666.074169:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384666.074172:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384666.074172:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023508462. 00000100:00000001:1.0:1767384666.074176:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384666.074178:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 0000000090cdb148 going to sleep for 11 seconds 00000020:00000010:1.0:1767384666.074180:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023508462. 00000100:00000001:3.0:1767384666.074184:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384666.074187:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000792c2f56. 00000100:00000001:3.0:1767384666.074188:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.074192:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b7ada54. 00000020:00000010:1.0:1767384666.074197:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000339934d. 00000100:00000040:1.0:1767384666.074210:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384666.074212:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384666.074214:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384666.074215:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.074222:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.074235:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.074249:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384666.074251:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384666.074255:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00000040:1.0:1767384666.074258:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384666.074260:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885425232 : -123268824126384 : ffff8fe33d86ac50) 00000100:00000040:1.0:1767384666.074263:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c01bc5fb x1853237049193856/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 328/0 e 0 to 0 dl 1767384677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.074270:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384666.074272:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023508462. 00000100:00000001:1.0:1767384666.074274:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384666.074276:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023508462. 00000100:00100000:1.0:1767384666.074279:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c01bc5fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:17077:x1853237049193856:12345-0@lo:101: 00000100:00000200:1.0:1767384666.074282:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193856 00000020:00000001:1.0:1767384666.074284:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384666.074286:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384666.074288:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.074296:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384666.074298:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000020:00000001:1.0:1767384666.074301:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384666.074303:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384666.074305:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384666.074307:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384666.074310:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.074312:0:17075:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384666.074314:0:17075:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384666.074315:0:17075:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384666.074317:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384666.074329:0:17075:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.074334:0:17075:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384666.074338:0:17075:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bdf6dfa1. 00010000:00000001:1.0:1767384666.074341:0:17075:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384666.074343:0:17075:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000922db920. 00000020:00000001:1.0:1767384666.074345:0:17075:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384666.074347:0:17075:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000922db920 with handle 0x7f71e2b70dd203e0 to hash 00000020:00000001:1.0:1767384666.074349:0:17075:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384666.074350:0:17075:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804782834688 : -123268926716928 : ffff8fe337694400) 00010000:00000001:1.0:1767384666.074352:0:17075:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804782834688 : -123268926716928 : ffff8fe337694400) 00010000:00010000:1.0:1767384666.074353:0:17075:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000922db920/0x7f71e2b70dd203e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f71e2b70dd203d9 expref: -99 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384666.074359:0:17075:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000f6abc116 : new locks_count 10 00000020:00000040:1.0:1767384666.074361:0:17075:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=15 00000100:00000001:1.0:1767384666.074367:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384666.074369:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384666.074372:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009654eeaf. 02000000:00000001:1.0:1767384666.074374:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.074375:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.074377:0:17075:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384666.074380:0:17075:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384666.074382:0:17075:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384666.074384:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384666.074390:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.074391:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384666.074392:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.074394:0:17075:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384666.074396:0:17075:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384666.074397:0:17075:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384666.074398:0:17075:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384666.074400:0:17075:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bdf6dfa1) refcount = 1 00010000:00010000:1.0:1767384666.074403:0:17075:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000922db920/0x7f71e2b70dd203e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7f71e2b70dd203d9 expref: 15 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.074408:0:17075:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384666.074409:0:17075:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384666.074411:0:17075:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.074412:0:17075:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.074413:0:17075:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384666.074418:0:17075:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384666.074420:0:17075:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000922db920/0x7f71e2b70dd203e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd203d9 expref: 15 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.074424:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384666.074426:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384666.074428:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.074430:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.074432:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384666.074433:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.074434:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384666.074435:0:17075:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000922db920, rc 0) 00000020:00000001:1.0:1767384666.074436:0:17075:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384666.074438:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049193856 00010000:00000001:1.0:1767384666.074440:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384666.074443:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c01bc5fb x1853237049193856/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 328/344 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384666.074449:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384666.074451:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384666.074454:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.074460:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384666.074463:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384666.074465:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384666.074467:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384666.074468:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.074471:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384666.074474:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384666.074477:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3d8d3c5. 00000100:00000200:1.0:1767384666.074479:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049193856, offset 224 00000400:00000200:1.0:1767384666.074483:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384666.074490:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384666.074496:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260007580 00000400:00000200:1.0:1767384666.074499:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1ec9 [1] + 224 00000400:00000200:1.0:1767384666.074502:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.074505:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384666.074508:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384666.074511:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d8049301 x1853237049193856/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384666.074518:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000d8049301 x1853237049193856/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.074531:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384666.074535:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d8d3c5 00000400:00000010:1.0:1767384666.074537:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3d8d3c5. 00000100:00000001:1.0:1767384666.074539:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384666.074541:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384666.074544:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.074547:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384666.074549:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384666.074550:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384666.074550:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.074554:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384666.074556:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384666.074557:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c01bc5fb x1853237049193856/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 328/344 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384666.074560:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384666.074563:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055c4d388. 00000400:00000200:3.0:1767384666.074569:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009827efa7 00000100:00100000:1.0:1767384666.074572:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c01bc5fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049193856:12345-0@lo:101: Request processed in 299us (547us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384666.074574:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009827efa7. 00000100:00000001:3.0:1767384666.074577:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384666.074583:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d8049301 x1853237049193856/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384666.074588:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:1.0:1767384666.074593:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:1.0:1767384666.074597:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384666.074599:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d8049301 x1853237049193856/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.074599:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384666.074605:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b7ada54. 00000100:00000001:3.0:1767384666.074627:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384666.074631:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.074635:0:17077:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384666.074636:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000339934d. 02000000:00000001:3.0:1767384666.074638:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384666.074640:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384666.074641:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000792c2f56. 00000100:00000001:3.0:1767384666.074642:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.074646:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384666.074647:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00001000:3.0:1767384666.074650:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=83 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384666.074652:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384666.074655:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=83 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384666.074656:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009654eeaf. 02000000:00000001:1.0:1767384666.074660:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384666.074661:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384666.074663:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.074664:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.074666:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384666.074668:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.074670:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384666.074673:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8049301 x1853237049193856/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384666.074677:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384666.074681:0:17077:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384666.074681:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000010:1.0:1767384666.074683:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f73fb49e. 00000100:00000001:3.0:1767384666.074687:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384666.074688:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.074690:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384666.074690:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030730a07. 00000100:00000040:3.0:1767384666.074697:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8049301 x1853237049193856/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384666.074698:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384666.074702:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384666.074705:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d8049301 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049193856:0@lo:101: 00000100:00000001:3.0:1767384666.074710:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.074717:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.074719:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384666.074721:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384666.074723:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d8049301 x1853237049193856/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.074728:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384666.074730:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000090cdb148. 00000100:00000001:3.0:1767384666.074733:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000001:2.0:1767384666.074734:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384666.074735:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.074739:0:17077:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000020:00000001:2.0:1767384666.074740:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.074742:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384666.074745:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:2.0:1767384666.074746:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767384666.074747:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003577f840 refcount=4 00000020:00000001:3.0:1767384666.074751:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961957888 : -123268747593728 : ffff8fe342167800) 00010000:00000001:3.0:1767384666.074752:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961957888 : -123268747593728 : ffff8fe342167800) 00010000:00000040:3.0:1767384666.074755:0:17077:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000003577f840, remote cookie: 0x7f71e2b70dd203e0, flags: 0x0 00010000:00000001:3.0:1767384666.074757:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384666.074759:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384666.074760:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384666.074761:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384666.074761:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384666.074763:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000078bed2f7) refcount = 1 00010000:00010000:3.0:1767384666.074765:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd203e0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384666.074770:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384666.074771:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384666.074772:0:17077:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384666.074774:0:17077:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384666.074775:0:17077:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384666.074777:0:17077:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd203e0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384666.074780:0:17077:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384666.074781:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384666.074783:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384666.074784:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384666.074784:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384666.074785:0:17077:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.074786:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384666.074788:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d8049301 x1853237049193856/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.074792:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384666.074794:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384666.074795:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3e0ac3e. 02000000:00000001:3.0:1767384666.074797:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384666.074799:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384666.074800:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384666.074801:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384666.074803:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000178897de. 02000000:00000001:3.0:1767384666.074805:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384666.074806:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384666.074807:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d8049301. 00000100:00000001:3.0:1767384666.074810:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384666.074810:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384666.074812:0:17077:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384666.074813:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384666.074814:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 3 10000000:00000001:3.0:1767384666.074816:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.074817:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384666.074818:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384666.074819:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003577f840 refcount=3 00000020:00000001:3.0:1767384666.074820:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961957888 : -123268747593728 : ffff8fe342167800) 00010000:00000001:3.0:1767384666.074821:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961957888 : -123268747593728 : ffff8fe342167800) 00010000:00000001:3.0:1767384666.074822:0:17077:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384666.074823:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384666.074824:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384666.074825:0:17077:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384666.074827:0:17077:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384666.074829:0:17077:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000009574b8d6. 00000100:00000010:3.0:1767384666.074839:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8049301. 00000020:00000040:3.0:1767384666.074841:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384666.074844:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384666.074845:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384666.074847:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384666.074850:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000178897de. 00000100:00000001:3.0:1767384666.074852:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.074855:0:17077:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384666.074857:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d3e0ac3e. 00000100:00000010:3.0:1767384666.074859:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000237b0e0d. 00000020:00000040:3.0:1767384666.074860:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384666.074863:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384666.074864:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384666.074866:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090cdb148. 00000100:00000001:3.0:1767384666.074867:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620804788376128 : -123268921175488 : ffff8fe337bdd240) 00000100:00000001:3.0:1767384666.074868:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384666.074869:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804005799552 : -123269703752064 : ffff8fe30918a680) 00000100:00000001:3.0:1767384666.074871:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384666.074872:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.074873:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384666.074874:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384666.074875:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8049301 x1853237049193984/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.074881:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384666.074882:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.074885:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384666.074887:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384666.074889:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384666.074891:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d8049301 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049193984:0@lo:256: 00000100:00000001:3.0:1767384666.074894:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384666.074897:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384666.074898:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.074901:0:17077:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384666.074905:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055c4d388. 00000400:00000010:3.0:1767384666.074909:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009a0562b7. 00000100:00000200:3.0:1767384666.074912:0:17077:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260007600-0x6958260007600, portal 33 00000100:00000001:3.0:1767384666.074915:0:17077:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.074918:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384666.074920:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb8f34cb. 02000000:00000001:3.0:1767384666.074922:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384666.074924:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000542857f. 00000400:00000010:3.0:1767384666.074927:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009827efa7. 00000100:00000200:3.0:1767384666.074930:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049193984, portal 25 00000100:00000001:3.0:1767384666.074932:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384666.074933:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804005799552 : -123269703752064 : ffff8fe30918a680) 00000100:00000040:3.0:1767384666.074937:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d8049301 x1853237049193984/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.074944:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384666.074946:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384666.074948:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa15c664. 00000100:00000200:3.0:1767384666.074950:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049193984, offset 0 00000400:00000200:3.0:1767384666.074954:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384666.074959:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384666.074965:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260007600 00000400:00000200:3.0:1767384666.074967:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1601 [2] + 0 00000400:00000010:3.0:1767384666.074970:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000640aa3a2. 00000400:00000200:3.0:1767384666.074974:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009b2e4547 00000400:00000200:3.0:1767384666.074976:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.074979:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384666.074981:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b2e4547 00000400:00000010:3.0:1767384666.074982:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b2e4547. 00000100:00000001:3.0:1767384666.074985:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384666.074986:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384666.074988:0:17077:0:(events.c:337:request_in_callback()) incoming req@00000000ec2d4492 x1853237049193984 msgsize 304 00000100:00100000:3.0:1767384666.074991:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384666.074992:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384666.075001:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384666.075003:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa15c664 00000400:00000010:3.0:1767384666.075004:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa15c664. 00000100:00000001:3.0:1767384666.075006:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384666.075008:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d8049301 x1853237049193984/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.075018:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384666.075020:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d8049301 x1853237049193984/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.075024:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.075025:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384666.075027:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.075029:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294954502 00000100:00000001:3.0:1767384666.075034:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294954501 00000100:00000001:3.0:1767384666.075038:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294954502 00000100:00000001:3.0:1767384666.075041:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294954501 00000100:00000001:1.0:1767384666.075042:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384666.075044:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294954502 00000100:00100000:1.0:1767384666.075045:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193984 00000100:00000001:3.0:1767384666.075049:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294954501 02000000:00000001:1.0:1767384666.075049:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384666.075052:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384666.075055:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294954502 00000100:00000001:1.0:1767384666.075055:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.075060:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.075061:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294954501 00000100:00100000:1.0:1767384666.075065:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193984 00000100:00000001:3.0:1767384666.075066:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384666.075069:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384666.075070:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384666.075073:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:3.0:1767384666.075074:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384666.075077:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384666.075078:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384666.075081:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 0000000090cdb148 going to sleep for 11 seconds 00000020:00000040:1.0:1767384666.075082:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:3.0:1767384666.075086:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384666.075087:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384666.075089:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.075090:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384666.075094:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384666.075097:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023508462. 00000100:00000001:1.0:1767384666.075099:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384666.075101:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023508462. 00000020:00000010:1.0:1767384666.075105:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000792c2f56. 00000020:00000010:1.0:1767384666.075114:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b7ada54. 00000020:00000010:1.0:1767384666.075117:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000339934d. 00000100:00000040:1.0:1767384666.075122:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384666.075124:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384666.075125:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384666.075126:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.075130:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.075141:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.075150:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384666.075152:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384666.075156:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00000040:1.0:1767384666.075158:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384666.075160:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885413968 : -123268824137648 : ffff8fe33d868050) 00000100:00000040:1.0:1767384666.075165:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ec2d4492 x1853237049193984/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 304/0 e 0 to 0 dl 1767384677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.075172:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384666.075174:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023508462. 00000100:00000001:1.0:1767384666.075175:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384666.075177:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023508462. 00000100:00100000:1.0:1767384666.075179:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ec2d4492 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049193984:12345-0@lo:256: 00000100:00000200:1.0:1767384666.075181:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193984 00000020:00000001:1.0:1767384666.075183:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384666.075184:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384666.075185:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.075186:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384666.075188:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592544 : -1047959072 : ffffffffc18969e0) 00000020:00000001:1.0:1767384666.075189:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384666.075190:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384666.075192:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384666.075192:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384666.075194:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.075196:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384666.075197:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384666.075204:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009654eeaf. 02000000:00000001:1.0:1767384666.075205:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.075206:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.075209:0:17075:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384666.075212:0:17075:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384666.075214:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384666.075215:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384666.075217:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.075219:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384666.075220:0:17075:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384666.075222:0:17075:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000098509593. 20000000:00000001:1.0:1767384666.075224:0:17075:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384666.075237:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384666.075242:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384666.075246:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384666.075247:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384666.075248:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384666.075249:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384666.075251:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384666.075252:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384666.075254:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384666.075255:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384666.075256:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384666.075257:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384666.075258:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384666.075259:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384666.075260:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384666.075261:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384666.075262:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384666.075263:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384666.075264:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384666.075266:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384666.075267:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384666.075268:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384666.075269:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384666.075270:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384666.075272:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384666.075273:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384666.075274:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384666.075280:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384666.075282:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384666.075283:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384666.075284:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384666.075285:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384666.075286:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384666.075288:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384666.075289:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384666.075290:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384666.075291:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384666.075292:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384666.075293:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:1.0:1767384666.075294:0:17075:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 3292/1/4/3. 20000000:00000040:1.0:1767384666.075301:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384666.075303:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384666.075305:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384666.075306:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384666.075307:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384666.075308:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384666.075310:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384666.075311:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384666.075312:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384666.075313:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384666.075314:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384666.075315:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384666.075316:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384666.075317:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384666.075319:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384666.075332:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384666.075333:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384666.075334:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384666.075336:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384666.075337:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384666.075338:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384666.075339:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384666.075341:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384666.075342:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384666.075343:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384666.075344:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384666.075351:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384666.075352:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384666.075353:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384666.075354:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384666.075356:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384666.075357:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384666.075358:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384666.075359:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384666.075360:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384666.075361:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384666.075362:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384666.075363:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384666.075364:0:17075:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:1.0:1767384666.075366:0:17075:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 2488/1/4/3. 20000000:01000000:1.0:1767384666.075367:0:17075:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1608, version 82 20000000:00000001:1.0:1767384666.075368:0:17075:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1608 : 1608 : 648) 00000100:00000001:1.0:1767384666.075370:0:17075:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384666.075373:0:17075:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000074c07651. 00000100:00000010:1.0:1767384666.075376:0:17075:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f7281da1. 00000020:00000040:1.0:1767384666.075378:0:17075:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=16 00010000:00000001:1.0:1767384666.075380:0:17075:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384666.075382:0:17075:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384666.075384:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3d8d3c5. 00000400:00000010:1.0:1767384666.075389:0:17075:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002b620b21. 00000400:00000200:1.0:1767384666.075392:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384666.075398:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384666.075404:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1608 into portal 33 MB=0x6958260007600 00000400:00000200:1.0:1767384666.075407:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1608/1608 into md 0x1ed9 [4] + 0 00000400:00000010:1.0:1767384666.075409:0:17075:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055c4d388. 00000400:00000200:1.0:1767384666.075411:0:17075:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a0562b7 00000400:00000200:1.0:1767384666.075413:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.075415:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384666.075417:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a0562b7 00000400:00000010:1.0:1767384666.075418:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009a0562b7. 00000100:00000001:1.0:1767384666.075421:0:17075:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384666.075422:0:17075:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000d8049301 desc 00000000d3e0ac3e mbits 1853237049193984 00000100:00000001:1.0:1767384666.075431:0:17075:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384666.075439:0:17075:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384666.075443:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384666.075449:0:17075:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1ee5 00000400:00000200:1.0:1767384666.075451:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.075454:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384666.075455:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384666.075456:0:17075:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384666.075459:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384666.075459:0:17075:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000074c07651 00000100:00000001:1.0:1767384666.075466:0:17075:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384666.075471:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d8d3c5 00000400:00000010:1.0:1767384666.075472:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3d8d3c5. 00000100:00000001:1.0:1767384666.075474:0:17075:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384666.075476:0:17075:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000074c07651 00000100:00000001:1.0:1767384666.075477:0:17075:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384666.075481:0:17075:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1608 bytes via portal 33 id 12345-0@lo mbits 0x6958260007600-0x6958260007600 00000100:00000001:1.0:1767384666.075483:0:17075:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.075486:0:17075:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.075488:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384666.075490:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000010:1.0:1767384666.075492:0:17075:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f7281da1. 00000100:00000010:1.0:1767384666.075495:0:17075:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000074c07651. 00000100:00000001:1.0:1767384666.075497:0:17075:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384666.075498:0:17075:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384666.075504:0:17075:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000098509593. 20000000:00000001:1.0:1767384666.075506:0:17075:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384666.075508:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049193984 00010000:00000001:1.0:1767384666.075509:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384666.075512:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ec2d4492 x1853237049193984/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 304/240 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384666.075517:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384666.075518:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384666.075520:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.075522:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384666.075524:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384666.075525:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384666.075527:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384666.075533:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.075535:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384666.075536:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384666.075538:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3d8d3c5. 00000100:00000200:1.0:1767384666.075540:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049193984, offset 224 00000400:00000200:1.0:1767384666.075542:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384666.075546:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384666.075549:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260007600 00000400:00000200:1.0:1767384666.075551:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1edd [1] + 224 00000400:00000200:1.0:1767384666.075554:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.075555:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384666.075558:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384666.075560:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d8049301 x1853237049193984/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384666.075565:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000d8049301 x1853237049193984/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.075576:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384666.075579:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d8d3c5 00000400:00000010:1.0:1767384666.075580:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3d8d3c5. 00000100:00000001:1.0:1767384666.075582:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384666.075584:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384666.075586:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.075588:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:1.0:1767384666.075589:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384666.075590:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.075592:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384666.075595:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec2d4492 x1853237049193984/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 304/240 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.075596:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384666.075600:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384666.075603:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384666.075603:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ec2d4492 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049193984:12345-0@lo:256: Request processed in 430us (613us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384666.075640:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000542857f. 00000400:00000200:3.0:1767384666.075645:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009827efa7 00000400:00000010:3.0:1767384666.075648:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009827efa7. 00000100:00100000:1.0:1767384666.075652:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000001:3.0:1767384666.075653:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384666.075655:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000200:3.0:1767384666.075659:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d8049301 x1853237049193984/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.075659:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384666.075667:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384666.075671:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b7ada54. 00000100:00000200:3.0:1767384666.075674:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d8049301 x1853237049193984/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384666.075676:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000339934d. 00000020:00000010:1.0:1767384666.075682:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000792c2f56. 00000100:00000001:3.0:1767384666.075684:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384666.075686:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000001:3.0:1767384666.075687:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384666.075690:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384666.075691:0:17077:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384666.075694:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000009654eeaf. 02000000:00000001:3.0:1767384666.075695:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384666.075697:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384666.075700:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.075701:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384666.075702:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.075705:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384666.075706:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=83 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384666.075711:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=83 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384666.075712:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384666.075713:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384666.075716:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.075719:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384666.075719:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007dd14961. 00010000:00000001:3.0:1767384666.075720:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.075725:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384666.075727:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001936a15e. 00000100:00000040:3.0:1767384666.075728:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000d8049301 x1853237049193984/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384666.075737:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000d8049301 x1853237049193984/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.075741:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384666.075742:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384666.075744:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8049301 x1853237049193984/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384666.075752:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d8049301 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049193984:0@lo:256: 00000100:00000001:3.0:1767384666.075755:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.075757:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.075758:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384666.075759:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384666.075760:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d8049301 x1853237049193984/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.075765:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384666.075767:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000090cdb148. 00000100:00000001:3.0:1767384666.075769:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384666.075771:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384666.075773:0:17077:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 82, more 0. 10000000:00000001:3.0:1767384666.075776:0:17077:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384666.075781:0:17077:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000004c856fef. 10000000:00000040:3.0:1767384666.075788:0:17077:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.137@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384666.075792:0:17077:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384666.075795:0:17077:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384666.075798:0:17077:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.137@tcp has 192.168.202.137@tcp. 00000100:00000001:3.0:1767384666.075800:0:17077:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.075801:0:17077:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384666.075802:0:17077:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.137@tcp with 192.168.202.137@tcp 00000100:00000200:3.0:1767384666.075804:0:17077:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.137@tcp' 00000100:00000200:3.0:1767384666.075807:0:17077:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 39 NIDs for '192.168.202.137@tcp' 00000400:00000200:3.0:1767384666.075809:0:17077:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384666.075811:0:17077:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384666.075813:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:3.0:1767384666.075817:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384666.075820:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (38) 00000400:00000200:3.0:1767384666.075823:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (39) 00000400:00000200:3.0:1767384666.075834:0:17077:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384666.075836:0:17077:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384666.075838:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384666.075840:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:3.0:1767384666.075841:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (40) 00000400:00000200:3.0:1767384666.075843:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:3.0:1767384666.075845:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:3.0:1767384666.075847:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.075848:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:3.0:1767384666.075850:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:3.0:1767384666.075852:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.075853:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000400:00000200:3.0:1767384666.075854:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.137@tcp12 00000400:00000200:3.0:1767384666.075857:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.075859:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp12 00000400:00000200:3.0:1767384666.075861:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.137@tcp13 00000400:00000200:0.0:1767384666.075862:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384666.075864:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.075867:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp13 00000400:00000200:3.0:1767384666.075869:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.137@tcp14 00000400:00000200:0.0:1767384666.075873:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302071 00000400:00000200:3.0:1767384666.075874:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.075878:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp14 00000400:00000200:0.0:1767384666.075880:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (39) 00000400:00000200:3.0:1767384666.075882:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.137@tcp15 00000400:00000200:3.0:1767384666.075889:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp15 NID flags 0x1: -114 00000400:00000010:0.0:1767384666.075890:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000035da1f17. 00000400:00000200:3.0:1767384666.075891:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp15 00000400:00000200:3.0:1767384666.075897:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.137@tcp16 00000400:00000010:0.0:1767384666.075899:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b640f3a8. 00000400:00000200:3.0:1767384666.075904:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.075908:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp16 00000400:00000010:0.0:1767384666.075909:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d8c9e300. 00000400:00000200:3.0:1767384666.075912:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.137@tcp17 00000400:00000200:0.0:1767384666.075918:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:3.0:1767384666.075919:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.075923:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp17 00000400:00000200:3.0:1767384666.075925:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.137@tcp18 00000400:00000200:3.0:1767384666.075929:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384666.075932:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:3.0:1767384666.075934:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp18 00000400:00000200:3.0:1767384666.075938:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.137@tcp19 00000400:00000200:0.0:1767384666.075942:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00000400:00000200:3.0:1767384666.075945:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.075949:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp19 00000400:00000200:3.0:1767384666.075952:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.137@tcp20 00000400:00000200:3.0:1767384666.075956:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.075958:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp20 00000400:00000200:0.0:1767384666.075958:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 141], ns[168, 150] 00000400:00000200:3.0:1767384666.075962:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.137@tcp21 00000400:00000200:3.0:1767384666.075968:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.075970:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp21 00000400:00000200:0.0:1767384666.075972:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 141], ns[62, 150] 00000400:00000200:3.0:1767384666.075973:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.137@tcp22 00000400:00000200:3.0:1767384666.075978:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.075982:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp22 00000400:00000200:3.0:1767384666.075985:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.137@tcp23 00000400:00000200:0.0:1767384666.075989:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:3.0:1767384666.075992:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.075996:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp23 00000400:00000200:3.0:1767384666.076000:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.137@tcp24 00000400:00000200:0.0:1767384666.076004:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 00000400:00000200:3.0:1767384666.076005:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076009:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp24 00000400:00000200:3.0:1767384666.076013:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.137@tcp25 00000400:00000200:3.0:1767384666.076018:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384666.076019:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 62], ns[83, 62] 00000400:00000200:3.0:1767384666.076020:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp25 00000400:00000200:3.0:1767384666.076024:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.137@tcp26 00000400:00000200:3.0:1767384666.076030:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076033:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp26 00000400:00000200:0.0:1767384666.076033:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 00000400:00000200:3.0:1767384666.076036:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.137@tcp27 00000400:00000200:3.0:1767384666.076042:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076045:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp27 00000400:00000200:0.0:1767384666.076046:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 62], ns[93, 62] 00000400:00000200:3.0:1767384666.076049:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.137@tcp28 00000400:00000200:3.0:1767384666.076055:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384666.076058:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 62], ns[109, 62] 00000400:00000200:3.0:1767384666.076059:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp28 00000400:00000200:3.0:1767384666.076064:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.137@tcp29 00000400:00000200:3.0:1767384666.076070:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076072:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp29 00000400:00000200:0.0:1767384666.076074:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 62], ns[111, 62] 00000400:00000200:3.0:1767384666.076076:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.137@tcp30 00000400:00000200:3.0:1767384666.076082:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076084:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp30 00000400:00000200:0.0:1767384666.076087:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 62], ns[115, 62] 00000400:00000200:3.0:1767384666.076088:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.137@tcp31 00000400:00000200:3.0:1767384666.076091:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076092:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp31 00000400:00000200:3.0:1767384666.076093:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.137@tcp32 00000400:00000200:3.0:1767384666.076094:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076095:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp32 00000400:00000200:3.0:1767384666.076099:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.137@tcp33 00000400:00000200:3.0:1767384666.076104:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076107:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp33 00000400:00000200:3.0:1767384666.076108:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.137@tcp34 00000400:00000200:3.0:1767384666.076111:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076113:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp34 00000400:00000200:0.0:1767384666.076113:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 62], ns[124, 62] 00000400:00000200:3.0:1767384666.076118:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.137@tcp35 00000400:00000200:3.0:1767384666.076123:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076125:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp35 00000400:00000200:0.0:1767384666.076128:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[130, 62] 00000400:00000200:3.0:1767384666.076129:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.137@tcp36 00000400:00000200:3.0:1767384666.076134:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076139:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp36 00000400:00000200:3.0:1767384666.076143:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.137@tcp37 00000400:00000200:0.0:1767384666.076143:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 62], ns[134, 62] 00000400:00000200:3.0:1767384666.076149:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076152:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp37 00000400:00000200:3.0:1767384666.076155:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.137@tcp38 00000400:00000200:0.0:1767384666.076158:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 62], ns[164, 62] 00000400:00000200:3.0:1767384666.076159:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076163:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp38 00000400:00000200:3.0:1767384666.076167:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.137@tcp39 00000400:00000200:0.0:1767384666.076171:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 62], ns[179, 62] 00000400:00000200:3.0:1767384666.076172:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384666.076175:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp39 00000400:00000200:3.0:1767384666.076179:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.137@tcp40 00000400:00000200:3.0:1767384666.076184:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384666.076186:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 62], ns[185, 62] 00000400:00000200:3.0:1767384666.076187:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp40 00000100:00000001:3.0:1767384666.076191:0:17077:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.076194:0:17077:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384666.076199:0:17077:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.137@tcp' by NID '192.168.202.137@tcp' 00000400:00000200:0.0:1767384666.076200:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 62], ns[58, 62] 10000000:00000010:3.0:1767384666.076204:0:17077:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000fdf8656b. 10000000:00000040:3.0:1767384666.076208:0:17077:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 82/82 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.137@tcp::2 00000400:00000200:0.0:1767384666.076212:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 58], ns[81, 58] 00000020:00000080:3.0:1767384666.076213:0:17077:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384666.076220:0:17077:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384666.076222:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[173, 58], ns[183, 58] 00000020:00000010:3.0:1767384666.076224:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a308ff3b. 00000020:00000010:3.0:1767384666.076230:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006294bc66. 00000040:00000010:3.0:1767384666.076234:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000051caaeac. 00000400:00000200:0.0:1767384666.076235:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 58], ns[100, 58] 00000020:00000010:3.0:1767384666.076238:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ef859090. 00000020:00000010:3.0:1767384666.076243:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000026fbbba0. 00000400:00000200:0.0:1767384666.076245:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[177, 58], ns[187, 58] 00000020:00000010:3.0:1767384666.076248:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c95c9aa. 80000000:00000010:3.0:1767384666.076254:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4387dc8. 00000400:00000200:0.0:1767384666.076257:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 58], ns[105, 58] 40000000:00000010:3.0:1767384666.076259:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000021e31130. 00100000:00000010:3.0:1767384666.076265:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d6139cdd. 00000400:00000200:0.0:1767384666.076268:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 58], ns[101, 58] 00040000:00000010:3.0:1767384666.076271:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003e293bb9. 00040000:00000010:3.0:1767384666.076277:0:17077:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000171e8b8a. 00000400:00000200:0.0:1767384666.076278:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 58], ns[122, 58] 00040000:00000010:3.0:1767384666.076281:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000090f9bed3. 00080000:00000010:3.0:1767384666.076289:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007477565a. 00000400:00000200:0.0:1767384666.076289:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 58], ns[172, 58] 00080000:00000010:3.0:1767384666.076296:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000325c42f8. 00000400:00000200:0.0:1767384666.076300:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 58], ns[121, 58] 00000004:00000010:3.0:1767384666.076303:0:17077:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008ad046db. 00000004:00000010:3.0:1767384666.076310:0:17077:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000045042ad3. 00000400:00000200:0.0:1767384666.076311:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 58], ns[175, 58] 00000004:00000010:3.0:1767384666.076314:0:17077:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e661df69. 00002000:00000010:3.0:1767384666.076333:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000428ba45. 00000400:00000200:0.0:1767384666.076334:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 58], ns[188, 58] 00000004:00000010:3.0:1767384666.076337:0:17077:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cf6beb18. 00000004:00000001:3.0:1767384666.076341:0:17077:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384666.076344:0:17077:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384666.076347:0:17077:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000fdf8656b 00000040:00001000:3.0:1767384666.076350:0:17077:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384666.076351:0:17077:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384666.076353:0:17077:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384666.076355:0:17077:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:0.0:1767384666.076356:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 58], ns[147, 58] 00000040:00001000:3.0:1767384666.076360:0:17077:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384666.076363:0:17077:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384666.076366:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384666.076369:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.137@tcp::2 00000400:00000200:0.0:1767384666.076370:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 58], ns[159, 58] 00000040:00000001:3.0:1767384666.076373:0:17077:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384666.076379:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 58], ns[182, 58] 00000400:00000200:0.0:1767384666.076389:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 58], ns[173, 58] 00000400:00000200:0.0:1767384666.076399:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 58], ns[177, 58] 00000400:00000200:0.0:1767384666.076405:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 58], ns[190, 58] 00000400:00000200:0.0:1767384666.076411:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[183, 58], ns[193, 58] 00000400:00000200:0.0:1767384666.076415:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:0.0:1767384666.076421:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp27 00000400:00000200:0.0:1767384666.076426:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp27 lpni_is_preferred = 0 00000004:00000001:3.0:1767384666.076428:0:17077:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384666.076431:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp27 00000020:00000010:3.0:1767384666.076434:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006294bc66. 00000040:00000010:3.0:1767384666.076439:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000051caaeac. 00000400:00000200:0.0:1767384666.076440:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp27 NI seq info: [194:194:256:4294967295] 192.168.202.137@tcp27 LPNI seq info [184:184:8:4294967295] 00000020:00000010:3.0:1767384666.076443:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ef859090. 00000020:00000010:3.0:1767384666.076448:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000026fbbba0. 00000020:00000010:3.0:1767384666.076452:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c95c9aa. 00000400:00000200:0.0:1767384666.076452:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp27 80000000:00000010:3.0:1767384666.076457:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b4387dc8. 40000000:00000010:3.0:1767384666.076462:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000021e31130. 00100000:00000010:3.0:1767384666.076466:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d6139cdd. 00000400:00000200:0.0:1767384666.076469:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp27(192.168.202.137@tcp27:) -> 192.168.202.137@tcp27(192.168.202.137@tcp:192.168.202.137@tcp27) : GET try# 0 00040000:00000010:3.0:1767384666.076470:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003e293bb9. 00040000:00000010:3.0:1767384666.076476:0:17077:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000171e8b8a. 00040000:00000010:3.0:1767384666.076480:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000090f9bed3. 00000800:00000200:0.0:1767384666.076481:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp27 00080000:00000010:3.0:1767384666.076484:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000325c42f8. 00080000:00000010:3.0:1767384666.076487:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007477565a. 00000800:00000010:0.0:1767384666.076488:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b3c0745d. 00000004:00000010:3.0:1767384666.076490:0:17077:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008ad046db. 00000004:00000010:3.0:1767384666.076494:0:17077:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000045042ad3. 00000800:00000200:0.0:1767384666.076499:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e38db775] -> 12345-192.168.202.137@tcp27 (6) 00000004:00000010:3.0:1767384666.076500:0:17077:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e661df69. 00002000:00000010:3.0:1767384666.076506:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000428ba45. 00000004:00000010:3.0:1767384666.076509:0:17077:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cf6beb18. 00000020:00000010:3.0:1767384666.076512:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a308ff3b. 00000800:00000200:0.0:1767384666.076513:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp27 ip 192.168.202.137:988 00000020:00000001:3.0:1767384666.076515:0:17077:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384666.076520:0:17077:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384666.076521:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3c0745d type 2, nob 96 niov 1 nkiov 0 10000000:00000010:3.0:1767384666.076522:0:17077:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000fdf8656b. 10000000:00000010:3.0:1767384666.076527:0:17077:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000004c856fef. 10000000:00000001:3.0:1767384666.076530:0:17077:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.076532:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384666.076534:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d8049301 x1853237049193984/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.076539:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384666.076543:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384666.076543:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 02000000:00000010:3.0:1767384666.076546:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb8f34cb. 02000000:00000001:3.0:1767384666.076549:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384666.076550:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300271 rc 0 00000020:00000001:3.0:1767384666.076551:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384666.076554:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384666.076557:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384666.076558:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384666.076559:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384666.076560:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384666.076562:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384666.076563:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000237b0e0d. 00000100:00000010:3.0:1767384666.076565:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d3e0ac3e. 00000100:00000001:3.0:1767384666.076566:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384666.076567:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000178897de. 02000000:00000001:3.0:1767384666.076571:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384666.076572:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384666.076573:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d8049301. 00000100:00000001:3.0:1767384666.076575:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384666.076576:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384666.076586:0:17077:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000009574b8d6. 10000000:01000000:3.0:1767384666.076588:0:17077:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.137@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384666.076591:0:17077:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384666.076593:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384666.076594:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384666.076596:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003577f840 refcount=3 00000020:00000001:3.0:1767384666.076597:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961957888 : -123268747593728 : ffff8fe342167800) 00010000:00000001:3.0:1767384666.076599:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961957888 : -123268747593728 : ffff8fe342167800) 00010000:00000001:3.0:1767384666.076601:0:17077:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384666.076602:0:17077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd203e0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384666.076624:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384666.076626:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384666.076628:0:17077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd203e0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384666.076632:0:17077:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384666.076633:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384666.076634:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384666.076635:0:17077:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384666.076636:0:17077:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384666.076637:0:17077:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384666.076639:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384666.076640:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 3 10000000:00000001:3.0:1767384666.076642:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:0.0:1767384666.076684:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384666.076689:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b3c0745d. 00000800:00000001:3.0:1767384666.076694:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384666.076695:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384666.076703:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp27->192.168.202.137@tcp27: GET: OK 00000800:00000001:3.0:1767384666.076704:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384666.076708:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.076710:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384666.076715:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp27(192.168.202.137@tcp27) <- 192.168.202.137@tcp27 : GET - for me 00000400:00000200:0.0:1767384666.076727:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384666.076728:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384666.076734:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000400:00000200:3.0:1767384666.076739:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 640/640 into md 0x1e59 [1] + 0 00000400:00000200:3.0:1767384666.076748:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp27 to MR: 192.168.202.137@tcp27 local destination 00000400:00000200:3.0:1767384666.076753:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp27 NI seq info: [195:195:255:4294967295] 192.168.202.137@tcp27 LPNI seq info [185:185:7:4294967295] 00000400:00000200:3.0:1767384666.076760:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp27(192.168.202.137@tcp27:192.168.202.137@tcp27) -> 192.168.202.137@tcp27(192.168.202.137@tcp27:192.168.202.137@tcp27) 192.168.202.137@tcp27 : REPLY try# 0 00000800:00000200:3.0:1767384666.076763:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.137@tcp27 00000800:00000010:3.0:1767384666.076766:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e293bb9. 00000800:00000200:3.0:1767384666.076771:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e38db775] -> 12345-192.168.202.137@tcp27 (6) 00000800:00000200:3.0:1767384666.076776:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp27 ip 192.168.202.137:987 00000800:00000200:3.0:1767384666.076779:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e293bb9 type 3, nob 736 niov 1 nkiov 1 00000800:00000001:0.0:1767384666.076804:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384666.076850:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384666.076858:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384666.076861:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384666.076862:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384666.076865:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e293bb9. 00000400:00000200:3.0:1767384666.076870:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384666.076870:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384666.076881:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp27->192.168.202.137@tcp27: REPLY: OK 00000400:00000200:0.0:1767384666.076888:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp27(192.168.202.137@tcp27) <- 192.168.202.137@tcp27 : REPLY - for me 00000400:00000200:0.0:1767384666.076901:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp27: Reply from 12345-192.168.202.137@tcp27 of length 640/640 into md 0x1ef1 00000800:00000001:0.0:1767384666.076907:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384666.076919:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384666.076921:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384666.076927:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp27->192.168.202.137@tcp27: REPLY: OK 00000400:00000200:0.0:1767384666.076931:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b640f3a8 00000400:00000010:0.0:1767384666.076933:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b640f3a8. 00000400:00000200:0.0:1767384666.076937:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384666.076942:0:16342:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:0.0:1767384666.076944:0:16342:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:0.0:1767384666.076948:0:16342:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.137@tcp (656 bytes) 00000400:00000200:0.0:1767384666.076954:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000010:0.0:1767384666.076969:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000035da1f17. 00000400:00000200:0.0:1767384666.076973:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (40) 00000800:00000001:0.0:1767384666.076979:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384666.076985:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384666.076986:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384666.076991:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000d3e0ac3e. 00000400:00000010:3.0:1767384666.076995:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000542857f. 00000800:00000001:0.0:1767384666.076997:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384666.076998:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009827efa7. 00000400:00000200:3.0:1767384666.077004:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d3e0ac3e 00000400:00000001:3.0:1767384666.077007:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384666.077009:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384666.077010:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511069b7. 00000400:00000200:3.0:1767384666.077014:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046a0724a 00000400:00000010:3.0:1767384666.077015:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046a0724a. 00000400:00000200:3.0:1767384666.077018:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:3.0:1767384666.077020:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000005cdf5691. 00000400:00000200:3.0:1767384666.077023:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 656 success 00000400:00000200:3.0:1767384666.077026:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300871 00000400:00000200:3.0:1767384666.077029:0:16346:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.137@tcp:0 00000400:00000200:3.0:1767384666.077031:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302071 rc 1 00000400:00000200:3.0:1767384666.077034:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302071 00000400:00000200:3.0:1767384666.077036:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (39) 00000400:00000010:3.0:1767384666.077039:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000cf6beb18. 00000400:00000010:3.0:1767384666.077041:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa15c664. 00000400:00000010:3.0:1767384666.077044:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a1c009c1. 00000400:00000200:3.0:1767384666.077046:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:3.0:1767384666.077051:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:3.0:1767384666.077055:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00000400:00000200:3.0:1767384666.077058:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 141], ns[168, 150] 00000400:00000200:3.0:1767384666.077064:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 141], ns[62, 150] 00000400:00000200:3.0:1767384666.077068:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:3.0:1767384666.077073:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 00000400:00000200:3.0:1767384666.077076:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 62], ns[83, 62] 00000400:00000200:3.0:1767384666.077080:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 00000400:00000200:3.0:1767384666.077084:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 62], ns[93, 62] 00000400:00000200:3.0:1767384666.077086:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 62], ns[109, 62] 00000400:00000200:3.0:1767384666.077090:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 62], ns[111, 62] 00000400:00000200:3.0:1767384666.077092:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 62], ns[115, 62] 00000400:00000200:3.0:1767384666.077096:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 62], ns[124, 62] 00000400:00000200:3.0:1767384666.077101:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[130, 62] 00000400:00000200:3.0:1767384666.077104:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 62], ns[134, 62] 00000400:00000200:3.0:1767384666.077106:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 62], ns[164, 62] 00000400:00000200:3.0:1767384666.077109:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 62], ns[179, 62] 00000400:00000200:3.0:1767384666.077114:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 62], ns[185, 62] 00000400:00000200:3.0:1767384666.077118:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 62], ns[195, 62] 00000400:00000200:3.0:1767384666.077122:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 62], ns[81, 62] 00000400:00000200:3.0:1767384666.077125:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[173, 62], ns[183, 62] 00000400:00000200:3.0:1767384666.077129:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 62], ns[100, 62] 00000400:00000200:3.0:1767384666.077133:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[177, 62], ns[187, 62] 00000400:00000200:3.0:1767384666.077138:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 62], ns[105, 62] 00000400:00000200:3.0:1767384666.077142:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 62], ns[101, 62] 00000400:00000200:3.0:1767384666.077146:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[122, 62] 00000400:00000200:3.0:1767384666.077150:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 62], ns[172, 62] 00000400:00000200:3.0:1767384666.077153:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 62], ns[121, 62] 00000400:00000200:3.0:1767384666.077156:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 62], ns[175, 62] 00000400:00000200:3.0:1767384666.077160:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 62], ns[188, 62] 00000400:00000200:3.0:1767384666.077164:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[147, 62] 00000400:00000200:3.0:1767384666.077168:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 62], ns[159, 62] 00000400:00000200:3.0:1767384666.077171:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 62], ns[182, 62] 00000400:00000200:3.0:1767384666.077175:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 62], ns[173, 62] 00000400:00000200:3.0:1767384666.077179:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 62], ns[177, 62] 00000400:00000200:3.0:1767384666.077182:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 62], ns[190, 62] 00000400:00000200:3.0:1767384666.077185:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[183, 62], ns[193, 62] 00000400:00000200:3.0:1767384666.077189:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:3.0:1767384666.077191:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp12 00000400:00000200:3.0:1767384666.077193:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp12 lpni_is_preferred = 0 00000400:00000200:3.0:1767384666.077196:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp12 00000400:00000200:3.0:1767384666.077199:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp12 NI seq info: [196:196:256:4294967295] 192.168.202.137@tcp12 LPNI seq info [186:186:8:4294967295] 00000400:00000200:3.0:1767384666.077203:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp12 00000400:00000200:3.0:1767384666.077208:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12:) -> 192.168.202.137@tcp12(192.168.202.137@tcp:192.168.202.137@tcp12) : GET try# 0 00000800:00000200:3.0:1767384666.077212:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp12 00000800:00000010:3.0:1767384666.077215:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003e293bb9. 00000800:00000200:3.0:1767384666.077218:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa4bc180] -> 12345-192.168.202.137@tcp12 (6) 00000800:00000200:3.0:1767384666.077224:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp12 ip 192.168.202.137:988 00000800:00000200:3.0:1767384666.077226:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e293bb9 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384666.077237:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384666.077239:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300271 rc 0 00000800:00000001:3.0:1767384666.077327:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384666.077332:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384666.077334:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384666.077338:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384666.077339:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003e293bb9. 00000800:00000001:3.0:1767384666.077342:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384666.077346:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.077348:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12) <- 192.168.202.137@tcp12 : GET - for me 00000400:00000200:2.0:1767384666.077358:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: GET: OK 00000400:00000200:3.0:1767384666.077359:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384666.077367:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 656/656 into md 0x1e59 [1] + 0 00000400:00000200:3.0:1767384666.077372:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp12 to MR: 192.168.202.137@tcp12 local destination 00000400:00000200:2.0:1767384666.077375:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384666.077376:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp12 NI seq info: [197:197:255:4294967295] 192.168.202.137@tcp12 LPNI seq info [187:187:7:4294967295] 00000400:00000200:2.0:1767384666.077382:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000400:00000200:3.0:1767384666.077389:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12:192.168.202.137@tcp12) -> 192.168.202.137@tcp12(192.168.202.137@tcp12:192.168.202.137@tcp12) 192.168.202.137@tcp12 : REPLY try# 0 00000800:00000200:3.0:1767384666.077393:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.137@tcp12 00000800:00000010:3.0:1767384666.077396:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099257b5f. 00000800:00000200:3.0:1767384666.077400:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa4bc180] -> 12345-192.168.202.137@tcp12 (6) 00000800:00000200:3.0:1767384666.077403:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp12 ip 192.168.202.137:1017 00000800:00000200:3.0:1767384666.077405:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099257b5f type 3, nob 752 niov 1 nkiov 1 00000800:00000001:2.0:1767384666.077427:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384666.077478:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384666.077480:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099257b5f. 00000400:00000200:3.0:1767384666.077484:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384666.077485:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384666.077489:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: REPLY: OK 00000800:00000001:2.0:1767384666.077492:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384666.077501:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384666.077504:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384666.077509:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384666.077517:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12) <- 192.168.202.137@tcp12 : REPLY - for me 00000400:00000200:2.0:1767384666.077529:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp12: Reply from 12345-192.168.202.137@tcp12 of length 656/656 into md 0x1ef9 00000800:00000001:2.0:1767384666.077534:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384666.077543:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384666.077546:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384666.077550:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: REPLY: OK 00000400:00000200:2.0:1767384666.077554:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa15c664 00000400:00000010:2.0:1767384666.077557:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa15c664. 00000400:00000200:2.0:1767384666.077560:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384666.077564:0:16341:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:2.0:1767384666.077567:0:16341:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:2.0:1767384666.077571:0:16341:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 39. state = 0x300271 00000400:00000200:2.0:1767384666.077583:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384666.077595:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (40) 00000800:00000001:2.0:1767384666.077602:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384666.077629:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384666.077641:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384666.077646:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x3000f1 00000400:00000010:3.0:1767384666.077652:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 800 at 00000000efcf66b6. 00000400:00000010:3.0:1767384666.077656:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 960 at 000000007fa10260. 00000400:00000010:3.0:1767384666.077660:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 800 at 00000000e7025f93. 00000400:00000200:3.0:1767384666.077677:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp29(00000000d7ec9f9e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384666.077681:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp31(00000000f436b0d1) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384666.077686:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp38(00000000c74e47bb) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384666.077689:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp41(0000000057507956) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384666.077693:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp45(0000000081d4340b) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384666.077698:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001c639e0f. 00000400:00000200:3.0:1767384666.077703:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001c639e0f nid 192.168.202.137@tcp46 00000400:00000010:3.0:1767384666.077706:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b4387dc8. 00000400:00000200:3.0:1767384666.077707:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b4387dc8 net tcp46 00000400:00000200:3.0:1767384666.077709:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (39) 00000400:00000200:3.0:1767384666.077713:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp46 flags 0x11 00000400:00000010:3.0:1767384666.077717:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000090f9bed3. 00000400:00000200:3.0:1767384666.077719:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000090f9bed3 nid 192.168.202.137@tcp47 00000400:00000010:3.0:1767384666.077722:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003cdb9ffe. 00000400:00000200:3.0:1767384666.077723:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000003cdb9ffe net tcp47 00000400:00000200:3.0:1767384666.077724:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (40) 00000400:00000200:3.0:1767384666.077726:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp47 flags 0x11 00000400:00000010:3.0:1767384666.077728:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 800 at 00000000efcf66b6. 00000400:00000010:3.0:1767384666.077731:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 960 at 000000007fa10260. 00000400:00000010:3.0:1767384666.077732:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 800 at 00000000e7025f93. 00000400:00000010:3.0:1767384666.077734:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000cf6beb18. 00000400:00000200:3.0:1767384666.077736:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384666.077738:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x300171 00000400:00000200:3.0:1767384666.077740:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 rc 1 00000400:00000200:3.0:1767384666.077742:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 00000400:00000010:3.0:1767384666.077746:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000543c09d. 00000400:00000200:3.0:1767384666.077748:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (41) 00000400:00000010:3.0:1767384666.077752:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d03a41f4. 00000400:00000200:3.0:1767384666.077755:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp12 00000400:00000200:3.0:1767384666.077759:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp12 to MR: 192.168.202.137@tcp12 local destination 00000400:00000200:3.0:1767384666.077762:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp12 NI seq info: [198:198:256:4294967295] 192.168.202.137@tcp12 LPNI seq info [188:188:8:4294967295] 00000400:00000200:3.0:1767384666.077766:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp12 00000400:00000200:3.0:1767384666.077770:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12:192.168.202.137@tcp12) -> 192.168.202.137@tcp12(192.168.202.137@tcp12:192.168.202.137@tcp12) : PUT try# 0 00000800:00000200:3.0:1767384666.077773:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.137@tcp12 00000800:00000010:3.0:1767384666.077776:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099257b5f. 00000800:00000200:3.0:1767384666.077779:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa4bc180] -> 12345-192.168.202.137@tcp12 (6) 00000800:00000200:3.0:1767384666.077782:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp12 ip 192.168.202.137:988 00000800:00000200:3.0:1767384666.077783:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099257b5f type 1, nob 752 niov 1 nkiov 1 00000400:00000200:3.0:1767384666.077795:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384666.077797:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300571 rc 0 00000800:00000200:2.0:1767384666.077854:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384666.077857:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099257b5f. 00000400:00000200:2.0:1767384666.077861:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384666.077866:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: PUT: OK 00000400:00000200:2.0:1767384666.077869:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384666.077871:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp12: 0 00000800:00000001:2.0:1767384666.077877:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384666.077882:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384666.077885:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384666.077887:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384666.077891:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12) <- 192.168.202.137@tcp12 : PUT - for me 00000400:00000200:2.0:1767384666.077899:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384666.077905:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 656/656 into md 0x1ef5 [1] + 0 00000400:00000010:2.0:1767384666.077908:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000542857f. 00000400:00000200:2.0:1767384666.077911:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009827efa7 00000800:00000001:2.0:1767384666.077915:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384666.077920:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384666.077922:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384666.077925:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: PUT: OK 00000400:00000200:2.0:1767384666.077929:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009827efa7 00000400:00000010:2.0:1767384666.077931:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009827efa7. 00000400:00000200:2.0:1767384666.077934:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384666.077937:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (42) 00000400:00000200:2.0:1767384666.077941:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000010:2.0:1767384666.077946:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000084a111d6. 00000400:00000200:2.0:1767384666.077949:0:16342:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.137@tcp 39 00000400:00000200:2.0:1767384666.077952:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384666.077961:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (43) 00000400:00000200:2.0:1767384666.077965:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384666.077979:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp12 to MR: 192.168.202.137@tcp12 local destination 00000400:00000200:2.0:1767384666.077984:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp12 NI seq info: [199:199:256:4294967295] 192.168.202.137@tcp12 LPNI seq info [189:189:8:4294967295] 00000400:00000200:2.0:1767384666.077996:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12:192.168.202.137@tcp12) -> 192.168.202.137@tcp12(192.168.202.137@tcp12:192.168.202.137@tcp12) 192.168.202.137@tcp12 : ACK try# 0 00000800:00000200:2.0:1767384666.078001:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp12 00000800:00000010:2.0:1767384666.078005:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc57e07b. 00000800:00000200:2.0:1767384666.078010:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa4bc180] -> 12345-192.168.202.137@tcp12 (6) 00000800:00000200:2.0:1767384666.078015:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp12 ip 192.168.202.137:1017 00000800:00000200:2.0:1767384666.078017:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc57e07b type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384666.078057:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384666.078062:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384666.078063:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384666.078068:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384666.078069:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc57e07b. 00000800:00000001:1.0:1767384666.078074:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384666.078075:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384666.078077:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.078082:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384666.078086:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: ACK: OK 00000400:00000200:1.0:1767384666.078093:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp12(192.168.202.137@tcp12) <- 192.168.202.137@tcp12 : ACK - for me 00000400:00000200:1.0:1767384666.078102:0:16343:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp12: ACK from 12345-192.168.202.137@tcp12 into md 0x1efd 00000400:00000200:1.0:1767384666.078106:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.078112:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp12->192.168.202.137@tcp12: ACK: OK 00000400:00000200:1.0:1767384666.078116:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000543c09d 00000400:00000010:1.0:1767384666.078119:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000543c09d. 00000400:00000200:1.0:1767384666.078122:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384666.078125:0:16343:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 00000400:00000200:1.0:1767384666.078129:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384666.078132:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (42) 00000800:00000001:1.0:1767384666.078138:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.078142:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384666.078156:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384666.078161:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039ac1dca. 00000400:00000010:1.0:1767384666.078165:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3d8d3c5. 00000400:00000200:1.0:1767384666.078168:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d3e0ac3e 00000400:00000200:1.0:1767384666.078172:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x3000f1 00000400:00000010:1.0:1767384666.078182:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 800 at 000000009654eeaf. 00000400:00000010:1.0:1767384666.078184:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 960 at 0000000074c07651. 00000400:00000010:1.0:1767384666.078186:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 800 at 00000000614af391. 00000400:00000010:1.0:1767384666.078211:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 800 at 000000009654eeaf. 00000400:00000010:1.0:1767384666.078213:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 960 at 0000000074c07651. 00000400:00000010:1.0:1767384666.078214:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 800 at 00000000614af391. 00000400:00000010:1.0:1767384666.078216:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000084a111d6. 00000400:00000200:1.0:1767384666.078219:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384666.078221:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x300171 00000400:00000200:1.0:1767384666.078223:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 rc 1 00000400:00000200:1.0:1767384666.078226:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 00000400:00000200:1.0:1767384666.078229:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384666.078231:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300111 rc 0 00000400:00000200:1.0:1767384666.078234:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:1.0:1767384666.078236:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (41) 00000100:00000040:1.0:1767384666.080657:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294954502, at 4294954503 00000100:00000040:3.0:1767384666.080660:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294954502, at 4294954503 00000100:00000010:1.0:1767384666.080665:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c4bb1b7. 00000100:00000010:3.0:1767384666.080667:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6fb372c. 00000100:00000040:0.0:1767384666.081677:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294954502, at 4294954504 00000100:00000010:0.0:1767384666.081685:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029e75607. 00000100:00000040:2.0:1767384666.081863:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294954502, at 4294954504 00000100:00000010:2.0:1767384666.081872:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a14ccd09. 00000020:00000010:2.0:1767384666.085716:0:37932:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000001cb3c226. 00000020:00000040:2.0:1767384666.085723:0:37932:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384666.085726:0:37932:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000001cb3c226. 00000001:00000001:1.0:1767384666.152815:0:37957:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384666.152821:0:37957:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:1.0:1767384666.156359:0:37957:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384666.163462:0:37958:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009654eeaf. 00000400:00000010:1.0:1767384666.163474:0:37958:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000066de7719. 00000400:00000010:1.0:1767384666.163482:0:37958:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000064cf1a5a. 00000400:00000010:1.0:1767384666.163486:0:37958:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e9844366. 00000400:00000010:1.0:1767384666.163489:0:37958:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fa445819. 00000400:00000010:1.0:1767384666.163492:0:37958:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000023508462. 00000400:00000010:1.0:1767384666.163493:0:37958:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009a64db84. 00000400:00000010:1.0:1767384666.163495:0:37958:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f17f1c5f. 00000400:00000010:1.0:1767384666.163497:0:37958:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fa311708. 00000800:00000010:1.0:1767384666.163513:0:37958:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000fe99083. 00000800:00000200:1.0:1767384666.163522:0:37958:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384666.163538:0:37958:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384666.163571:0:37958:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:1.0:1767384666.163591:0:37958:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp48 [8/256/0/180] 00000400:00000010:1.0:1767384666.165251:0:37958:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000945e4b03. 00000400:00000010:1.0:1767384666.165257:0:37958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058094275. 00000400:00000010:1.0:1767384666.165261:0:37958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000486ed527. 00000400:00000001:1.0:1767384666.165281:0:37958:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384666.165282:0:37958:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384666.165284:0:37958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c990e410. 00000400:00000200:1.0:1767384666.165285:0:37958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000903ef6ef 00000400:00000010:1.0:1767384666.165287:0:37958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000903ef6ef. 00000400:00000010:1.0:1767384666.165290:0:37958:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000271d55df. 00000400:00000200:1.0:1767384666.165293:0:37958:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (40) 00000400:00000200:1.0:1767384666.165304:0:37958:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384666.165311:0:37958:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:1.0:1767384666.165317:0:37958:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e809a1f4. 00000400:00000200:3.0:1767384666.165331:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384666.165335:0:37958:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384666.165338:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300151 00000020:01000000:1.0:1767384666.165340:0:37958:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp48 00000400:00000010:3.0:1767384666.165348:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069a7a355. 00000400:00000200:3.0:1767384666.165352:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (41) 00000400:00000010:1.0:1767384666.165355:0:37958:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000066de7719. 00000400:00000010:3.0:1767384666.165357:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f9469427. 00000400:00000010:1.0:1767384666.165359:0:37958:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009654eeaf. 00000400:00000200:3.0:1767384666.165364:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000200:3.0:1767384666.165376:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:3.0:1767384666.165380:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00000400:00000200:3.0:1767384666.165384:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 141], ns[168, 150] 00000020:00000001:0.0:1767384666.165386:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384666.165390:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 141], ns[199, 150] 10000000:00000001:0.0:1767384666.165393:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384666.165396:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 141], ns[66, 150] 10000000:00000001:0.0:1767384666.165398:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384666.165401:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 66], ns[74, 66] 10000000:01000000:0.0:1767384666.165404:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384666.165408:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 66], ns[83, 66] 00000020:01000004:0.0:1767384666.165410:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384666.165412:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 66], ns[89, 66] 00000020:01000004:0.0:1767384666.165415:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384666.165420:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 66], ns[93, 66] 00000020:01000004:0.0:1767384666.165420:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384666.165424:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 66], ns[109, 66] 00000400:00000200:3.0:1767384666.165430:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 66], ns[111, 66] 00000020:01000004:0.0:1767384666.165432:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384666.165435:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384666.165436:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 66], ns[115, 66] 00000020:01000004:0.0:1767384666.165440:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384666.165443:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 66], ns[124, 66] 00000020:01000004:0.0:1767384666.165444:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384666.165448:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 66], ns[130, 66] 00000020:01000004:0.0:1767384666.165448:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384666.165452:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384666.165455:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 66], ns[134, 66] 00000020:01000004:0.0:1767384666.165456:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384666.165461:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 66], ns[164, 66] 00000100:00000010:0.0:1767384666.165464:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd2d4228. 00000400:00000200:3.0:1767384666.165465:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 66], ns[179, 66] 00000400:00000200:3.0:1767384666.165471:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 66], ns[185, 66] 00000020:00000040:0.0:1767384666.165472:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:3.0:1767384666.165477:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 66], ns[195, 66] 00000100:00000001:0.0:1767384666.165481:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384666.165482:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 66], ns[81, 66] 02000000:00000001:0.0:1767384666.165487:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384666.165488:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[173, 66], ns[183, 66] 00000400:00000200:3.0:1767384666.165494:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 66], ns[100, 66] 02000000:00000001:0.0:1767384666.165495:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.165502:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[177, 66], ns[187, 66] 00000400:00000200:3.0:1767384666.165506:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 66], ns[105, 66] 02000000:00000010:0.0:1767384666.165509:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e4b6550b. 00000400:00000200:3.0:1767384666.165510:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 66], ns[101, 66] 00000400:00000200:3.0:1767384666.165516:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 66], ns[122, 66] 00000400:00000200:3.0:1767384666.165519:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 66], ns[172, 66] 00000100:00000001:0.0:1767384666.165519:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.165526:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 66], ns[121, 66] 00000400:00000200:3.0:1767384666.165529:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 66], ns[175, 66] 00000100:00000001:0.0:1767384666.165531:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384666.165534:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 66], ns[188, 66] 00000100:00000001:0.0:1767384666.165536:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.165540:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 66], ns[147, 66] 00000400:00000200:3.0:1767384666.165545:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 66], ns[159, 66] 00000100:00000040:0.0:1767384666.165549:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd2d4228] to pc [ptlrpcd_00_02+2] req@00000000bd2d4228 x1853237049194112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.165551:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 66], ns[182, 66] 00000400:00000200:3.0:1767384666.165563:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 66], ns[173, 66] 00000400:00000200:3.0:1767384666.165574:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 66], ns[177, 66] 00000400:00000200:3.0:1767384666.165579:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 66], ns[190, 66] 00000400:00000200:3.0:1767384666.165583:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[183, 66], ns[193, 66] 00000400:00000200:3.0:1767384666.165587:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 66], ns[0, 66] 00000400:00000200:3.0:1767384666.165590:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384666.165593:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 10000000:00000001:0.0:1767384666.165595:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.165599:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp46 10000000:00000001:0.0:1767384666.165601:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.165604:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384666.165604:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.165605:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp46 lpni_is_preferred = 0 00000400:00000200:3.0:1767384666.165631:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp46 00000020:01000000:0.0:1767384666.165634:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384666.165638:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp46 NI seq info: [200:200:256:4294967295] 192.168.202.137@tcp46 LPNI seq info [190:190:8:4294967295] 00000100:00000001:1.0:1767384666.165643:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384666.165645:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384666.165647:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp46 00000100:00000001:1.0:1767384666.165647:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384666.165649:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384666.165653:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384666.165656:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd2d4228 x1853237049194112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384666.165657:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384666.165664:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384666.165668:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp46(192.168.202.137@tcp46:) -> 192.168.202.137@tcp46(192.168.202.137@tcp:192.168.202.137@tcp46) : PUT try# 0 00000020:01000004:0.0:1767384666.165669:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384666.165673:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384666.165676:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384666.165678:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384666.165680:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384666.165682:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384666.165686:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384666.165686:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:3.0:1767384666.165687:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.202.137@tcp46 02000000:00000001:1.0:1767384666.165689:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384666.165691:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384666.165695:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:3.0:1767384666.165696:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1634ee8. 02000000:00000001:1.0:1767384666.165696:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384666.165697:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384666.165704:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010254ef5. 00000100:00100000:1.0:1767384666.165705:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049194112:0@lo:253: 00000020:00000040:0.0:1767384666.165709:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000800:00000010:3.0:1767384666.165710:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000048adaee7. 00000100:00000001:1.0:1767384666.165713:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767384666.165717:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007fa28ab0. 02000000:00000001:1.0:1767384666.165720:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384666.165723:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384666.165724:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384666.165727:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048adaee7] -> 12345-192.168.202.137@tcp46 (2) 02000000:00000001:0.0:1767384666.165728:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.1:1767384666.165732:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048adaee7] -> 12345-192.168.202.137@tcp46 (2) 02000000:00000001:0.0:1767384666.165733:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.165738:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384666.165744:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000034fb6922. 02000000:00000010:1.0:1767384666.165746:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c0388b51. 00000400:00000200:3.0:1767384666.165748:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00000001:0.0:1767384666.165750:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.165753:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.165755:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300551 rc 0 00000100:00000001:0.0:1767384666.165758:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384666.165759:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e500a98. 00000100:00000001:0.0:1767384666.165761:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384666.165768:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066de7719. 00000100:00000040:0.0:1767384666.165770:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010254ef5] to pc [ptlrpcd_00_03+3] req@0000000010254ef5 x1853237049194240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384666.165775:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049194112, portal 25 00000100:00000001:1.0:1767384666.165781:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384666.165785:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575791744 : -123274133759872 : ffff8fe2010c1880) 10000000:00000001:0.0:1767384666.165790:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.165795:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd2d4228 x1853237049194112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384666.165796:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.165801:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000020:00000001:0.0:1767384666.165801:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384666.165808:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384666.165815:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e809a1f4. 00000100:00000001:1.0:1767384666.165816:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384666.165822:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384666.165826:0:16350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f590f371. 00000100:00000200:1.0:1767384666.165829:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049194112, offset 0 00000400:00000200:1.0:1767384666.165835:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384666.165835:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384666.165840:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384666.165844:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384666.165848:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384666.165852:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000010254ef5 x1853237049194240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.165855:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.165862:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007680 00000100:00000001:0.0:1767384666.165870:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384666.165872:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1631 [2] + 0 00000100:00000001:0.0:1767384666.165874:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384666.165877:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d20e59d9. 02000000:00000001:0.0:1767384666.165879:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384666.165882:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ae32163c 02000000:00000001:0.0:1767384666.165883:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384666.165885:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 02000000:00000001:0.0:1767384666.165890:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.165891:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384666.165897:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000010254ef5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049194240:0@lo:253: 00000400:00000200:1.0:1767384666.165898:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384666.165905:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae32163c 00000100:00000001:0.0:1767384666.165905:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384666.165908:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae32163c. 02000000:00000001:0.0:1767384666.165911:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384666.165913:0:16350:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384666.165915:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.165916:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000200:1.0:1767384666.165916:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384666.165922:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384666.165924:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000050afd96c x1853237049194112 msgsize 4848 02000000:00000010:0.0:1767384666.165929:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3b106a3. 00000100:00100000:1.0:1767384666.165930:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384666.165936:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384666.165936:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.165944:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000001:1.0:1767384666.165945:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384666.165945:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011c667bf. 00000400:00000010:0.0:1767384666.165955:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fce2707. 00000400:00000200:1.0:1767384666.165956:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f590f371 00000400:00000010:1.0:1767384666.165960:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f590f371. 00000100:00000001:1.0:1767384666.165964:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384666.165966:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049194240, portal 25 00000100:00000200:1.0:1767384666.165968:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd2d4228 x1853237049194112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.165973:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000001:0.0:1767384666.165978:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384666.165982:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575800704 : -123274133750912 : ffff8fe2010c3b80) 00000100:00000001:1.0:1767384666.165993:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384666.165994:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000010254ef5 x1853237049194240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.165995:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000040:1.0:1767384666.165998:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd2d4228 x1853237049194112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.166013:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000001:0.0:1767384666.166027:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384666.166029:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.166032:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000100:00000001:1.0:1767384666.166034:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384666.166035:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384666.166041:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4a75e5d. 00000100:00000001:1.0:1767384666.166044:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384666.166046:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049194240, offset 0 00000100:00000001:1.0:1767384666.166051:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294954593 00000400:00000200:0.0:1767384666.166056:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384666.166059:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002353ffa1. 00000400:00000200:3.0:1767384666.166062:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000100:00000001:1.0:1767384666.166068:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384666.166069:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384666.166079:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294954593 00000400:00000200:0.0:1767384666.166083:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007700 00000100:00000010:1.0:1767384666.166088:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfe0e78b. 00000400:00000200:0.0:1767384666.166094:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x166d [2] + 0 00000100:00000001:1.0:1767384666.166095:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767384666.166101:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb71a923. 00000100:00000001:1.0:1767384666.166104:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294954593 00000400:00000200:3.0:1767384666.166107:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384666.166107:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b048b04 00000100:00000010:1.0:1767384666.166111:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b1868a4. 00000400:00000200:0.0:1767384666.166114:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384666.166117:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384666.166123:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384666.166125:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294954593 00000400:00000200:0.0:1767384666.166128:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b048b04 00000100:00000010:1.0:1767384666.166132:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b28651ec. 00000400:00000010:0.0:1767384666.166132:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b048b04. 00000100:00000001:1.0:1767384666.166141:0:16350:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384666.166142:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384666.166146:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384666.166150:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384666.166150:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000e5dc1349 x1853237049194240 msgsize 4848 00000400:00000200:3.0:1767384666.166151:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000100:00000001:1.0:1767384666.166158:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384666.166163:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384666.166166:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384666.166167:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384666.166171:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.166183:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384666.166184:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384666.166185:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000100:00000001:1.0:1767384666.166188:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384666.166190:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4a75e5d 00000100:00000001:1.0:1767384666.166194:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384666.166195:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4a75e5d. 00000100:00000001:1.0:1767384666.166199:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384666.166202:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384666.166203:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.166209:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384666.166209:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000010254ef5 x1853237049194240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.166222:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000100:00000001:0.0:1767384666.166222:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384666.166229:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000010254ef5 x1853237049194240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384666.166238:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.166240:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384666.166253:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.166257:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294954593 00000100:00000001:0.0:1767384666.166260:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294954593 00000100:00000001:1.0:1767384666.166262:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384666.166263:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294954593 00000400:00000200:3.0:1767384666.166267:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000100:00100000:1.0:1767384666.166267:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194112 00000100:00000001:0.0:1767384666.166268:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294954593 02000000:00000001:1.0:1767384666.166272:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384666.166275:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294954593 00000100:00000001:1.0:1767384666.166276:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384666.166280:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294954593 00000100:00000001:0.0:1767384666.166283:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294954593 00000100:00000001:1.0:1767384666.166286:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.166288:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294954593 02000000:00000001:1.0:1767384666.166290:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.166292:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384666.166295:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194112 00000100:00000001:0.0:1767384666.166296:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.166299:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384666.166301:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384666.166302:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384666.166305:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384666.166307:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384666.166308:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000400:00000200:3.0:1767384666.166312:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000020:00000001:1.0:1767384666.166313:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384666.166315:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384666.166334:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384666.166335:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384666.166341:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384666.166342:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384666.166344:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384666.166348:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7d3ac74. 00000100:00000001:0.0:1767384666.166348:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.166354:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384666.166355:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.166358:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7d3ac74. 00000020:00000010:1.0:1767384666.166365:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000396e25fd. 00000400:00000200:3.0:1767384666.166370:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000020:00000010:1.0:1767384666.166370:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ebf1737. 00000020:00000010:1.0:1767384666.166375:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000339934d. 00000100:00000001:0.0:1767384666.166377:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384666.166382:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194240 00000100:00000040:1.0:1767384666.166384:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:0.0:1767384666.166385:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384666.166389:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384666.166390:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384666.166394:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384666.166394:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.166397:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384666.166400:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384666.166404:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194240 00000100:00000001:1.0:1767384666.166406:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384666.166407:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384666.166410:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000020:00000040:0.0:1767384666.166411:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384666.166416:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384666.166417:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384666.166419:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000020:00000001:0.0:1767384666.166424:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384666.166428:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384666.166432:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384666.166433:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384666.166435:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384666.166439:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000040:1.0:1767384666.166444:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000020:00000010:0.0:1767384666.166445:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e0ddfb7. 00000100:00000001:1.0:1767384666.166446:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885419088 : -123268824132528 : ffff8fe33d869450) 00000100:00000001:0.0:1767384666.166453:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384666.166454:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050afd96c x1853237049194112/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 4848/0 e 0 to 0 dl 1767384677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.166455:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000020:00000010:0.0:1767384666.166461:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e0ddfb7. 00000100:00000001:1.0:1767384666.166469:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384666.166472:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa7f3d32. 00000020:00000010:1.0:1767384666.166473:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7d3ac74. 00000100:00000001:1.0:1767384666.166478:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384666.166480:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7d3ac74. 00000020:00000010:0.0:1767384666.166481:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc241e7c. 00000020:00000010:0.0:1767384666.166488:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d7d465a1. 00000100:00100000:1.0:1767384666.166493:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050afd96c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16350:x1853237049194112:12345-0@lo:253: 00000100:00000001:0.0:1767384666.166495:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384666.166496:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000100:00000200:1.0:1767384666.166496:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194112 00000100:00000001:0.0:1767384666.166500:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384666.166502:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384666.166503:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.166506:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384666.166509:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.166512:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384666.166512:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.166515:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000100:00000001:0.0:1767384666.166518:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384666.166519:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384666.166523:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384666.166525:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384666.166528:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384666.166530:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.166533:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384666.166536:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384666.166536:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384666.166541:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384666.166543:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 02000000:00000010:1.0:1767384666.166544:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009e2e6caf. 02000000:00000001:1.0:1767384666.166550:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384666.166550:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000001:1.0:1767384666.166556:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384666.166557:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 20000000:00000001:1.0:1767384666.166559:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384666.166562:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885417040 : -123268824134576 : ffff8fe33d868c50) 20000000:00000010:1.0:1767384666.166570:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d7e5a42c. 00000100:00000040:0.0:1767384666.166570:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e5dc1349 x1853237049194240/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 4848/0 e 0 to 0 dl 1767384677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:1.0:1767384666.166576:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384666.166581:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384666.166584:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 20000000:00000001:1.0:1767384666.166585:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384666.166587:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384666.166589:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.166592:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.166594:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:0.0:1767384666.166594:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e0ddfb7. 00000100:00000001:0.0:1767384666.166600:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384666.166603:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f6144752. 00000020:00000010:0.0:1767384666.166604:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e0ddfb7. 00000100:00100000:0.0:1767384666.166643:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e5dc1349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16351:x1853237049194240:12345-0@lo:253: 00000100:00000200:0.0:1767384666.166648:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194240 00000400:00000200:3.0:1767384666.166649:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000020:00000001:0.0:1767384666.166651:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384666.166655:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384666.166658:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384666.166661:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384666.166663:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384666.166666:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384666.166669:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384666.166671:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384666.166680:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384666.166683:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.166686:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384666.166689:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384666.166694:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e809a1f4. 02000000:00000001:0.0:1767384666.166697:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.166700:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384666.166703:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384666.166712:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000021e76825. 00000400:00000200:3.0:1767384666.166714:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 20000000:01000000:0.0:1767384666.166716:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384666.166721:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384666.166723:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384666.166726:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384666.166728:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384666.166731:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384666.166775:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 20000000:01000000:1.0:1767384666.166827:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00000400:00000200:3.0:1767384666.166831:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 20000000:00000001:1.0:1767384666.166834:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384666.166841:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384666.166844:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384666.166854:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00080000:00000001:1.0:1767384666.166861:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384666.166873:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00080000:00000001:1.0:1767384666.166876:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384666.166880:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384666.166881:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384666.166883:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384666.166885:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.166893:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00080000:00000002:1.0:1767384666.166893:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:1.0:1767384666.166899:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:1.0:1767384666.166902:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384666.166905:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384666.166908:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384666.166910:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384666.166913:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384666.166917:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:1.0:1767384666.166920:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384666.166924:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001bd0a7b3. 00080000:00000001:1.0:1767384666.166926:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799654111232 : -123274055440384 : ffff8fe205b72800) 00080000:00000001:1.0:1767384666.166928:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384666.166931:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384666.166934:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f7d3ac74. 00080000:00000001:1.0:1767384666.166937:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.166939:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00080000:00000001:1.0:1767384666.166939:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384666.166952:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384666.166968:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384666.166995:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384666.167051:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384666.167086:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384666.167117:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384666.167135:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384666.167270:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007477565a. 00000800:00000010:3.0:1767384666.167275:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004c2b8d90. 00000800:00000010:3.0:1767384666.167279:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ddf94795. 00000800:00000010:3.0:1767384666.167296:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ddf94795. 00000800:00020000:3.0:1767384666.167303:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384666.167306:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004c2b8d90. 00000800:00000010:3.0:1767384666.167308:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007477565a. 00000400:02020000:3.0:1767384666.167351:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp46 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384666.167356:0:16339:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp46 notifying 192.168.202.137@tcp46: down 00000800:00000200:3.0:1767384666.167360:0:16339:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp46 down 00000800:00000100:3.0:1767384666.167365:0:16339:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 672 0@<0:0>->192.168.202.137@tcp46 00000800:00000010:3.0:1767384666.167368:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1634ee8. 00000400:00000200:3.0:1767384666.167370:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384666.167373:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp46->192.168.202.137@tcp46: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384666.167379:0:16339:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp46 added to recovery queue. ping count: 0 next ping: 288 health :900 00000400:00000200:3.0:1767384666.167382:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384666.167385:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 1 00000400:00000200:3.0:1767384666.167387:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384666.167428:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384666.167434:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x301151 00000400:00000001:1.0:1767384666.167437:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384666.167438:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384666.167439:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069a7a355 00000400:00000010:1.0:1767384666.167440:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069a7a355. 00000400:00000200:1.0:1767384666.167443:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384666.167445:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384666.167448:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (42) 00000400:00000200:1.0:1767384666.167450:0:16346:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384666.167451:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300151 rc -71 00000400:00000200:1.0:1767384666.167453:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:1.0:1767384666.167455:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (41) 00080000:00000010:3.0:1767384666.168575:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001bd0a7b3. 00080000:00000010:1.0:1767384666.168639:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f7d3ac74. 00040000:00000001:1.0:1767384666.168645:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384666.168648:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384666.168650:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384666.168659:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384666.168662:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.168663:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384666.168676:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384666.168684:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384666.168686:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384666.168691:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384666.168693:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000819772ac. 20000000:01000000:3.0:1767384666.168697:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:3.0:1767384666.168701:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384666.168705:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:0.0:1767384666.168706:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384666.168708:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384666.168712:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384666.168716:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384666.168718:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384666.168722:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384666.168727:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.168728:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384666.168732:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384666.168734:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384666.168736:0:17096:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000bdf6dfa1 count: 2 00080000:00000001:3.0:1767384666.168737:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384666.168740:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.168742:0:17096:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000002:3.0:1767384666.168743:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000020:00000001:3.0:1767384666.168750:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00010000:00000001:0.0:1767384666.168750:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:3.0:1767384666.168754:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384666.168756:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384666.168757:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d649dab. 00080000:00000001:3.0:1767384666.168759:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384666.168763:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384666.168764:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767384666.168766:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:0.0:1767384666.168768:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d649dab with handle 0x7f71e2b70dd203e7 to hash 00000020:00000001:3.0:1767384666.168772:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000020:00000001:0.0:1767384666.168773:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384666.168776:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780663808 : -123268928887808 : ffff8fe337482400) 00080000:00000001:3.0:1767384666.168778:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384666.168780:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780663808 : -123268928887808 : ffff8fe337482400) 00080000:00000010:3.0:1767384666.168784:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000aad2a5db. 00010000:00000001:0.0:1767384666.168786:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384666.168790:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588460032 : -123274121091584 : ffff8fe201cd6600) 00010000:00000001:0.0:1767384666.168790:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384666.168794:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384666.168796:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384666.168800:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384666.168805:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ddf94795. 00010000:00000001:0.0:1767384666.168807:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384666.168810:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384666.168813:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384666.168814:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384666.168814:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:1.0:1767384666.168818:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384666.168821:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d7e5a42c. 00010000:00000001:0.0:1767384666.168825:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000001:1.0:1767384666.168827:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384666.168828:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.168829:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000040:1.0:1767384666.168831:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049194112 00010000:00000001:1.0:1767384666.168836:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384666.168836:0:17096:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:3.0:1767384666.168839:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000200:1.0:1767384666.168844:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050afd96c x1853237049194112/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384666.168844:0:17096:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000922db920/0x7f71e2b70dd203e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd203d9 expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.168863:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384666.168864:0:17096:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384666.168866:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.168868:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384666.168869:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=83 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384666.168872:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:1.0:1767384666.168875:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384666.168876:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384666.168879:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384666.168881:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.168882:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384666.168888:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384666.168888:0:17096:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 02000000:00000001:1.0:1767384666.168892:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384666.168893:0:17096:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384666.168895:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384666.168899:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384666.168903:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f590f371. 00000100:00000200:1.0:1767384666.168908:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049194112, offset 224 00010000:00000040:0.0:1767384666.168909:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bdf6dfa1) refcount = 2 00000400:00000200:1.0:1767384666.168914:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1767384666.168916:0:17096:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384666.168922:0:17096:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000922db920/0x7f71e2b70dd203e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7f71e2b70dd203d9 expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384666.168923:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384666.168932:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007680 00010000:00000040:0.0:1767384666.168936:0:17096:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000400:00000200:1.0:1767384666.168939:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f0d [2] + 224 00010000:00000040:0.0:1767384666.168941:0:17096:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384666.168944:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.168951:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384666.168957:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:0.0:1767384666.168959:0:17096:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e0ddfb7. 00000100:00000001:0.0:1767384666.168963:0:17096:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000200:1.0:1767384666.168967:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd2d4228 x1853237049194112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384666.168969:0:17096:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b4a75e5d. 00000100:00000001:0.0:1767384666.168974:0:17096:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799652268672 : -123274057282944 : ffff8fe2059b0a80) 00000100:00000001:0.0:1767384666.168981:0:17096:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620799652268672 : -123274057282944 : ffff8fe2059b0a80) 00000100:00000040:1.0:1767384666.168982:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bd2d4228 x1853237049194112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384666.168989:0:17096:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384666.168992:0:17096:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384666.168995:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384666.168999:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384666.169001:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384666.169002:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384666.169003:0:17096:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:1.0:1767384666.169008:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f590f371 00010000:00000001:0.0:1767384666.169008:0:17096:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:1.0:1767384666.169011:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f590f371. 00000100:00000001:1.0:1767384666.169014:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384666.169016:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384666.169019:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384666.169019:0:17096:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000001:1.0:1767384666.169021:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.169024:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384666.169024:0:17096:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000040:1.0:1767384666.169027:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000001:3.0:1767384666.169030:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1767384666.169030:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005def2f30. 00010000:00000001:1.0:1767384666.169031:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384666.169034:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384666.169036:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384666.169038:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e500a98. 00000020:00000040:0.0:1767384666.169038:0:17096:0:(genops.c:1229:class_import_get()) import 0000000046210a5b refcount=2 obd=MGS 00000020:00000001:1.0:1767384666.169042:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384666.169045:0:17096:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384666.169046:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066de7719 02000000:00000001:0.0:1767384666.169049:0:17096:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384666.169050:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050afd96c x1853237049194112/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384666.169051:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066de7719. 02000000:00000001:0.0:1767384666.169052:0:17096:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.169056:0:16350:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384666.169061:0:17096:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006b9f031d. 00000100:00000200:3.0:1767384666.169063:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd2d4228 x1853237049194112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384666.169070:0:17096:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384666.169077:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050afd96c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16350:x1853237049194112:12345-0@lo:253: Request processed in 2601us (3146us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384666.169082:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd2d4228 x1853237049194112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384666.169083:0:17096:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000922db920/0x7f71e2b70dd203e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7f71e2b70dd203d9 expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384666.169096:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000040:1.0:1767384666.169104:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384666.169107:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384666.169109:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384666.169110:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.169114:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384666.169114:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767384666.169117:0:17096:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000922db920/0x7f71e2b70dd203e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7f71e2b70dd203d9 expref: 16 pid: 17075 timeout: 437 lvb_type: 0 02000000:00000001:3.0:1767384666.169119:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384666.169122:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384666.169122:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ebf1737. 00000100:00000001:3.0:1767384666.169125:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.169130:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.169130:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000339934d. 00010000:00000001:0.0:1767384666.169135:0:17096:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00001000:3.0:1767384666.169138:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=83 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384666.169138:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000396e25fd. 00000100:00000001:0.0:1767384666.169139:0:17096:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00001000:3.0:1767384666.169146:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=83 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384666.169146:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005def2f30 x1853237049194368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1767384666.169148:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000001:3.0:1767384666.169156:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384666.169156:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384666.169161:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384666.169161:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009e2e6caf. 00000100:00000001:0.0:1767384666.169164:0:17096:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384666.169169:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384666.169170:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384666.169170:0:17096:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.169174:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384666.169175:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384666.169178:0:17096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005def2f30 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049194368:0@lo:104: 00000100:00000001:3.0:1767384666.169182:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384666.169182:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384666.169185:0:17096:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384666.169191:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e500a98. 02000000:00000001:0.0:1767384666.169191:0:17096:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384666.169193:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd2d4228 x1853237049194112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384666.169194:0:17096:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384666.169198:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f590f371. 02000000:00000001:0.0:1767384666.169200:0:17096:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384666.169206:0:17096:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a28b1fc. 00000100:00000001:3.0:1767384666.169210:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384666.169211:0:17096:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.169217:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384666.169219:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d20e59d9. 00000100:00000001:3.0:1767384666.169221:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384666.169225:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b640f3a8. 00000020:01000004:3.0:1767384666.169227:0:16350:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384666.169231:0:16350:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000200:0.0:1767384666.169231:0:17096:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049194368, portal 16 00000020:01000004:3.0:1767384666.169234:0:16350:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384666.169236:0:17096:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000004:3.0:1767384666.169238:0:16350:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384666.169239:0:17096:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575789056 : -123274133762560 : ffff8fe2010c0e00) 00000020:01000004:3.0:1767384666.169243:0:16350:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384666.169247:0:16350:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:0.0:1767384666.169248:0:17096:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000005def2f30 x1853237049194368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:3.0:1767384666.169250:0:16350:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384666.169252:0:16350:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384666.169255:0:16350:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384666.169258:0:16350:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384666.169265:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd2d4228 x1853237049194112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384666.169289:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049194112:0@lo:253: 00000100:00000001:0.0:1767384666.169293:0:17096:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384666.169295:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.169300:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384666.169300:0:17096:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384666.169304:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd2d4228 x1853237049194112/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384666.169305:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009923467a. 00000100:00000200:0.0:1767384666.169311:0:17096:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049194368, offset 0 00000100:00000001:3.0:1767384666.169316:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384666.169332:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384666.169334:0:17096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384666.169336:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c0388b51. 02000000:00000001:3.0:1767384666.169341:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384666.169345:0:17096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384666.169346:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384666.169349:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384666.169352:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384666.169354:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e4b6550b. 02000000:00000001:3.0:1767384666.169358:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384666.169358:0:17096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260007780 02000000:00000001:3.0:1767384666.169360:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384666.169364:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd2d4228. 00000100:00000001:3.0:1767384666.169367:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384666.169370:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384666.169371:0:17096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x187d [2] + 1312 00000100:00000001:3.0:1767384666.169372:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.169378:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384666.169380:0:17096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384666.169381:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.169388:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384666.169391:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384666.169391:0:17096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384666.169398:0:17096:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384666.169401:0:17096:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384666.169405:0:17096:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd8dd4bc. 00000100:00000040:0.0:1767384666.169408:0:17096:0:(events.c:337:request_in_callback()) incoming req@00000000fd8dd4bc x1853237049194368 msgsize 328 00000100:00100000:0.0:1767384666.169412:0:17096:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384666.169423:0:17096:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384666.169429:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009923467a 00000400:00000010:0.0:1767384666.169431:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009923467a. 00000100:00000001:0.0:1767384666.169435:0:17096:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384666.169438:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384666.169440:0:17096:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005def2f30 x1853237049194368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384666.169442:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194368 02000000:00000001:3.0:1767384666.169447:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384666.169450:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384666.169454:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.169456:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384666.169459:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384666.169461:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005def2f30 x1853237049194368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384666.169465:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194368 00000020:00000001:3.0:1767384666.169470:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384666.169473:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384666.169474:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd1fff7 00000100:00000001:0.0:1767384666.169478:0:17096:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384666.169479:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384666.169484:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000020c2555a refcount=3 00000100:00000001:0.0:1767384666.169484:0:17096:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384666.169488:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000100:00000001:0.0:1767384666.169490:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294954596 00000020:00000001:3.0:1767384666.169496:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804006957056 : -123269702594560 : ffff8fe3092a5000) 00000100:00000001:0.0:1767384666.169498:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294954593 00000100:00000001:3.0:1767384666.169500:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384666.169505:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294954596 00000020:00000010:3.0:1767384666.169507:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e97f3840. 00000100:00000001:0.0:1767384666.169510:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294954593 00000100:00000001:3.0:1767384666.169511:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384666.169515:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294954596 00000020:00000010:3.0:1767384666.169516:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e97f3840. 00000020:00000010:3.0:1767384666.169521:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e32ce02c. 00000020:00000010:3.0:1767384666.169524:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a879ac69. 00000100:00000001:0.0:1767384666.169527:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294954593 00000020:00000010:3.0:1767384666.169529:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000100:00000001:0.0:1767384666.169532:0:17096:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294954596 00000100:00000040:3.0:1767384666.169536:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384666.169538:0:17096:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294954593 00000100:00000001:3.0:1767384666.169540:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384666.169544:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384666.169545:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.169546:0:17096:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384666.169550:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.169550:0:17096:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.169555:0:17096:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.169558:0:17096:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384666.169561:0:17096:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.169563:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384666.169564:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384666.169566:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384666.169569:0:17096:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.169572:0:17096:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384666.169574:0:17096:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384666.169575:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384666.169577:0:17096:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.169578:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384666.169581:0:17096:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384666.169585:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384666.169585:0:17096:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384666.169589:0:22098:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384666.169592:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000020c2555a : new rpc_count 1 00000100:00100000:0.0:1767384666.169592:0:17096:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b4a75e5d going to sleep for 11 seconds 00000100:00000001:1.0:1767384666.169593:0:22098:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384666.169596:0:22098:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.169597:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575792640 : -123274133758976 : ffff8fe2010c1c00) 00000100:00000001:0.0:1767384666.169599:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384666.169600:0:22098:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384666.169604:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fd8dd4bc x1853237049194368/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 328/0 e 0 to 0 dl 1767384677 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384666.169605:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.169641:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384666.169644:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e97f3840. 00000100:00000001:3.0:1767384666.169646:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384666.169647:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e97f3840. 00000100:00100000:3.0:1767384666.169669:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fd8dd4bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049194368:12345-0@lo:104: 00000100:00000200:3.0:1767384666.169674:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194368 00010000:00000001:3.0:1767384666.169678:0:17064:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384666.169682:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384666.169684:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384666.169686:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003577f840 refcount=2 00000020:00000001:3.0:1767384666.169689:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961957888 : -123268747593728 : ffff8fe342167800) 00010000:00000001:3.0:1767384666.169691:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961957888 : -123268747593728 : ffff8fe342167800) 00010000:00000001:3.0:1767384666.169695:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384666.169698:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384666.169702:0:17064:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd203e0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384666.169711:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384666.169713:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384666.169717:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007fa10260. 02000000:00000001:3.0:1767384666.169720:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.169722:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.169726:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384666.169728:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384666.169730:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aca2e737 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384666.169733:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384666.169736:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384666.169738:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384666.169739:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384666.169741:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.169743:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384666.169747:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384666.169749:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d627d4. 00000100:00000200:3.0:1767384666.169752:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049194368, offset 224 00000400:00000200:3.0:1767384666.169759:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384666.169769:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384666.169778:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260007780 00000400:00000200:3.0:1767384666.169786:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1f25 [1] + 224 00000400:00000200:3.0:1767384666.169791:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.169797:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384666.169802:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384666.169808:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005def2f30 x1853237049194368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384666.169818:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005def2f30 x1853237049194368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384666.169825:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384666.169827:0:17096:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384666.169833:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d627d4 00000400:00000010:3.0:1767384666.169836:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d627d4. 00000100:00000001:3.0:1767384666.169840:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384666.169842:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384666.169842:0:17096:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384666.169846:0:17096:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384666.169848:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384666.169850:0:17096:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d20e59d9. 00000100:00000040:3.0:1767384666.169853:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384666.169857:0:17064:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1767384666.169858:0:17096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b640f3a8 00010000:00000010:3.0:1767384666.169860:0:17064:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000004c2b8d90. 00000400:00000010:0.0:1767384666.169862:0:17096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b640f3a8. 00010000:00000001:3.0:1767384666.169864:0:17064:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384666.169869:0:17096:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384666.169875:0:17096:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005def2f30 x1853237049194368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384666.169876:0:17064:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384666.169881:0:17064:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.169885:0:17064:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.169890:0:17064:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384666.169897:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd8dd4bc x1853237049194368/t0(0) o104->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384666.169900:0:17096:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005def2f30 x1853237049194368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384666.169916:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fd8dd4bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+3:17096:x1853237049194368:12345-0@lo:104: Request processed in 272us (504us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384666.169923:0:17096:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384666.169926:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384666.169926:0:17096:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384666.169930:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000020c2555a : new rpc_count 0 00000020:00000001:1.0:1767384666.169930:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384666.169931:0:17096:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384666.169935:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384666.169935:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384666.169936:0:17096:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384666.169939:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767384666.169940:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767384666.169941:0:17096:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384666.169943:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a879ac69. 00010000:00000001:1.0:1767384666.169944:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384666.169947:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767384666.169950:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00010000:00010000:1.0:1767384666.169950:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7f71e2b70dd203e0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384666.169952:0:17096:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384666.169955:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e32ce02c. 02000000:00000001:0.0:1767384666.169959:0:17096:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384666.169962:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000020c2555a : new refcount 2 00000100:00001000:0.0:1767384666.169966:0:17096:0:(import.c:2128:obd_at_measure()) add 5 to 0000000064d2fb3e time=83 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384666.169968:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384666.169968:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003577f840 already unused, calling callback (000000004e97d7c8) 10000000:00000001:1.0:1767384666.169974:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384666.169976:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7f71e2b70dd203e0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384666.169976:0:17096:0:(import.c:2128:obd_at_measure()) add 1 to 000000004a8fb74c time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384666.169984:0:17096:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384666.169986:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384666.169988:0:17096:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.169989:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384666.169992:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.169995:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003577f840 refcount=3 00010000:00000001:0.0:1767384666.169995:0:17096:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384666.169999:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961957888 : -123268747593728 : ffff8fe342167800) 00010000:00000001:0.0:1767384666.170000:0:17096:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170001:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961957888 : -123268747593728 : ffff8fe342167800) 00000100:00000001:0.0:1767384666.170005:0:17096:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170006:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384666.170009:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7f71e2b70dd203e0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384666.170014:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005def2f30 x1853237049194368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384666.170016:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384666.170018:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7f71e2b70dd203e0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384666.170034:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384666.170036:0:17096:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767384666.170038:0:17068:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384666.170040:0:17068:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767384666.170042:0:17096:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000040:1.0:1767384666.170044:0:17068:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:0.0:1767384666.170045:0:17096:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384666.170049:0:17096:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384666.170051:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.170052:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384666.170055:0:17068:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.170055:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384666.170058:0:17096:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384666.170064:0:17096:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005def2f30 x1853237049194368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384666.170066:0:17068:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384666.170070:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384666.170073:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 2 10000000:00000001:1.0:1767384666.170077:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384666.170080:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384666.170080:0:17096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005def2f30 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17096:1853237049194368:0@lo:104: 00010000:00000001:1.0:1767384666.170084:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384666.170088:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384666.170091:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384666.170091:0:17096:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.170095:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384666.170097:0:17096:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170098:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384666.170104:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003577f840 with handle 0x7f71e2b70dd203d9 from hash 00000100:00000001:0.0:1767384666.170104:0:17096:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1767384666.170109:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384666.170109:0:17096:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384666.170110:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.170113:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384666.170115:0:17096:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005def2f30 x1853237049194368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384666.170116:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384666.170119:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384666.170122:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384666.170127:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384666.170130:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767384666.170134:0:17096:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:1.0:1767384666.170136:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009cf970a1. 02000000:00000001:0.0:1767384666.170137:0:17096:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1767384666.170141:0:17068:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 02000000:00000010:0.0:1767384666.170142:0:17096:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a28b1fc. 00000100:00000001:1.0:1767384666.170145:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384666.170148:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384666.170148:0:17096:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384666.170150:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384666.170152:0:17096:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384666.170155:0:17096:0:(genops.c:1242:class_import_put()) import 0000000046210a5b refcount=1 obd=MGS 02000000:00000010:1.0:1767384666.170156:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000396e25fd. 00000020:00000001:0.0:1767384666.170160:0:17096:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384666.170162:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384666.170164:0:17096:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006b9f031d. 00010000:00000001:1.0:1767384666.170165:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384666.170168:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd203e0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384666.170172:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384666.170176:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.170178:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384666.170178:0:17096:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384666.170182:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384666.170182:0:17096:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384666.170186:0:17096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005def2f30. 00000100:00000040:1.0:1767384666.170189:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cf970a1] to pc [ptlrpcd_00_00+0] req@000000009cf970a1 x1853237049194496/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384666.170192:0:17096:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384666.170194:0:17096:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384666.170197:0:17096:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b4a75e5d. 00000100:00000001:0.0:1767384666.170203:0:17096:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384666.170206:0:17096:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384666.170210:0:17096:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e0ddfb7. 00010000:00000001:0.0:1767384666.170213:0:17096:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.170216:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.170218:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384666.170220:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384666.170222:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384666.170224:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384666.170226:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384666.170227:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384666.170227:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.170231:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384666.170232:0:17096:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384666.170233:0:16349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00000001:1.0:1767384666.170233:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.170239:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384666.170239:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384666.170245:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd203e0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384666.170248:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384666.170252:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.170253:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384666.170256:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767384666.170256:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 000000003577f840/0x7f71e2b70dd203d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7f71e2b70dd203e0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384666.170259:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384666.170262:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:1.0:1767384666.170267:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000078bed2f7 count: 0 00000100:00000040:3.0:1767384666.170268:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009cf970a1 x1853237049194496/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384666.170275:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384666.170276:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767384666.170277:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384666.170280:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.170280:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170281:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384666.170284:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000004c2b8d90. 02000000:00000001:3.0:1767384666.170288:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767384666.170289:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.170291:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384666.170293:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384666.170294:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.170296:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384666.170299:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009cf970a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049194496:0@lo:103: 00010000:00010000:1.0:1767384666.170301:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384666.170305:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384666.170306:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384666.170307:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.170309:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:1.0:1767384666.170310:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384666.170313:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.170314:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384666.170316:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384666.170330:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384666.170333:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e32ce02c. 00010000:00010000:1.0:1767384666.170335:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384666.170337:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384666.170341:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084c56a4f. 00000400:00000010:3.0:1767384666.170344:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d627d4. 00000100:00000200:3.0:1767384666.170347:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049194496, portal 18 00000100:00000001:3.0:1767384666.170349:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384666.170351:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667049728 : -123274042501888 : ffff8fe2067c9500) 00000100:00000040:3.0:1767384666.170354:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009cf970a1 x1853237049194496/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.170358:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384666.170360:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384666.170362:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ca4197. 00000100:00000200:3.0:1767384666.170364:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049194496, offset 0 00000400:00000200:3.0:1767384666.170366:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384666.170371:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384666.170376:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260007800 00000400:00000200:3.0:1767384666.170379:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:3.0:1767384666.170382:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.170384:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384666.170386:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384666.170387:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384666.170390:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8049301. 00000100:00000040:3.0:1767384666.170391:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000d8049301 x1853237049194496 msgsize 328 00000100:00100000:3.0:1767384666.170393:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384666.170402:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384666.170405:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ca4197 00000400:00000010:3.0:1767384666.170406:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026ca4197. 00000100:00000001:3.0:1767384666.170408:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384666.170409:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009cf970a1 x1853237049194496/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.170415:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384666.170416:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009cf970a1 x1853237049194496/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.170420:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.170422:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384666.170424:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.170426:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294954597 00000100:00000001:3.0:1767384666.170430:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294954596 00000100:00000001:3.0:1767384666.170434:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294954597 00000100:00000001:1.0:1767384666.170434:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384666.170440:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294954596 00000100:00100000:1.0:1767384666.170440:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194496 00000100:00000001:3.0:1767384666.170446:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294954597 02000000:00000001:1.0:1767384666.170446:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384666.170451:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294954596 00000100:00000001:1.0:1767384666.170451:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384666.170455:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.170456:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294954597 00000100:00000001:3.0:1767384666.170462:0:16349:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294954596 02000000:00000001:1.0:1767384666.170462:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.170465:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384666.170468:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384666.170468:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194496 00000100:00000001:3.0:1767384666.170471:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.170472:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.170480:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384666.170482:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384666.170484:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.170486:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00000020:00000001:1.0:1767384666.170489:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384666.170491:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384666.170494:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384666.170498:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7d3ac74. 00000100:00000001:1.0:1767384666.170501:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384666.170503:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7d3ac74. 00000020:00000010:1.0:1767384666.170508:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf4376dd. 00000020:00000010:1.0:1767384666.170512:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ebf1737. 00000020:00000010:1.0:1767384666.170515:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000339934d. 00000100:00000040:1.0:1767384666.170523:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384666.170525:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384666.170526:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384666.170528:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384666.170531:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170534:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384666.170537:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384666.170538:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.170540:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000922db920 refcount=4 00000020:00000001:1.0:1767384666.170542:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782834688 : -123268926716928 : ffff8fe337694400) 00010000:00000001:1.0:1767384666.170544:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782834688 : -123268926716928 : ffff8fe337694400) 00010000:00010000:1.0:1767384666.170547:0:17067:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000922db920/0x7f71e2b70dd203e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd203d9 expref: 16 pid: 17075 timeout: 437 lvb_type: 0 00010000:00000001:1.0:1767384666.170552:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.170553:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.170555:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.170556:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.170560:0:17067:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384666.170564:0:17067:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d8049301 x1853237049194496/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 328/0 e 0 to 0 dl 1767384677 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.170578:0:17067:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384666.170579:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.170590:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.170603:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384666.170604:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384666.170630:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384666.170631:0:19658:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384666.170632:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:3.0:1767384666.170634:0:19658:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384666.170635:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804005799552 : -123269703752064 : ffff8fe30918a680) 00000100:00000001:3.0:1767384666.170637:0:19658:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.170641:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8049301 x1853237049194496/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 328/0 e 0 to 0 dl 1767384677 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.170647:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384666.170650:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7d3ac74. 00000100:00000001:1.0:1767384666.170652:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384666.170657:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7d3ac74. 00000100:00000001:3.0:1767384666.170658:0:19658:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384666.170662:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8049301 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+16:16349:x1853237049194496:12345-0@lo:103: 00000100:00000200:1.0:1767384666.170665:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194496 00010000:00000001:1.0:1767384666.170667:0:17067:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384666.170669:0:17067:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384666.170670:0:17067:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384666.170673:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384666.170674:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384666.170678:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000074c07651. 02000000:00000001:1.0:1767384666.170679:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.170681:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170682:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384666.170684:0:17067:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384666.170685:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384666.170686:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.170687:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000922db920 refcount=4 00000020:00000001:1.0:1767384666.170689:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782834688 : -123268926716928 : ffff8fe337694400) 00010000:00000001:1.0:1767384666.170691:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782834688 : -123268926716928 : ffff8fe337694400) 00010000:00000040:1.0:1767384666.170699:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000bdf6dfa1 count: 3 00010000:00010000:1.0:1767384666.170703:0:17067:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000922db920/0x7f71e2b70dd203e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7f71e2b70dd203d9 expref: 16 pid: 17075 timeout: 437 lvb_type: 0 00000100:00001000:1.0:1767384666.170709:0:17067:0:(import.c:2128:obd_at_measure()) add 0 to 000000002cb15ef2 time=1767384666 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384666.170712:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384666.170716:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.170718:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384666.170722:0:17067:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000922db920/0x7f71e2b70dd203e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7f71e2b70dd203d9 expref: 16 pid: 17075 timeout: 437 lvb_type: 0 00000020:00000001:1.0:1767384666.170729:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384666.170731:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384666.170733:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.170735:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170739:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384666.170741:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384666.170746:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.170748:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:3.0:1767384666.170750:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000aad2a5db. 00010000:00000001:1.0:1767384666.170751:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384666.170755:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384666.170758:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000922db920 with handle 0x7f71e2b70dd203e0 from hash 00010000:00000001:1.0:1767384666.170761:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384666.170762:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.170763:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.170764:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384666.170766:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384666.170767:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384666.170769:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000922db920/0x7f71e2b70dd203e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7f71e2b70dd203d9 expref: 16 pid: 17075 timeout: 437 lvb_type: 0 00010000:00000040:1.0:1767384666.170773:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 9 00000020:00000040:1.0:1767384666.170775:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00010000:00000001:1.0:1767384666.170779:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.170781:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384666.170783:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384666.170789:0:17067:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000009d649dab 00010000:00000001:1.0:1767384666.170791:0:17067:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384666.170792:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384666.170793:0:17067:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.170794:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384666.170795:0:17067:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.170797:0:17067:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384666.170798:0:17067:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384666.170800:0:17067:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384666.170803:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ddf94795. 00010000:00000001:1.0:1767384666.170804:0:17067:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384666.170807:0:17067:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384666.170810:0:17067:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384666.170811:0:17067:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00040000:00000001:0.0:1767384666.170812:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000040:1.0:1767384666.170813:0:17067:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bdf6dfa1) refcount = 2 00010000:00010000:1.0:1767384666.170817:0:17067:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00040000:00000001:0.0:1767384666.170817:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384666.170822:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170823:0:17067:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384666.170828:0:17067:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384666.170829:0:17067:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:0.0:1767384666.170829:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 00010000:00000001:1.0:1767384666.170833:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384666.170836:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384666.170838:0:17067:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7d3ac74. 20000000:00000001:0.0:1767384666.170840:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:1.0:1767384666.170841:0:17067:0:(client.c:1155:ptlrpc_prep_set()) Process entered 20000000:01000000:0.0:1767384666.170845:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000010:1.0:1767384666.170846:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000046b6766. 00000100:00000001:1.0:1767384666.170850:0:17067:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799649856512 : -123274059695104 : ffff8fe205763c00) 20000000:00000001:0.0:1767384666.170850:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384666.170854:0:17067:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620799649856512 : -123274059695104 : ffff8fe205763c00) 00000100:00000001:1.0:1767384666.170859:0:17067:0:(client.c:2663:ptlrpc_set_wait()) Process entered 20000000:01000000:0.0:1767384666.170859:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:1.0:1767384666.170862:0:17067:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384666.170865:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384666.170866:0:17067:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:0.0:1767384666.170867:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384666.170868:0:17067:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:1.0:1767384666.170872:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384666.170873:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.170874:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d649dab refcount=5 00000020:00000001:1.0:1767384666.170879:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780663808 : -123268928887808 : ffff8fe337482400) 00010000:00000001:1.0:1767384666.170881:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780663808 : -123268928887808 : ffff8fe337482400) 00010000:00000001:1.0:1767384666.170882:0:17067:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384666.170884:0:17067:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.170888:0:17067:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384666.170890:0:17067:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.170893:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.170894:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384666.170896:0:17067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.170899:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384666.170900:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170901:0:17067:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384666.170902:0:17067:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384666.170905:0:17067:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d649dab already unused, calling callback (0000000058ffb97a) 00010000:00000001:1.0:1767384666.170907:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384666.170909:0:17067:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384666.170911:0:17067:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.170914:0:17067:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384666.170915:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384666.170915:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.170916:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d649dab refcount=6 00000020:00000001:1.0:1767384666.170917:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780663808 : -123268928887808 : ffff8fe337482400) 00010000:00000001:1.0:1767384666.170919:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780663808 : -123268928887808 : ffff8fe337482400) 00010000:00000001:1.0:1767384666.170920:0:17067:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384666.170926:0:17067:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.170930:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384666.170931:0:17067:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384666.170932:0:17067:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170937:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384666.170938:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384666.170940:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384666.170941:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384666.170942:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d649dab with handle 0x7f71e2b70dd203e7 from hash 00010000:00000001:1.0:1767384666.170944:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384666.170945:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.170946:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.170947:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384666.170948:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384666.170949:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384666.170949:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384666.170951:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384666.170951:0:17096:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.170955:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170958:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384666.170958:0:17067:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384666.170960:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.170961:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.170962:0:17067:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170964:0:17067:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170965:0:17067:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384666.170966:0:17067:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.170970:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.170971:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.170971:0:17067:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384666.170973:0:17067:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384666.170974:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.170975:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.170976:0:17067:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384666.170977:0:17067:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.170983:0:17067:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170985:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.170986:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.170987:0:17067:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.170989:0:17067:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384666.170990:0:17067:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384666.170992:0:17067:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.170997:0:17067:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.171000:0:17067:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00080000:00000020:3.0:1767384666.171002:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000010:1.0:1767384666.171003:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000046b6766. 00000100:00000001:3.0:1767384666.171007:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384666.171010:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000021e76825. 00000100:00000001:1.0:1767384666.171010:0:17067:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384666.171010:0:17096:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384666.171013:0:17067:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384666.171017:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384666.171018:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384666.171018:0:17067:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7d3ac74. 00010000:00000001:1.0:1767384666.171024:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384666.171025:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049194240 00010000:00010000:0.0:1767384666.171026:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384666.171027:0:17067:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384666.171029:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384666.171030:0:17067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.171034:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000200:3.0:1767384666.171036:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e5dc1349 x1853237049194240/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384666.171037:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384666.171043:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.171053:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384666.171055:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:1.0:1767384666.171059:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384666.171060:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384666.171061:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384666.171062:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00010000:0.0:1767384666.171064:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d649dab/0x7f71e2b70dd203e7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384666.171065:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.171066:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384666.171069:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384666.171070:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.171074:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384666.171079:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384666.171080:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384666.171085:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00010000:00000040:0.0:1767384666.171085:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bdf6dfa1 count: 0 00000400:00000010:1.0:1767384666.171086:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077a39917. 00000100:00000001:3.0:1767384666.171092:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000200:1.0:1767384666.171092:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049194496, offset 224 02000000:00000001:3.0:1767384666.171098:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384666.171100:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384666.171101:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.171101:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:0.0:1767384666.171105:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384666.171108:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384666.171114:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384666.171115:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384666.171120:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b57a0bf. 00000100:00000200:3.0:1767384666.171124:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049194240, offset 224 00000400:00000200:1.0:1767384666.171125:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260007800 00000400:00000200:1.0:1767384666.171132:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1f31 [1] + 224 00000400:00000200:1.0:1767384666.171135:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.171137:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384666.171141:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384666.171147:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384666.171148:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384666.171153:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009cf970a1 x1853237049194496/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.171157:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007700 00000400:00000200:3.0:1767384666.171166:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f15 [2] + 224 00000400:00000200:3.0:1767384666.171177:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384666.171177:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009cf970a1 x1853237049194496/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.171186:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384666.171192:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384666.171196:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000010254ef5 x1853237049194240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.171198:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384666.171206:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000010254ef5 x1853237049194240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384666.171206:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077a39917 00000400:00000010:1.0:1767384666.171209:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077a39917. 00000100:00000001:1.0:1767384666.171215:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384666.171218:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384666.171223:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.171224:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384666.171226:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384666.171227:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384666.171230:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384666.171231:0:17067:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.171232:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b57a0bf 00010000:00000001:1.0:1767384666.171235:0:17067:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384666.171236:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b57a0bf. 00000100:00000001:3.0:1767384666.171242:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384666.171244:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8049301 x1853237049194496/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384666.171244:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384666.171245:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384666.171249:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384666.171251:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384666.171254:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084c56a4f. 00000100:00000040:3.0:1767384666.171258:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00100000:1.0:1767384666.171261:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8049301 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049194496:12345-0@lo:103: Request processed in 610us (865us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384666.171262:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384666.171263:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d627d4 00000020:00000001:3.0:1767384666.171266:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384666.171268:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d627d4. 00000020:00000001:3.0:1767384666.171271:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384666.171275:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384666.171275:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384666.171278:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5dc1349 x1853237049194240/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384666.171280:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000200:0.0:1767384666.171283:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009cf970a1 x1853237049194496/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.171285:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384666.171288:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384666.171291:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ebf1737. 00000020:00000010:1.0:1767384666.171297:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000339934d. 00000100:00100000:3.0:1767384666.171302:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e5dc1349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049194240:12345-0@lo:253: Request processed in 4710us (5146us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384666.171304:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf4376dd. 00000020:00000040:1.0:1767384666.171309:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000200:0.0:1767384666.171309:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009cf970a1 x1853237049194496/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.171313:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384666.171317:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:3.0:1767384666.171336:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:3.0:1767384666.171340:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384666.171344:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384666.171344:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384666.171348:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384666.171349:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc241e7c. 00000100:00000001:1.0:1767384666.171354:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384666.171355:0:16349:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384666.171357:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d7d465a1. 00000100:00000001:1.0:1767384666.171357:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384666.171359:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1767384666.171361:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384666.171363:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1767384666.171364:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384666.171365:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa7f3d32. 00000400:00000010:1.0:1767384666.171368:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011c667bf. 00000100:00000001:0.0:1767384666.171368:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384666.171370:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:0.0:1767384666.171373:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.171375:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1767384666.171375:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fce2707 02000000:00000010:3.0:1767384666.171379:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e809a1f4. 00000400:00000010:1.0:1767384666.171380:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fce2707. 00000100:00001000:0.0:1767384666.171380:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=83 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384666.171386:0:16351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384666.171387:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384666.171387:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384666.171390:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.171393:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384666.171397:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384666.171397:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384666.171398:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000010254ef5 x1853237049194240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384666.171403:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384666.171405:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004adf7bde. 00010000:00000001:0.0:1767384666.171406:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384666.171411:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b57a0bf. 00000100:00000001:0.0:1767384666.171413:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384666.171418:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000010254ef5 x1853237049194240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384666.171422:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009cf970a1 x1853237049194496/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.171425:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384666.171427:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.171428:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384666.171432:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384666.171434:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384666.171436:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.171440:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384666.171445:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=83 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384666.171447:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384666.171448:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.171454:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384666.171454:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384666.171459:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.171459:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.171465:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384666.171467:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384666.171469:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009cf970a1 x1853237049194496/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.171470:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.171475:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000010254ef5 x1853237049194240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.171497:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384666.171500:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009cf970a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049194496:0@lo:103: 00000100:00000001:1.0:1767384666.171501:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384666.171503:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384666.171506:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384666.171508:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384666.171510:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384666.171510:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384666.171511:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384666.171514:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384666.171516:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384666.171516:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:01000004:1.0:1767384666.171520:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384666.171521:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384666.171523:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384666.171524:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009cf970a1 x1853237049194496/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384666.171527:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010254ef5 x1853237049194240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384666.171552:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000010254ef5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049194240:0@lo:253: 00000100:00000001:0.0:1767384666.171552:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384666.171556:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384666.171559:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e32ce02c. 02000000:00000001:0.0:1767384666.171564:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384666.171566:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384666.171568:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384666.171569:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384666.171572:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000040:1.0:1767384666.171574:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000010254ef5 x1853237049194240/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384666.171578:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384666.171582:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000396e25fd. 00000100:00000001:1.0:1767384666.171584:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384666.171587:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384666.171588:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:1.0:1767384666.171589:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3b106a3. 02000000:00000001:0.0:1767384666.171591:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767384666.171595:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1767384666.171595:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009cf970a1. 00000020:00000001:1.0:1767384666.171598:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384666.171600:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384666.171601:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767384666.171602:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384666.171606:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384666.171626:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000034fb6922. 02000000:00000001:1.0:1767384666.171631:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384666.171634:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384666.171634:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384666.171637:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010254ef5. 00000100:00000001:1.0:1767384666.171641:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384666.171642:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.171642:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384666.171647:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.171647:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.171653:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384666.171653:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384666.171656:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.171656:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.171658:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384666.171662:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384666.174651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000078bed2f7. 00010000:00000010:1.1:1767384666.174658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003577f840. 00000100:00000040:0.0:1767384666.175669:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294954597, at 4294954598 00000100:00000040:3.0:1767384666.175671:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294954597, at 4294954598 00000100:00000010:0.0:1767384666.175680:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002353ffa1. 00000100:00000010:3.0:1767384666.175681:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b28651ec. 00000100:00000040:2.0:1767384666.175688:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294954597, at 4294954598 00000100:00000010:2.0:1767384666.175698:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b1868a4. 00010000:00000010:1.1:1767384666.176646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000922db920. 00010000:00000010:0.1:1767384666.176655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bdf6dfa1. 00000100:00000040:1.0:1767384666.176659:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294954597, at 4294954599 00000100:00000010:1.0:1767384666.176665:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfe0e78b. 00010000:00000010:0.1:1767384666.176666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d649dab. 00000400:00000010:2.0:1767384666.185133:0:37963:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ff515833. 00000400:00000040:2.0:1767384666.185154:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384666.185158:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384666.185160:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384666.185162:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384666.185165:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384666.185166:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384666.185170:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384666.185172:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384666.185173:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384666.185175:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384666.185183:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384666.185186:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384666.185188:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384666.185189:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384666.185190:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384666.185193:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384666.185194:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384666.185196:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384666.185198:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384666.185200:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384666.185202:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384666.185203:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384666.185205:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384666.185207:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384666.185209:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384666.185212:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384666.185213:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384666.185215:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384666.185217:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384666.185219:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384666.185220:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384666.185223:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384666.185224:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384666.185226:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384666.185228:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384666.185229:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384666.185231:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384666.185234:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384666.185235:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384666.185237:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384666.185239:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384666.185241:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384666.185243:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384666.185245:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384666.185247:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384666.185249:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384666.185250:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384666.185252:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384666.185254:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384666.185262:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384666.185264:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384666.185266:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384666.185267:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384666.185269:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384666.185271:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384666.185273:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384666.185275:0:37963:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384666.185403:0:37963:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ff515833. 00000400:00000001:2.0:1767384666.970666:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384666.970671:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384666.970674:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c7d0fc 00000400:00000010:2.0:1767384666.970678:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c7d0fc. 00000400:00000200:2.0:1767384666.970684:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384666.970692:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp45 recovery ping unlinked 00000800:00000200:1.0:1767384666.970696:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312be697] -> 12345-192.168.202.137@tcp33 (4) 00000800:00000200:1.1:1767384666.970705:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312be697] -> 12345-192.168.202.137@tcp33 (4) 00000400:00000010:2.0:1767384666.970709:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000edfafa3e. 00000400:00000010:2.0:1767384666.970716:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b4ac1091. 00000400:00000200:2.0:1767384666.970727:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp41 00000400:00000010:2.0:1767384666.970731:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000edfafa3e. 00000400:00000010:2.0:1767384666.970735:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b4ac1091. 00000400:00000010:2.0:1767384666.970740:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c7d0fc. 00000400:00000010:2.0:1767384666.970749:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003969799f. 00000400:00000200:2.0:1767384666.970753:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp41 00000400:00000200:2.0:1767384666.970765:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp41 local destination 00000400:00000200:2.0:1767384666.970771:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp41 00000400:00000200:2.0:1767384666.970775:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp41 NI seq info: [201:201:256:4294967295] 192.168.202.137@tcp41 LPNI seq info [191:191:8:4294967295] 00000400:00000200:2.0:1767384666.970781:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp41 00000400:00000200:1.0:1767384666.970790:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.970791:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp41(192.168.202.137@tcp41:) -> 192.168.202.137@tcp41(192.168.202.137@tcp41:192.168.202.137@tcp41) : GET try# 0 00000800:00000200:2.0:1767384666.970800:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp41 00000800:00000010:2.0:1767384666.970804:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c1b00ead. 00000800:00000200:2.0:1767384666.970809:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7cebc33] -> 12345-192.168.202.137@tcp41 (2) 00000800:00000200:2.1:1767384666.970813:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7cebc33] -> 12345-192.168.202.137@tcp41 (2) 00000400:00000200:2.0:1767384666.970827:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp41 added to recovery queue. ping count: 4 next ping: 304 health :600 00000400:00000200:2.0:1767384666.970831:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp46 00000400:00000010:2.0:1767384666.970840:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009ef98d46. 00000400:00000010:2.0:1767384666.970844:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006e8ed2ad. 00000400:00000010:2.0:1767384666.970847:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a40d0682. 00000400:00000200:1.0:1767384666.970853:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000010:2.0:1767384666.970854:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f48d898e. 00000400:00000200:2.0:1767384666.970861:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp46 00000400:00000200:2.0:1767384666.970869:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp46 local destination 00000400:00000200:2.0:1767384666.970873:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp46 00000400:00000200:2.0:1767384666.970877:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp46 NI seq info: [202:202:256:4294967295] 192.168.202.137@tcp46 LPNI seq info [192:192:8:4294967295] 00000400:00000200:2.0:1767384666.970880:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp46 00000400:00000200:2.0:1767384666.970890:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp46(192.168.202.137@tcp46:) -> 192.168.202.137@tcp46(192.168.202.137@tcp46:192.168.202.137@tcp46) : GET try# 0 00000800:00000200:2.0:1767384666.970894:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp46 00000800:00000010:2.0:1767384666.970898:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b9041451. 00000400:00000200:1.0:1767384666.970901:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000200:2.0:1767384666.970902:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048adaee7] -> 12345-192.168.202.137@tcp46 (2) 00000800:00000200:2.1:1767384666.970911:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048adaee7] -> 12345-192.168.202.137@tcp46 (2) 00000400:00000200:2.0:1767384666.970923:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp46 added to recovery queue. ping count: 1 next ping: 290 health :900 00000400:00000200:1.0:1767384666.970950:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.970987:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.970989:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971070:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971080:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971116:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971152:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971178:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971221:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971234:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971286:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971294:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971369:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971373:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971446:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971446:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971501:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971525:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971550:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971578:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971600:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971645:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971670:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971689:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971720:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971736:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971790:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971801:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971827:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971850:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971879:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971900:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971926:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971941:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.971989:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.971998:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972039:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.972056:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972092:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.972106:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972147:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.972155:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972218:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.972218:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.972270:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972287:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.972309:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972346:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.972367:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972394:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.972413:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972439:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.972457:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972486:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.972503:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972532:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.972555:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972578:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.972599:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972643:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.972672:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972697:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972733:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972750:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972772:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972793:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972816:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.972838:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000800:00000010:1.0:1767384666.972845:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d7e5a42c. 00000800:00000010:1.0:1767384666.972851:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7a6676b. 00000800:00000010:1.0:1767384666.972856:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009ce91b9d. 00000400:00000200:2.0:1767384666.972862:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000800:00000010:1.0:1767384666.972878:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009ce91b9d. 00000400:00000200:2.0:1767384666.972888:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000800:00020000:1.0:1767384666.972890:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384666.972900:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7a6676b. 00000800:00000010:1.0:1767384666.972903:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d7e5a42c. 00000400:00000200:2.0:1767384666.972920:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:02020000:1.0:1767384666.972964:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp33 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384666.972969:0:16337:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384666.972971:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973002:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973023:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973042:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973083:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973090:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973133:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973137:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973189:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973202:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973231:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973270:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973286:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973333:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973345:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973381:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973399:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973438:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973455:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973490:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973525:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973545:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973586:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973605:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973677:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973724:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973749:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973790:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973813:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973847:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973873:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973898:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973924:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.973953:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 968 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.973993:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974032:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974064:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974085:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974115:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974134:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974162:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974209:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974255:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974298:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974378:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974428:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974470:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974517:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.974564:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384666.974568:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384666.974600:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000800:00000010:2.0:1767384666.974655:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ec86ab20. 00000800:00000010:2.0:1767384666.974660:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea88e084. 00000400:00000200:1.0:1767384666.974662:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000800:00000010:2.0:1767384666.974664:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a5fee112. 00000400:00000200:1.0:1767384666.974703:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:2.0:1767384666.974704:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a5fee112. 00000400:00000200:2.0:1767384666.974744:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp41 from 199.3.0.2 00000800:00000010:2.0:1767384666.974748:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000dd917911. 00000800:00000010:1.0:1767384666.974834:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d7e5a42c. 00000800:00000010:1.0:1767384666.974839:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7a6676b. 00000800:00000010:1.0:1767384666.974843:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009ce91b9d. 00000800:00000010:1.0:1767384666.974866:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009ce91b9d. 00000800:00000010:0.0:1767384666.974870:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000000b1b68e. 00000800:00020000:1.0:1767384666.974874:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384666.974877:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7a6676b. 00000800:00000010:0.0:1767384666.974878:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000942e5dea. 00000800:00000010:1.0:1767384666.974880:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d7e5a42c. 00000800:00000010:0.0:1767384666.974915:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009a01cef2. 00000800:00000200:0.1:1767384666.974925:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7cebc33] -> 12345-192.168.202.137@tcp41 (2) 00000800:00000200:0.1:1767384666.974934:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp41 000000009a01cef2 deleted 00000800:00000010:0.1:1767384666.974937:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009a01cef2. 00000800:00000200:0.1:1767384666.974944:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:02020000:1.0:1767384666.974952:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp46 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000800:00000200:0.1:1767384666.974954:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp41 ip 192.168.202.137:967 00000800:00000200:0.1:1767384666.974961:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1b00ead type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384666.974969:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp41 p 3.x 192.168.202.137 -> 192.168.202.137:967 incarnation:1767384649619057724 sched[0] 00000400:00000200:1.0:1767384666.974976:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp46 notifying 192.168.202.137@tcp46: down 00000800:00000010:0.0:1767384666.974979:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ee1426c. 00000400:00000200:1.0:1767384666.974981:0:16337:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384666.974989:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp46 00000800:00000010:1.0:1767384666.974991:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b9041451. 00000400:00000200:1.0:1767384666.974995:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384666.975001:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp46->192.168.202.137@tcp46: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384666.975009:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384666.975012:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384666.975017:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp46) recovery failed with -71 00000800:00000010:0.0:1767384666.975048:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ee1426c. 00000800:00000010:0.0:1767384666.975055:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000942e5dea. 00000800:00000200:1.1:1767384666.975062:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384666.975069:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp41 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384649619057724 sched[0] 00000800:00000010:1.0:1767384666.975072:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea88e084. 00000800:00000010:0.0:1767384666.975097:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000dd917911. 00000800:00000001:1.0:1767384666.975110:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.975116:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384666.975165:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384666.975167:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c1b00ead. 00000400:00000200:1.0:1767384666.975175:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.975180:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp41->192.168.202.137@tcp41: GET: OK 00000400:00000200:0.0:1767384666.975180:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975183:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384666.975188:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp41 recovery message sent successfully:0 00000800:00000001:1.0:1767384666.975202:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.975207:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384666.975209:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.975216:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384666.975223:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp41(192.168.202.137@tcp41) <- 192.168.202.137@tcp41 : GET - for me 00000400:00000200:1.0:1767384666.975233:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384666.975240:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x1f05 [1] + 0 00000400:00000200:1.0:1767384666.975250:0:16343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp41 to MR: 192.168.202.137@tcp41 local destination 00000400:00000200:1.0:1767384666.975256:0:16343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp41 NI seq info: [203:203:256:4294967295] 192.168.202.137@tcp41 LPNI seq info [193:193:8:4294967295] 00000400:00000200:1.0:1767384666.975269:0:16343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp41(192.168.202.137@tcp41:192.168.202.137@tcp41) -> 192.168.202.137@tcp41(192.168.202.137@tcp41:192.168.202.137@tcp41) 192.168.202.137@tcp41 : REPLY try# 0 00000800:00000200:1.0:1767384666.975275:0:16343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp41 00000800:00000010:1.0:1767384666.975278:0:16343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d2fa96c. 00000800:00000200:1.0:1767384666.975284:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7cebc33] -> 12345-192.168.202.137@tcp41 (4) 00000400:00000200:0.0:1767384666.975286:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000800:00000200:1.0:1767384666.975291:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp41 ip 192.168.202.137:988 00000800:00000200:1.0:1767384666.975295:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d2fa96c type 3, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384666.975358:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384666.975361:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d2fa96c. 00000400:00000200:1.0:1767384666.975366:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.975373:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp41->192.168.202.137@tcp41: REPLY: OK 00000800:00000001:1.0:1767384666.975386:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.975391:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384666.975394:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384666.975395:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000001:1.0:1767384666.975400:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384666.975404:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.975409:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384666.975419:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp41(192.168.202.137@tcp41) <- 192.168.202.137@tcp41 : REPLY - for me 00000400:00000200:1.0:1767384666.975439:0:16343:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp41: Reply from 12345-192.168.202.137@tcp41 of length 272/272 into md 0x1f45 00000800:00000001:1.0:1767384666.975444:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.975451:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384666.975453:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.975458:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp41->192.168.202.137@tcp41: REPLY: OK 00000400:00000200:1.0:1767384666.975464:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c7d0fc 00000400:00000010:1.0:1767384666.975466:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c7d0fc. 00000400:00000200:1.0:1767384666.975471:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:0.0:1767384666.975475:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000010:1.0:1767384666.975479:0:16343:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000edfafa3e. 00000400:00000010:1.0:1767384666.975485:0:16343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b4ac1091. 00000800:00000001:1.0:1767384666.975495:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.975500:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384666.975558:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975673:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975703:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975719:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975732:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975746:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975762:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975776:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975790:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975805:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975818:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975831:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975845:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975861:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975878:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975894:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975910:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975929:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.975959:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.976005:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.976047:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.976073:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.976092:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.976110:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.976129:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.976147:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.976167:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.976195:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.976215:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.976231:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384666.976250:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384666.976347:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d7e5a42c. 00000800:00000010:1.0:1767384666.976351:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7a6676b. 00000800:00000010:1.0:1767384666.976354:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009ce91b9d. 00000800:00000010:1.0:1767384666.976371:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009ce91b9d. 00000800:00020000:1.0:1767384666.976377:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384666.976379:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7a6676b. 00000800:00000010:1.0:1767384666.976381:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d7e5a42c. 00000400:02020000:1.0:1767384666.976423:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp41 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384667.098657:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384667.098663:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384667.098669:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384667.098671:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384667.098703:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384667.098706:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384667.098709:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384667.890366:0:38505:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000098123637. 00080000:00000010:2.0:1767384667.890375:0:38505:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000098123637. 00000020:00000001:2.0:1767384667.890379:0:38505:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384667.890386:0:38505:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000098123637. 00080000:00000010:2.0:1767384667.890390:0:38505:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000098123637. 00000020:00000001:2.0:1767384667.890392:0:38505:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384667.993689:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083c47498] -> 12345-192.168.202.137@tcp28 (6) 00000400:00000001:0.0:1767384667.993699:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1767384667.993703:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp28 ip 192.168.202.137:988 00000400:00000001:0.0:1767384667.993703:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384667.993707:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a40d0682 00000800:00000200:1.0:1767384667.993709:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384667.993710:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a40d0682. 00000400:00000200:0.0:1767384667.993717:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384667.993720:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384667.993732:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009ef98d46. 00000400:00000010:0.0:1767384667.993736:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006e8ed2ad. 00000800:00000001:0.0:1767384667.993851:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384667.993857:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384667.993863:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384667.993868:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384667.993870:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384668.121690:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384668.121697:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.121704:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384668.121706:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384668.121733:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384668.121737:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384668.121739:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384668.586787:0:38669:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384668.586791:0:38669:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:1.0:1767384668.589834:0:38669:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384668.596533:0:38670:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000614af391. 00000400:00000010:1.0:1767384668.596547:0:38670:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000016705547. 00000400:00000010:1.0:1767384668.596556:0:38670:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000066de7719. 00000400:00000010:1.0:1767384668.596563:0:38670:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000245d93aa. 00000400:00000010:1.0:1767384668.596566:0:38670:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009b2e8184. 00000400:00000010:1.0:1767384668.596570:0:38670:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000501d5b0f. 00000400:00000010:1.0:1767384668.596572:0:38670:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005a224e52. 00000400:00000010:1.0:1767384668.596573:0:38670:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009e6b2d70. 00000400:00000010:1.0:1767384668.596575:0:38670:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ca8a657c. 00000800:00000010:1.0:1767384668.596591:0:38670:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a84d23e3. 00000800:00000200:1.0:1767384668.596601:0:38670:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384668.596734:0:38670:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384668.596768:0:38670:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:1.0:1767384668.596792:0:38670:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp49 [8/256/0/180] 00000400:00000010:1.0:1767384668.597956:0:38670:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 000000009654eeaf. 00000400:00000010:1.0:1767384668.597961:0:38670:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511069b7. 00000400:00000010:1.0:1767384668.597965:0:38670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077a39917. 00000400:00000001:1.0:1767384668.597983:0:38670:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384668.597984:0:38670:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384668.597985:0:38670:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058094275. 00000400:00000200:1.0:1767384668.597989:0:38670:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000486ed527 00000400:00000010:1.0:1767384668.597991:0:38670:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000486ed527. 00000400:00000010:1.0:1767384668.597994:0:38670:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000945e4b03. 00000400:00000200:1.0:1767384668.597997:0:38670:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (40) 00000400:00000200:1.0:1767384668.598009:0:38670:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384668.598017:0:38670:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:1.0:1767384668.598023:0:38670:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d7e5a42c. 00000020:01000000:1.0:1767384668.598027:0:38670:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384668.598029:0:38670:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp49 00000400:00000200:3.0:1767384668.598035:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384668.598042:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 00000400:00000010:1.0:1767384668.598043:0:38670:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000016705547. 00000400:00000010:1.0:1767384668.598048:0:38670:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000614af391. 00000400:00000010:3.0:1767384668.598050:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ca4197. 00000400:00000200:3.0:1767384668.598054:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (41) 00000400:00000010:3.0:1767384668.598059:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001eda7cec. 00000400:00000200:3.0:1767384668.598063:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000020:00000001:2.0:1767384668.598069:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384668.598074:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384668.598076:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 10000000:00000001:2.0:1767384668.598077:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384668.598080:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384668.598090:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00000020:01000004:2.0:1767384668.598091:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384668.598095:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384668.598098:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 141], ns[168, 150] 00000020:01000004:2.0:1767384668.598099:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384668.598103:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384668.598106:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 141], ns[199, 150] 00000020:01000004:2.0:1767384668.598107:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384668.598111:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384668.598113:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384668.598115:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 141], ns[66, 150] 00000020:01000004:2.0:1767384668.598116:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384668.598120:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384668.598122:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384668.598124:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 66], ns[74, 66] 00000100:00000010:2.0:1767384668.598127:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8858f83. 00000400:00000200:3.0:1767384668.598128:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 66], ns[83, 66] 00000020:00000040:2.0:1767384668.598133:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:3.0:1767384668.598136:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 66], ns[89, 66] 00000100:00000001:2.0:1767384668.598139:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384668.598140:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 66], ns[93, 66] 02000000:00000001:2.0:1767384668.598143:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384668.598146:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 66], ns[109, 66] 02000000:00000001:2.0:1767384668.598149:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.598153:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 66], ns[111, 66] 00000400:00000200:3.0:1767384668.598156:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 66], ns[115, 66] 00000400:00000200:3.0:1767384668.598159:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 66], ns[124, 66] 02000000:00000010:2.0:1767384668.598159:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000fa2fe87. 00000400:00000200:3.0:1767384668.598167:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 66], ns[130, 66] 00000100:00000001:2.0:1767384668.598168:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.598174:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 66], ns[134, 66] 00000100:00000001:2.0:1767384668.598177:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384668.598181:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 66], ns[164, 66] 00000100:00000001:2.0:1767384668.598181:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.598189:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 66], ns[179, 66] 00000100:00000040:2.0:1767384668.598192:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8858f83] to pc [ptlrpcd_00_01+1] req@00000000e8858f83 x1853237049194624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384668.598195:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 66], ns[185, 66] 00000400:00000200:3.0:1767384668.598206:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 66], ns[195, 66] 00000400:00000200:3.0:1767384668.598215:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 66], ns[81, 66] 00000400:00000200:3.0:1767384668.598223:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[173, 66], ns[183, 66] 00000400:00000200:3.0:1767384668.598226:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 66], ns[100, 66] 00000400:00000200:3.0:1767384668.598229:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[177, 66], ns[187, 66] 00000400:00000200:3.0:1767384668.598232:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 66], ns[105, 66] 00000400:00000200:3.0:1767384668.598234:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 66], ns[101, 66] 00000400:00000200:3.0:1767384668.598237:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 66], ns[122, 66] 00000400:00000200:3.0:1767384668.598241:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 66], ns[172, 66] 00000400:00000200:3.0:1767384668.598244:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 66], ns[121, 66] 10000000:00000001:2.0:1767384668.598246:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.598248:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 66], ns[175, 66] 10000000:00000001:2.0:1767384668.598253:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.598255:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384668.598257:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 66], ns[188, 66] 00000020:00000001:2.0:1767384668.598260:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.598261:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384668.598265:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 66], ns[147, 66] 00000100:00000001:1.0:1767384668.598265:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384668.598267:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384668.598271:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8858f83 x1853237049194624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384668.598273:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 66], ns[159, 66] 00000020:00000001:2.0:1767384668.598280:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384668.598283:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384668.598288:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384668.598291:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 66], ns[203, 66] 10000000:01000000:2.0:1767384668.598292:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384668.598293:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384668.598307:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384668.598310:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384668.598314:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.598315:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 66], ns[173, 66] 00000020:01000004:2.0:1767384668.598315:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384668.598319:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384668.598321:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384668.598322:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384668.598325:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 66], ns[177, 66] 00000020:01000004:2.0:1767384668.598326:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384668.598326:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384668.598329:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384668.598332:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384668.598333:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.598336:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 66], ns[190, 66] 00000100:00100000:1.0:1767384668.598339:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8858f83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049194624:0@lo:253: 00000020:01000004:2.0:1767384668.598341:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384668.598347:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384668.598348:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[183, 66], ns[193, 66] 00000100:00000010:2.0:1767384668.598348:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f98083a. 02000000:00000001:1.0:1767384668.598352:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384668.598353:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 02000000:00000001:1.0:1767384668.598356:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.598359:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[192, 66], ns[202, 66] 00000100:00000001:2.0:1767384668.598360:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384668.598361:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384668.598364:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384668.598368:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 66], ns[0, 66] 02000000:00000010:1.0:1767384668.598368:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c6cdb1f5. 02000000:00000001:2.0:1767384668.598369:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384668.598374:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.598379:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 02000000:00000010:2.0:1767384668.598379:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000040cf4ab6. 00000400:00000010:1.0:1767384668.598380:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058094275. 00000100:00000001:2.0:1767384668.598386:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.598387:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp47 00000400:00000010:1.0:1767384668.598388:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016705547. 00000100:00000001:2.0:1767384668.598394:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384668.598394:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049194624, portal 25 00000400:00000200:3.0:1767384668.598395:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp47 lpni_is_preferred = 0 00000100:00000001:2.0:1767384668.598397:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.598399:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384668.598403:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp47 00000100:00000001:1.0:1767384668.598403:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911668096 : -123269797883520 : ffff8fe3037c5180) 00000100:00000040:2.0:1767384668.598405:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f98083a] to pc [ptlrpcd_00_02+2] req@000000005f98083a x1853237049194752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384668.598412:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8858f83 x1853237049194624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384668.598413:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp47 NI seq info: [204:204:256:4294967295] 192.168.202.137@tcp47 LPNI seq info [194:194:8:4294967295] 00000400:00000200:3.0:1767384668.598430:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp47 00000100:00000001:1.0:1767384668.598438:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384668.598443:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384668.598446:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e497c34d. 10000000:00000001:2.0:1767384668.598448:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.598450:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp47(192.168.202.137@tcp47:) -> 192.168.202.137@tcp47(192.168.202.137@tcp:192.168.202.137@tcp47) : PUT try# 0 00000100:00000200:1.0:1767384668.598451:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049194624, offset 0 10000000:00000001:2.0:1767384668.598452:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.598458:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384668.598459:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384668.598463:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384668.598465:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d7e5a42c. 00000800:00000200:3.0:1767384668.598469:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.137@tcp47 00000400:00000200:1.0:1767384668.598475:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384668.598476:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1634ee8. 00000100:00000001:2.0:1767384668.598478:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384668.598482:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384668.598485:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000015561576. 00000400:00000200:1.0:1767384668.598486:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007880 00000100:00000001:2.0:1767384668.598487:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384668.598491:0:16351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000800:00000010:3.0:1767384668.598493:0:16346:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000aea357ba. 00000100:00000001:2.0:1767384668.598494:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.598498:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1675 [2] + 0 00000800:00000200:3.0:1767384668.598505:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015561576] -> 12345-192.168.202.137@tcp47 (2) 00000100:00000001:2.0:1767384668.598505:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384668.598506:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000055ef3ff. 00000100:00000001:2.0:1767384668.598510:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.598512:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e7d5bc40 00000100:00000001:2.0:1767384668.598513:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.1:1767384668.598515:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015561576] -> 12345-192.168.202.137@tcp47 (2) 00000100:00000001:2.0:1767384668.598518:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384668.598520:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384668.598522:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384668.598525:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005f98083a x1853237049194752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384668.598531:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384668.598532:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000400:00000200:3.0:1767384668.598539:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300571 rc 0 00000400:00000200:1.0:1767384668.598540:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7d5bc40 00000100:00000001:2.0:1767384668.598543:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384668.598545:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7d5bc40. 00000100:00000001:2.0:1767384668.598546:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384668.598550:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384668.598551:0:16349:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384668.598552:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384668.598554:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384668.598554:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384668.598555:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.598558:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384668.598560:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005f98083a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049194752:0@lo:253: 00000100:00000040:1.0:1767384668.598566:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000093de4def x1853237049194624 msgsize 4848 00000100:00100000:1.0:1767384668.598570:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384668.598572:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384668.598577:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384668.598580:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384668.598582:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.598583:0:16349:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384668.598584:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384668.598590:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a3031d21. 02000000:00000001:2.0:1767384668.598592:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384668.598592:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e497c34d 00000400:00000010:1.0:1767384668.598596:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e497c34d. 00000400:00000010:2.0:1767384668.598599:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daf41974. 00000100:00000001:1.0:1767384668.598600:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384668.598625:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006adbbe2d. 00000400:00000200:3.0:1767384668.598627:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000100:00000200:2.0:1767384668.598630:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049194752, portal 25 00000100:00000001:2.0:1767384668.598634:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384668.598635:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911669888 : -123269797881728 : ffff8fe3037c5880) 00000100:00000040:2.0:1767384668.598640:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005f98083a x1853237049194752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384668.598641:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8858f83 x1853237049194624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.598659:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384668.598664:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384668.598665:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384668.598668:0:16351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e713dce. 00000100:00000040:1.0:1767384668.598670:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8858f83 x1853237049194624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384668.598673:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049194752, offset 0 00000400:00000200:3.0:1767384668.598681:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000100:00000001:1.0:1767384668.598682:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384668.598684:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384668.598687:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384668.598694:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.598698:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294957026 00000400:00000200:2.0:1767384668.598703:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384668.598704:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5bea489. 00000100:00000001:1.0:1767384668.598712:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384668.598715:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007900 00000100:00000001:1.0:1767384668.598719:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294957026 00000400:00000200:3.0:1767384668.598723:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384668.598723:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x169d [2] + 0 00000100:00000010:1.0:1767384668.598726:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068e4082c. 00000400:00000010:2.0:1767384668.598732:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c303b106. 00000100:00000001:1.0:1767384668.598732:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384668.598739:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001ddf4ef7 00000100:00000001:1.0:1767384668.598739:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294957026 00000400:00000200:2.0:1767384668.598745:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384668.598745:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c716953a. 00000100:00000001:1.0:1767384668.598750:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384668.598752:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384668.598754:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294957026 00000400:00000200:2.0:1767384668.598757:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ddf4ef7 00000400:00000200:3.0:1767384668.598759:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000100:00000010:1.0:1767384668.598759:0:16349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f7d4429d. 00000400:00000010:2.0:1767384668.598760:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ddf4ef7. 00000100:00000001:1.0:1767384668.598763:0:16349:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384668.598766:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384668.598768:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384668.598769:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384668.598772:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000ff76a17d x1853237049194752 msgsize 4848 00000100:00000001:1.0:1767384668.598773:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.598779:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.598781:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384668.598782:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384668.598785:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384668.598786:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384668.598793:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384668.598794:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384668.598798:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384668.598799:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e713dce 00000100:00000001:1.0:1767384668.598800:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384668.598803:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000100:00000001:1.0:1767384668.598803:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.598808:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384668.598809:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e713dce. 00000100:00000001:2.0:1767384668.598814:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384668.598818:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005f98083a x1853237049194752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.598825:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384668.598827:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005f98083a x1853237049194752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.598833:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.598835:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384668.598841:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.598844:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294957026 00000400:00000200:3.0:1767384668.598845:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000100:00000001:2.0:1767384668.598850:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294957026 00000100:00000001:2.0:1767384668.598854:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294957026 00000100:00000001:2.0:1767384668.598856:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294957026 00000100:00000001:2.0:1767384668.598857:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294957026 00000100:00000001:2.0:1767384668.598859:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294957026 00000100:00000001:2.0:1767384668.598861:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294957026 00000100:00000001:2.0:1767384668.598862:0:16351:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294957026 00000100:00000001:2.0:1767384668.598863:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384668.598864:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.598867:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.598869:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.598880:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000100:00000001:2.0:1767384668.598890:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384668.598894:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194624 02000000:00000001:2.0:1767384668.598896:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384668.598898:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384668.598900:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384668.598903:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384668.598906:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194624 00000100:00000001:1.0:1767384668.598907:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384668.598908:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384668.598910:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194752 00000020:00000040:2.0:1767384668.598911:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 02000000:00000001:1.0:1767384668.598914:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384668.598915:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384668.598916:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000100:00000001:1.0:1767384668.598917:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384668.598921:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384668.598924:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384668.598927:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00100000:1.0:1767384668.598927:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194752 00000020:00000001:1.0:1767384668.598931:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384668.598934:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000040:1.0:1767384668.598935:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:1.0:1767384668.598938:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384668.598941:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:2.0:1767384668.598942:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:1.0:1767384668.598944:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:3.0:1767384668.598947:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000020:00000001:1.0:1767384668.598949:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384668.598954:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384668.598954:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384668.598959:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d58ab082. 00000020:00000010:2.0:1767384668.598961:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a98fe122. 00000100:00000001:1.0:1767384668.598963:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384668.598967:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384668.598967:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d58ab082. 00000020:00000010:2.0:1767384668.598974:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a98fe122. 00000020:00000010:1.0:1767384668.598975:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000332a027d. 00000020:00000010:1.0:1767384668.598981:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008e82710a. 00000400:00000200:3.0:1767384668.598983:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000020:00000010:2.0:1767384668.598983:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a458eda0. 00000020:00000010:1.0:1767384668.598986:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000339934d. 00000020:00000010:2.0:1767384668.598990:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f3590b2. 00000020:00000010:2.0:1767384668.598995:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d5c172bc. 00000100:00000040:1.0:1767384668.598996:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384668.599000:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384668.599001:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384668.599002:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384668.599004:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384668.599005:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.599007:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.599014:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.599015:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.599023:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384668.599023:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.599038:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000100:00000001:1.0:1767384668.599039:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384668.599041:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384668.599043:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384668.599044:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384668.599050:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000040:1.0:1767384668.599054:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384668.599055:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781791312 : -123268927760304 : ffff8fe337595850) 00000100:00100000:2.0:1767384668.599059:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:2.0:1767384668.599065:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:2.0:1767384668.599068:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885421136 : -123268824130480 : ffff8fe33d869c50) 00000100:00000040:1.0:1767384668.599069:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ff76a17d x1853237049194752/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:649/0 lens 4848/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384668.599077:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093de4def x1853237049194624/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:649/0 lens 4848/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384668.599080:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384668.599085:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000020:00000010:1.0:1767384668.599085:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d58ab082. 00000100:00000001:2.0:1767384668.599087:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384668.599092:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.599093:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a98fe122. 00000020:00000010:1.0:1767384668.599096:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d58ab082. 00000100:00000001:2.0:1767384668.599098:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.599101:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a98fe122. 00000100:00100000:1.0:1767384668.599105:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ff76a17d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049194752:12345-0@lo:253: 00000100:00100000:2.0:1767384668.599111:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093de4def pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049194624:12345-0@lo:253: 00000100:00000200:1.0:1767384668.599111:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194752 00000020:00000001:1.0:1767384668.599116:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384668.599117:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194624 00000020:00000001:2.0:1767384668.599120:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384668.599121:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384668.599123:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384668.599124:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.599125:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000020:00000001:2.0:1767384668.599126:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384668.599130:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384668.599131:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384668.599133:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:1.0:1767384668.599136:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384668.599138:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384668.599142:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:1.0:1767384668.599143:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384668.599148:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384668.599148:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384668.599152:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384668.599154:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.599155:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384668.599158:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000020:00000001:2.0:1767384668.599159:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384668.599159:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384668.599164:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384668.599164:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384668.599169:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1767384668.599171:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d7e5a42c. 02000000:00000001:2.0:1767384668.599172:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384668.599176:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.599179:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384668.599180:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000822b8983. 20000000:00000001:1.0:1767384668.599182:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384668.599185:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.599188:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.599190:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384668.599192:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009e2e6caf. 00000400:00000200:3.0:1767384668.599194:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 20000000:01000000:1.0:1767384668.599198:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384668.599199:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000024f5ddbe. 20000000:00000001:1.0:1767384668.599203:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:2.0:1767384668.599204:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384668.599206:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384668.599207:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384668.599209:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384668.599212:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.599213:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384668.599214:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384668.599217:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.599220:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.599222:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384668.599223:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000af4ebb33. 20000000:01000000:1.0:1767384668.599226:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00000400:00000200:3.0:1767384668.599232:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 20000000:00000001:1.0:1767384668.599232:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384668.599244:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384668.599247:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384668.599262:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00080000:00000001:1.0:1767384668.599263:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384668.599278:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384668.599280:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384668.599282:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384668.599283:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384668.599285:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384668.599287:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000020:00000001:1.0:1767384668.599291:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00080000:00000002:1.0:1767384668.599293:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384668.599295:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384668.599313:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384668.599315:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384668.599318:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384668.599320:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000020:00000001:1.0:1767384668.599323:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:1.0:1767384668.599327:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384668.599331:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005cf072eb. 00080000:00000001:1.0:1767384668.599335:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799651439104 : -123274058112512 : ffff8fe2058e6200) 00080000:00000001:1.0:1767384668.599338:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384668.599341:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384668.599344:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d58ab082. 00080000:00000001:1.0:1767384668.599346:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384668.599348:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384668.599362:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.599370:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00080000:00000001:1.0:1767384668.599377:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384668.599406:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.599431:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.599448:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.599470:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.599490:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.599512:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.599546:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.599587:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.599813:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.599874:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.599930:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.599968:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.600002:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.600036:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.600059:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384668.600075:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384668.600216:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007477565a. 00000800:00000010:3.0:1767384668.600220:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000566e9fff. 00000800:00000010:3.0:1767384668.600224:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000acbdcdc9. 00000800:00000010:3.0:1767384668.600239:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000acbdcdc9. 00000800:00020000:3.0:1767384668.600246:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384668.600249:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000566e9fff. 00000800:00000010:3.0:1767384668.600250:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007477565a. 00000400:02020000:3.0:1767384668.600277:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp47 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384668.600283:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp47 notifying 192.168.202.137@tcp47: down 00000800:00000200:3.0:1767384668.600288:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp47 down 00000800:00000100:3.0:1767384668.600294:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 688 0@<0:0>->192.168.202.137@tcp47 00000800:00000010:3.0:1767384668.600313:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1634ee8. 00000400:00000200:3.0:1767384668.600316:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384668.600320:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp47->192.168.202.137@tcp47: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384668.600327:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp47 added to recovery queue. ping count: 0 next ping: 290 health :900 00000400:00000200:3.0:1767384668.600331:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384668.600333:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 1 00000400:00000200:3.0:1767384668.600336:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384668.600355:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384668.600375:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x301171 00000400:00000001:1.0:1767384668.600379:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384668.600380:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384668.600382:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ca4197 00000400:00000010:1.0:1767384668.600383:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026ca4197. 00000400:00000200:1.0:1767384668.600386:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384668.600388:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:1.0:1767384668.600391:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (42) 00000400:00000200:1.0:1767384668.600393:0:16346:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384668.600401:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 rc -71 00000400:00000200:1.0:1767384668.600404:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00080000:00000010:3.0:1767384668.600407:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005cf072eb. 00000400:00000200:1.0:1767384668.600408:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (41) 00080000:00000010:2.0:1767384668.600455:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d58ab082. 00040000:00000001:2.0:1767384668.600463:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384668.600465:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384668.600468:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384668.600472:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384668.600475:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.600478:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384668.600492:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:1.0:1767384668.600502:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008de7269a. 20000000:00000001:2.0:1767384668.600506:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384668.600507:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:1.0:1767384668.600511:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384668.600514:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384668.600515:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384668.600518:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384668.600522:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384668.600523:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:1.0:1767384668.600525:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384668.600528:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384668.600532:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384668.600532:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384668.600535:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384668.600537:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384668.600537:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384668.600541:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384668.600542:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384668.600543:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384668.600545:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:1.0:1767384668.600548:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00010000:00000010:3.0:1767384668.600550:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000866a2e1a. 00080000:00000002:1.0:1767384668.600550:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384668.600555:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384668.600557:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384668.600558:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384668.600561:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f71a8622. 00080000:00000001:1.0:1767384668.600562:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384668.600567:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384668.600568:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1767384668.600570:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00000020:00000040:3.0:1767384668.600572:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f71a8622 with handle 0x7f71e2b70dd203ee to hash 00080000:00000001:1.0:1767384668.600573:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384668.600577:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:1.0:1767384668.600578:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000da4a157f. 00010000:00000001:3.0:1767384668.600579:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384668.600584:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00080000:00000001:1.0:1767384668.600584:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799651444224 : -123274058107392 : ffff8fe2058e7600) 00010000:00000001:3.0:1767384668.600589:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384668.600589:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384668.600593:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384668.600593:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:3.0:1767384668.600597:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd203ee lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384668.600598:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006cc5d583. 00080000:00000001:1.0:1767384668.600603:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384668.600626:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384668.600631:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384668.600634:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.600637:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384668.600641:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384668.600642:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384668.600644:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384668.600648:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384668.600651:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384668.600652:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384668.600655:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384668.600658:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384668.600660:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384668.600661:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384668.600663:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000866a2e1a) refcount = 1 00010000:00010000:3.0:1767384668.600668:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd203ee lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384668.600675:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384668.600678:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384668.600680:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:1.0:1767384668.600681:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384668.600683:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.600684:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384668.600688:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384668.600688:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009e2e6caf. 20000000:00000001:3.0:1767384668.600695:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000001:1.0:1767384668.600695:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384668.600699:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:3.0:1767384668.600703:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:1.0:1767384668.600705:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049194752 00000020:00000001:3.0:1767384668.600706:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384668.600708:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=4 00010000:00000001:1.0:1767384668.600709:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384668.600713:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384668.600716:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000200:1.0:1767384668.600716:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ff76a17d x1853237049194752/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:649/0 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384668.600719:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384668.600722:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd203ee lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384668.600738:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384668.600741:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384668.600747:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=85 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384668.600751:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1767384668.600752:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384668.600756:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd203ee lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384668.600756:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384668.600760:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384668.600765:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384668.600768:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.600773:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384668.600774:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384668.600777:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384668.600778:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384668.600781:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e497c34d. 00010000:00010000:3.0:1767384668.600782:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd203ee lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384668.600785:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049194752, offset 224 00000400:00000200:1.0:1767384668.600794:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384668.600796:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384668.600798:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384668.600803:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384668.600804:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384668.600806:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd203ee lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384668.600811:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007900 00010000:00010000:3.0:1767384668.600815:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f71a8622 already unused, calling callback (0000000058ffb97a) 00010000:00000001:3.0:1767384668.600820:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384668.600820:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f5d [2] + 224 00010000:00000001:3.0:1767384668.600824:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384668.600826:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd203ee lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384668.600826:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.600834:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384668.600836:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384668.600838:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384668.600839:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384668.600842:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384668.600844:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=5 00000100:00000200:1.0:1767384668.600844:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005f98083a x1853237049194752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384668.600848:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384668.600852:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384668.600858:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384668.600860:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd203ee lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384668.600860:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005f98083a x1853237049194752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384668.600878:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384668.600880:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384668.600882:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.600884:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384668.600885:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384668.600887:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384668.600888:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384668.600890:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384668.600892:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e497c34d 00000020:00000040:3.0:1767384668.600893:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f71a8622 with handle 0x7f71e2b70dd203ee from hash 00000400:00000010:1.0:1767384668.600896:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e497c34d. 00010000:00000001:3.0:1767384668.600897:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384668.600901:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384668.600901:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384668.600904:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384668.600905:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384668.600906:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384668.600908:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.600909:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384668.600913:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384668.600915:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384668.600915:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384668.600916:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384668.600921:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.600921:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384668.600924:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384668.600926:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384668.600927:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384668.600929:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384668.600931:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:1.0:1767384668.600932:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384668.600934:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000001:2.0:1767384668.600934:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384668.600938:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff76a17d x1853237049194752/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:649/0 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384668.600939:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384668.600939:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daf41974. 00010000:00000001:3.0:1767384668.600942:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384668.600946:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384668.600948:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006adbbe2d 00010000:00000001:3.0:1767384668.600952:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384668.600953:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006adbbe2d. 00000100:00100000:1.0:1767384668.600956:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ff76a17d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049194752:12345-0@lo:253: Request processed in 1873us (2180us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384668.600957:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384668.600960:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd203ee lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384668.600969:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384668.600970:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384668.600970:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00010000:00000001:3.0:1767384668.600974:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384668.600975:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00010000:00000001:3.0:1767384668.600977:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:2.0:1767384668.600978:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005f98083a x1853237049194752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384668.600979:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384668.600982:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384668.600983:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384668.600987:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384668.600988:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e82710a. 00010000:00000001:3.0:1767384668.600992:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384668.600995:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000339934d. 00010000:00000001:3.0:1767384668.600996:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:1.0:1767384668.601001:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000332a027d. 00010000:00000001:3.0:1767384668.601002:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384668.601002:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005f98083a x1853237049194752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384668.601007:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 20000000:00000001:3.0:1767384668.601008:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384668.601013:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:3.0:1767384668.601014:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd203ee lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384668.601017:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d7e5a42c. 02000000:00000001:1.0:1767384668.601022:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384668.601025:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384668.601026:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384668.601031:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384668.601031:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384668.601033:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384668.601037:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384668.601037:0:16351:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384668.601039:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b924de7. 00010000:00010000:3.0:1767384668.601041:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f71a8622/0x7f71e2b70dd203ee lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384668.601043:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767384668.601044:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e497c34d. 00000100:00000001:2.0:1767384668.601048:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384668.601053:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384668.601054:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000866a2e1a count: 0 02000000:00000001:2.0:1767384668.601059:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.601062:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384668.601065:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00001000:2.0:1767384668.601065:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384668.601071:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.601074:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384668.601077:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.601079:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384668.601081:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.601084:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.601088:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005f98083a x1853237049194752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.601095:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384668.601098:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384668.601100:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384668.601104:0:16351:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384668.601106:0:16351:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384668.601107:0:16351:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384668.601108:0:16351:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384668.601109:0:16351:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384668.601112:0:16351:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384668.601113:0:16351:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384668.601114:0:16351:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384668.601115:0:16351:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384668.601119:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f98083a x1853237049194752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.601127:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005f98083a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049194752:0@lo:253: 00000100:00000001:2.0:1767384668.601140:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.601142:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384668.601144:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005f98083a x1853237049194752/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.601152:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384668.601154:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384668.601156:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a3031d21. 02000000:00000001:2.0:1767384668.601159:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384668.601161:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384668.601162:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384668.601163:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384668.601165:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000040cf4ab6. 02000000:00000001:2.0:1767384668.601167:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384668.601169:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384668.601170:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f98083a. 00000100:00000001:2.0:1767384668.601172:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384668.601173:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.601174:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.601177:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384668.601178:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.601179:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384668.601181:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384668.602107:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000da4a157f. 00080000:00000010:1.0:1767384668.602141:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006cc5d583. 00040000:00000001:1.0:1767384668.602145:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384668.602146:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384668.602147:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384668.602149:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384668.602151:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384668.602153:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384668.602154:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384668.602161:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384668.602163:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384668.602166:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384668.602174:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384668.602178:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384668.602180:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384668.602183:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384668.602186:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384668.602191:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004f86721d. 00010000:00000001:3.0:1767384668.602195:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384668.602198:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ecc07f78. 00000020:00000001:3.0:1767384668.602201:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384668.602204:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ecc07f78 with handle 0x7f71e2b70dd203f5 to hash 00000020:00000001:3.0:1767384668.602206:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384668.602208:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00000001:3.0:1767384668.602211:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00000001:3.0:1767384668.602214:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384668.602216:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384668.602218:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd203f5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384668.602225:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384668.602227:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384668.602228:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384668.602230:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384668.602231:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384668.602233:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384668.602234:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384668.602237:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384668.602238:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384668.602240:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384668.602242:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384668.602244:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004f86721d) refcount = 1 00010000:00010000:3.0:1767384668.602247:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd203f5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384668.602254:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384668.602256:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384668.602258:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384668.602260:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384668.602260:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384668.602262:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384668.602265:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384668.602266:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00000100:00000001:1.0:1767384668.602270:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384668.602272:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000010:1.0:1767384668.602273:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000024f5ddbe. 00000020:00000001:3.0:1767384668.602275:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000001:1.0:1767384668.602278:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384668.602279:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc07f78 refcount=4 00010000:00000040:1.0:1767384668.602282:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049194624 00000020:00000001:3.0:1767384668.602284:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00000001:1.0:1767384668.602285:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384668.602290:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00000200:1.0:1767384668.602291:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093de4def x1853237049194624/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:649/0 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384668.602295:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384668.602311:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd203f5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384668.602312:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384668.602315:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384668.602320:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=85 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384668.602327:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1767384668.602328:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384668.602332:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00010000:3.0:1767384668.602333:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd203f5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384668.602334:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:1.0:1767384668.602338:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384668.602341:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.602346:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384668.602347:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384668.602350:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384668.602351:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384668.602354:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000046b6766. 00010000:00010000:3.0:1767384668.602355:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd203f5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384668.602358:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049194624, offset 224 00000400:00000200:1.0:1767384668.602368:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384668.602371:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384668.602374:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.602378:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384668.602378:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384668.602382:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd203f5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384668.602389:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007880 00010000:00010000:3.0:1767384668.602397:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ecc07f78 already unused, calling callback (0000000058ffb97a) 00000400:00000200:1.0:1767384668.602399:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f55 [2] + 224 00010000:00000001:3.0:1767384668.602401:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384668.602404:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:1.0:1767384668.602405:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384668.602406:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd203f5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384668.602413:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384668.602417:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384668.602419:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384668.602420:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384668.602423:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384668.602425:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8858f83 x1853237049194624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384668.602426:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc07f78 refcount=5 00000020:00000001:3.0:1767384668.602430:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00000001:3.0:1767384668.602434:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961956352 : -123268747595264 : ffff8fe342167200) 00010000:00000001:3.0:1767384668.602439:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384668.602442:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd203f5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384668.602444:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e8858f83 x1853237049194624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384668.602451:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384668.602454:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384668.602457:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.602460:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384668.602461:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384668.602463:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384668.602464:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.602465:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384668.602466:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ecc07f78 with handle 0x7f71e2b70dd203f5 from hash 00010000:00000001:3.0:1767384668.602469:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384668.602470:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384668.602471:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384668.602472:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000046b6766 00010000:00000001:3.0:1767384668.602474:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:1.0:1767384668.602475:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000046b6766. 00010000:00000001:3.0:1767384668.602477:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384668.602478:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384668.602479:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384668.602480:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384668.602482:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.602485:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384668.602486:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384668.602486:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384668.602488:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384668.602490:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384668.602492:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384668.602494:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384668.602495:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.602498:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384668.602500:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384668.602502:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.602504:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:3.0:1767384668.602505:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd203f5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384668.602507:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.602509:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384668.602513:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384668.602514:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384668.602515:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384668.602519:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384668.602519:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093de4def x1853237049194624/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:649/0 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384668.602523:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000001:2.0:1767384668.602523:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384668.602527:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000001:2.0:1767384668.602528:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384668.602530:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384668.602534:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384668.602534:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058094275. 00000100:00100000:1.0:1767384668.602535:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093de4def pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16349:x1853237049194624:12345-0@lo:253: Request processed in 3446us (3966us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384668.602538:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384668.602543:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384668.602543:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016705547 20000000:00000001:3.0:1767384668.602545:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384668.602546:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000400:00000010:2.0:1767384668.602549:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016705547. 00010000:00010000:3.0:1767384668.602551:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd203f5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384668.602551:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:1.0:1767384668.602556:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384668.602557:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384668.602560:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384668.602562:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:1.0:1767384668.602564:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f3590b2. 00010000:00000001:3.0:1767384668.602565:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384668.602566:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8858f83 x1853237049194624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384668.602568:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ecc07f78/0x7f71e2b70dd203f5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384668.602571:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d5c172bc. 00000020:00000010:1.0:1767384668.602578:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a458eda0. 00000020:00000040:1.0:1767384668.602583:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00010000:00000040:3.0:1767384668.602586:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004f86721d count: 0 02000000:00000001:1.0:1767384668.602589:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384668.602592:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000822b8983. 00010000:00000001:3.0:1767384668.602594:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384668.602598:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:1.0:1767384668.602598:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384668.602601:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8858f83 x1853237049194624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384668.602602:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384668.602633:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384668.602639:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bb31dcb. 00000100:00000001:2.0:1767384668.602643:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384668.602644:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000046b6766. 00000100:00000001:2.0:1767384668.602648:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.602660:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384668.602662:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384668.602664:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384668.602666:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384668.602668:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384668.602672:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384668.602676:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.602679:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384668.602680:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.602682:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384668.602684:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.602687:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.602692:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8858f83 x1853237049194624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.602699:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384668.602702:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384668.602704:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384668.602707:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384668.602709:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384668.602711:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384668.602712:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384668.602714:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384668.602716:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384668.602718:0:16349:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384668.602720:0:16349:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384668.602722:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384668.602723:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384668.602727:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8858f83 x1853237049194624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.602734:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8858f83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049194624:0@lo:253: 00000100:00000001:2.0:1767384668.602738:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.602740:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384668.602742:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8858f83 x1853237049194624/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.602749:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384668.602757:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384668.602759:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c6cdb1f5. 02000000:00000001:2.0:1767384668.602764:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384668.602765:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384668.602767:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384668.602769:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384668.602771:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000fa2fe87. 02000000:00000001:2.0:1767384668.602774:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384668.602776:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384668.602777:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8858f83. 00000100:00000001:2.0:1767384668.602780:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384668.602782:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.602784:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.602787:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384668.602788:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.602790:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384668.602791:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384668.604659:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294957026, at 4294957027 00000100:00000010:1.0:1767384668.604667:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068e4082c. 00000100:00000040:2.0:1767384668.604674:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294957026, at 4294957027 00000100:00000010:2.0:1767384668.604683:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c716953a. 00000100:00000040:0.0:1767384668.604722:0:254:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294957026, at 4294957027 00000100:00000010:0.0:1767384668.604732:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5bea489. 00000100:00000040:3.0:1767384668.604853:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294957026, at 4294957027 00000100:00000010:3.0:1767384668.604858:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f7d4429d. 00010000:00000010:3.1:1767384668.608642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000866a2e1a. 00010000:00000010:3.1:1767384668.608649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f71a8622. 00010000:00000010:3.1:1767384668.608653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004f86721d. 00010000:00000010:3.1:1767384668.608656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ecc07f78. 00000400:00000010:1.0:1767384668.614852:0:38675:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d23c05be. 00000400:00000040:1.0:1767384668.614870:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384668.614873:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384668.614875:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384668.614877:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384668.614879:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384668.614884:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384668.614887:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384668.614888:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384668.614889:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384668.614890:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384668.614892:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384668.614893:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384668.614895:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384668.614897:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384668.614897:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384668.614899:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384668.614900:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384668.614902:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384668.614903:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384668.614904:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384668.614906:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384668.614907:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384668.614908:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384668.614910:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384668.614911:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384668.614913:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384668.614914:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384668.614915:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384668.614916:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384668.614917:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384668.614919:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384668.614920:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384668.614921:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384668.614922:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384668.614923:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384668.614925:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384668.614926:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384668.614928:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384668.614929:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384668.614930:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384668.614932:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384668.614933:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384668.614935:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384668.614936:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384668.614941:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384668.614942:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384668.614944:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384668.614945:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384668.614947:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384668.614948:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384668.614949:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384668.614950:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384668.614951:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384668.614952:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384668.614953:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384668.614954:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384668.614955:0:38675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384668.615038:0:38675:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d23c05be. 00000400:00000200:0.0:1767384669.017742:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp46 00000400:00000010:0.0:1767384669.017747:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000015aacaac. 00000400:00000010:0.0:1767384669.017754:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003a89d11b. 00000400:00000010:0.0:1767384669.017758:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b640f3a8. 00000400:00000010:0.0:1767384669.017765:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c7e464be. 00000800:00000200:3.0:1767384669.017770:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cee8574a] -> 12345-192.168.202.137@tcp15 (6) 00000400:00000200:0.0:1767384669.017777:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp46 00000800:00000200:3.0:1767384669.017782:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp15 ip 192.168.202.137:988 00000800:00000200:3.0:1767384669.017787:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384669.017797:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp46 local destination 00000400:00000200:0.0:1767384669.017804:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp46 00000400:00000200:0.0:1767384669.017808:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp46 NI seq info: [205:205:256:4294967295] 192.168.202.137@tcp46 LPNI seq info [195:195:8:4294967295] 00000400:00000200:0.0:1767384669.017814:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp46 00000400:00000200:0.0:1767384669.017824:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp46(192.168.202.137@tcp46:) -> 192.168.202.137@tcp46(192.168.202.137@tcp46:192.168.202.137@tcp46) : GET try# 0 00000800:00000200:0.0:1767384669.017828:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp46 00000800:00000010:0.0:1767384669.017832:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fd94eae9. 00000800:00000200:0.0:1767384669.017836:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048adaee7] -> 12345-192.168.202.137@tcp46 (2) 00000800:00000200:0.1:1767384669.017840:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048adaee7] -> 12345-192.168.202.137@tcp46 (2) 00000800:00000200:2.0:1767384669.017905:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384669.017912:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384669.017920:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384669.017924:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384669.017926:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384669.017935:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018015:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018064:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018119:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384669.018119:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp46 added to recovery queue. ping count: 2 next ping: 294 health :800 00000400:00000200:0.0:1767384669.018128:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp47 00000400:00000010:0.0:1767384669.018132:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d67e351b. 00000400:00000010:0.0:1767384669.018136:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c75109a3. 00000400:00000010:0.0:1767384669.018138:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009923467a. 00000400:00000010:0.0:1767384669.018143:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d3b1f64d. 00000400:00000200:0.0:1767384669.018147:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp47 00000400:00000200:0.0:1767384669.018153:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp47 local destination 00000400:00000200:0.0:1767384669.018157:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp47 00000400:00000200:0.0:1767384669.018160:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp47 NI seq info: [206:206:256:4294967295] 192.168.202.137@tcp47 LPNI seq info [196:196:8:4294967295] 00000400:00000200:3.0:1767384669.018162:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384669.018165:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp47 00000400:00000200:0.0:1767384669.018175:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp47(192.168.202.137@tcp47:) -> 192.168.202.137@tcp47(192.168.202.137@tcp47:192.168.202.137@tcp47) : GET try# 0 00000800:00000200:0.0:1767384669.018180:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp47 00000800:00000010:0.0:1767384669.018183:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cc495764. 00000800:00000200:0.0:1767384669.018186:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015561576] -> 12345-192.168.202.137@tcp47 (2) 00000800:00000200:0.1:1767384669.018190:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015561576] -> 12345-192.168.202.137@tcp47 (2) 00000400:00000200:3.0:1767384669.018202:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018244:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.018255:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018318:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.018319:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.018393:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018420:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384669.018441:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp47 added to recovery queue. ping count: 1 next ping: 292 health :900 00000400:00000200:2.0:1767384669.018450:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018490:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.018503:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018545:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.018548:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.018609:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018619:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.018668:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018718:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.018731:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018773:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.018778:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.018826:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018840:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.018884:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018916:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.018935:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.018980:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.018980:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019017:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.019048:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019061:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.019098:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019108:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.019154:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019177:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.019211:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019250:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.019276:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019336:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.019357:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019389:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.019418:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019447:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.019469:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019492:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.019517:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019554:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.019586:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019604:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019708:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019748:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.019780:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019781:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019841:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.019862:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019905:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.019934:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.019971:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020020:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.020056:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020092:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.020121:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020163:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.020197:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020229:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.020262:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020281:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020362:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020404:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020447:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000800:00000010:2.0:1767384669.020452:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000024f5ddbe. 00000800:00000010:2.0:1767384669.020457:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006adbbe2d. 00000800:00000010:2.0:1767384669.020461:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a98fe122. 00000800:00000010:2.0:1767384669.020483:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a98fe122. 00000400:00000200:3.0:1767384669.020485:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000800:00020000:2.0:1767384669.020490:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:2.0:1767384669.020493:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006adbbe2d. 00000800:00000010:2.0:1767384669.020497:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000024f5ddbe. 00000400:00000200:3.0:1767384669.020522:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:02020000:2.0:1767384669.020551:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp47 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384669.020557:0:16339:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp47 notifying 192.168.202.137@tcp47: down 00000400:00000200:2.0:1767384669.020561:0:16339:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:3.0:1767384669.020563:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000800:00000100:2.0:1767384669.020567:0:16339:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp47 00000800:00000010:2.0:1767384669.020570:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cc495764. 00000400:00000200:2.0:1767384669.020574:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384669.020577:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp47->192.168.202.137@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384669.020585:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384669.020587:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:2.0:1767384669.020587:0:16339:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384669.020595:0:16339:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp47) recovery failed with -71 00000400:00000200:3.0:1767384669.020645:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020686:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020722:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020748:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020777:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020812:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020845:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020886:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020920:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020949:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020966:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020983:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.020997:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.021011:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 968 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.021027:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 967 -> 192.168.202.137:988 00000800:00000010:3.0:1767384669.021172:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007477565a. 00000800:00000010:3.0:1767384669.021177:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000063ce47de. 00000800:00000010:3.0:1767384669.021180:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020f01eae. 00000800:00000010:3.0:1767384669.021213:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020f01eae. 00000400:00000200:2.0:1767384669.021330:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384669.021347:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp46 from 198.3.0.2 00000800:00000010:2.0:1767384669.021351:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000086c00b1f. 00000800:00000010:1.0:1767384669.021385:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e2e6caf. 00000800:00000010:1.0:1767384669.021391:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000016142729. 00000800:00000010:1.0:1767384669.021413:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000000863576. 00000800:00000200:1.1:1767384669.021419:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048adaee7] -> 12345-192.168.202.137@tcp46 (2) 00000800:00000200:1.1:1767384669.021424:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp46 0000000000863576 deleted 00000800:00000010:1.1:1767384669.021426:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000000863576. 00000800:00000200:1.1:1767384669.021437:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384669.021441:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp46 ip 192.168.202.137:966 00000800:00000200:1.1:1767384669.021443:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fd94eae9 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384669.021448:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp46 p 3.x 192.168.202.137 -> 192.168.202.137:966 incarnation:1767384661207221798 sched[0] 00000800:00000010:1.0:1767384669.021453:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f178499a. 00000800:00000010:1.0:1767384669.021509:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f178499a. 00000800:00000010:1.0:1767384669.021513:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000016142729. 00000800:00000200:3.1:1767384669.021533:0:16336:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384669.021540:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp46 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384661207221798 sched[0] 00000800:00000010:3.0:1767384669.021545:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000063ce47de. 00000800:00000010:1.0:1767384669.021556:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000086c00b1f. 00000800:00000001:1.0:1767384669.021579:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.021585:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384669.021651:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000800:00000200:1.0:1767384669.021660:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384669.021663:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fd94eae9. 00000400:00000200:1.0:1767384669.021668:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.021673:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp46->192.168.202.137@tcp46: GET: OK 00000400:00000200:1.0:1767384669.021678:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384669.021681:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp46 recovery message sent successfully:0 00000800:00000001:1.0:1767384669.021695:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.021700:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384669.021702:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.021709:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.021717:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp46(192.168.202.137@tcp46) <- 192.168.202.137@tcp46 : GET - for me 00000400:00000200:3.0:1767384669.021731:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384669.021736:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384669.021745:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 272/272 into md 0x1f4d [1] + 0 00000400:00000200:1.0:1767384669.021758:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp46 to MR: 192.168.202.137@tcp46 local destination 00000400:00000200:1.0:1767384669.021768:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp46 NI seq info: [207:207:256:4294967295] 192.168.202.137@tcp46 LPNI seq info [197:197:8:4294967295] 00000400:00000200:1.0:1767384669.021782:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp46(192.168.202.137@tcp46:192.168.202.137@tcp46) -> 192.168.202.137@tcp46(192.168.202.137@tcp46:192.168.202.137@tcp46) 192.168.202.137@tcp46 : REPLY try# 0 00000800:00000200:1.0:1767384669.021789:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.137@tcp46 00000800:00000010:1.0:1767384669.021793:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002a947c5. 00000400:00000200:3.0:1767384669.021795:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000800:00000200:1.0:1767384669.021798:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048adaee7] -> 12345-192.168.202.137@tcp46 (4) 00000800:00000200:1.0:1767384669.021804:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp46 ip 192.168.202.137:988 00000800:00000200:1.0:1767384669.021807:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000002a947c5 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384669.021858:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000800:00000200:1.0:1767384669.021859:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384669.021863:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002a947c5. 00000400:00000200:1.0:1767384669.021867:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.021873:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp46->192.168.202.137@tcp46: REPLY: OK 00000800:00000001:1.0:1767384669.021886:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.021891:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384669.021894:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.021899:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384669.021901:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.021905:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.021912:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp46(192.168.202.137@tcp46) <- 192.168.202.137@tcp46 : REPLY - for me 00000400:00000200:1.0:1767384669.021922:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp46: Reply from 12345-192.168.202.137@tcp46 of length 272/272 into md 0x1f75 00000800:00000001:1.0:1767384669.021926:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384669.021929:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000800:00000001:1.0:1767384669.021932:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.021934:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384669.021939:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp46->192.168.202.137@tcp46: REPLY: OK 00000400:00000200:1.0:1767384669.021944:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b640f3a8 00000400:00000010:1.0:1767384669.021947:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b640f3a8. 00000400:00000200:1.0:1767384669.021951:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384669.021957:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000015aacaac. 00000400:00000010:1.0:1767384669.021968:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003a89d11b. 00000800:00000001:1.0:1767384669.021976:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384669.021981:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384669.021989:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022053:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022101:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022159:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022213:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022262:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022342:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022398:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022425:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022441:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022456:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022475:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022496:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022512:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022535:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.022569:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023103:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023422:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023441:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023457:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023474:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023501:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023540:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023579:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023603:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023654:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023678:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023698:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023738:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384669.023778:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384669.023879:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000325c42f8. 00000800:00000010:3.0:1767384669.023882:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a30ed41a. 00000800:00000010:3.0:1767384669.023884:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020f01eae. 00000800:00000010:3.0:1767384669.023898:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020f01eae. 00000800:00020000:3.0:1767384669.023902:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384669.023904:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a30ed41a. 00000800:00000010:3.0:1767384669.023906:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000325c42f8. 00000400:02020000:3.0:1767384669.023929:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp46 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384669.146650:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384669.146654:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384669.146660:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384669.146662:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.146774:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384669.146778:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384669.146781:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384670.042818:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384670.042823:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384670.042825:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009923467a 00000400:00000010:2.0:1767384670.042829:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009923467a. 00000400:00000200:2.0:1767384670.042834:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384670.042840:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384670.042852:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d67e351b. 00000400:00000010:2.0:1767384670.042855:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c75109a3. 00000400:00000200:2.0:1767384670.042860:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp45 00000400:00000010:2.0:1767384670.042864:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c5f093dc. 00000400:00000010:2.0:1767384670.042867:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009e68d583. 00000400:00000010:2.0:1767384670.042870:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1c237d2. 00000400:00000010:2.0:1767384670.042875:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c3271563. 00000400:00000200:2.0:1767384670.042880:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp45 00000400:00000200:2.0:1767384670.042890:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp45 local destination 00000400:00000200:2.0:1767384670.042896:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp45 00000400:00000200:2.0:1767384670.042906:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp45 NI seq info: [208:208:256:4294967295] 192.168.202.137@tcp45 LPNI seq info [198:198:8:4294967295] 00000400:00000200:2.0:1767384670.042912:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp45 00000400:00000200:2.0:1767384670.042921:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp45(192.168.202.137@tcp45:) -> 192.168.202.137@tcp45(192.168.202.137@tcp45:192.168.202.137@tcp45) : GET try# 0 00000800:00000200:2.0:1767384670.042928:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp45 00000800:00000010:2.0:1767384670.042934:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cfafc5b7. 00000800:00000200:2.0:1767384670.042941:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1f471a9] -> 12345-192.168.202.137@tcp45 (2) 00000800:00000200:2.1:1767384670.042948:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1f471a9] -> 12345-192.168.202.137@tcp45 (2) 00000400:00000200:2.0:1767384670.042971:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp45 added to recovery queue. ping count: 3 next ping: 299 health :700 00000400:00000200:3.0:1767384670.043050:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043091:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043117:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043162:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043190:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043210:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043225:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043244:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043274:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043307:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043329:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043348:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043365:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043380:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043411:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043440:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043459:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043477:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043500:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043516:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043547:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043576:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043599:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043637:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043666:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043697:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043712:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043731:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043750:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043778:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043815:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043843:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043876:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043901:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384670.043935:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384670.044107:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000325c42f8. 00000800:00000010:3.0:1767384670.044112:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001f6f2280. 00000800:00000010:3.0:1767384670.044117:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005660eebf. 00000800:00000010:3.0:1767384670.044133:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005660eebf. 00000800:00020000:3.0:1767384670.044142:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384670.044145:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001f6f2280. 00000800:00000010:3.0:1767384670.044147:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000325c42f8. 00000400:02020000:3.0:1767384670.044175:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp45 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384670.044180:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp45 notifying 192.168.202.137@tcp45: down 00000800:00000200:3.0:1767384670.044185:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp45 down 00000800:00000100:3.0:1767384670.044189:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp45 00000800:00000010:3.0:1767384670.044192:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cfafc5b7. 00000400:00000200:3.0:1767384670.044195:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384670.044199:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp45->192.168.202.137@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384670.044205:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384670.044208:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384670.044210:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp45) recovery failed with -71 00010000:00000001:2.0:1767384670.169775:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384670.169779:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384670.169783:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384670.169784:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384670.169817:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384670.169821:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384670.169824:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384670.388083:0:39227:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000093609283. 00080000:00000010:3.0:1767384670.388092:0:39227:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000093609283. 00000020:00000001:3.0:1767384670.388096:0:39227:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384670.388102:0:39227:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000093609283. 00080000:00000010:3.0:1767384670.388106:0:39227:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000093609283. 00000020:00000001:3.0:1767384670.388108:0:39227:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.681690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384670.681700:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384670.681708:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8858f83. 00000020:00000040:2.0:1767384670.681714:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384670.681719:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384670.681722:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384670.681727:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384670.681734:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000839b68e9. 00000100:00000001:2.0:1767384670.681741:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.681750:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@00000000e8858f83 x1853237049194880/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384670.681763:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384670.681765:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.681770:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8858f83] to pc [ptlrpcd_00_03+3] req@00000000e8858f83 x1853237049194880/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384670.681797:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.681799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384670.681801:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384670.681804:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f98083a. 00000100:00000001:3.0:1767384670.681812:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384670.681813:0:36:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384670.681818:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384670.681820:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384670.681820:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384670.681825:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.681826:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767384670.681829:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000674142b4. 00000100:00000040:3.0:1767384670.681834:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8858f83 x1853237049194880/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384670.681835:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.681835:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384670.681842:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.681844:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384670.681861:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384670.681861:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384670.681865:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.681866:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.681869:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f98083a] to pc [ptlrpcd_00_00+0] req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384670.681874:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384670.681878:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384670.681881:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384670.681886:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8858f83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049194880:0@lo:400: 00000100:00000001:2.0:1767384670.681888:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.681893:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384670.681895:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384670.681897:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384670.681900:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d939789. 02000000:00000001:3.0:1767384670.681902:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384670.681902:0:36:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384670.681907:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.681907:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384670.681907:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384670.681910:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384670.681913:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384670.681913:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384670.681914:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384670.681918:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f8adf061. 00000100:00000001:2.0:1767384670.681920:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384670.681921:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665f5744. 00000100:00000040:2.0:1767384670.681924:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384670.681925:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384670.681928:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.681934:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384670.681938:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb8c28c1. 00000100:00000001:2.0:1767384670.681939:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384670.681942:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384670.681949:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e00626d1. 00000100:00000040:2.0:1767384670.681949:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d939789] to pc [ptlrpcd_00_01+1] req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.681957:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384670.681960:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049194880, portal 25 00000100:00000001:0.0:1767384670.681960:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.681966:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384670.681968:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384670.681970:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384670.681972:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911668096 : -123269797883520 : ffff8fe3037c5180) 02000000:00000001:0.0:1767384670.681975:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.681976:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384670.681981:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005f98083a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049195008:0@lo:400: 00000100:00000040:3.0:1767384670.681982:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8858f83 x1853237049194880/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384670.681982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384670.681987:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384670.681990:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384670.681995:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384670.681995:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.681999:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384670.682004:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384670.682004:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a89d11b. 00000100:00000010:2.0:1767384670.682006:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005becfdea. 02000000:00000001:0.0:1767384670.682008:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384670.682011:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384670.682013:0:36:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:0.0:1767384670.682015:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d20e59d9. 00000400:00000010:3.0:1767384670.682017:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011c67d72. 00000100:00000001:2.0:1767384670.682018:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384670.682022:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384670.682022:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc9ec724. 00000100:00000200:3.0:1767384670.682023:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049194880, offset 0 02000000:00000001:2.0:1767384670.682028:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384670.682029:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049195008, portal 4 00000100:00000001:0.0:1767384670.682033:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384670.682035:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384670.682035:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7baecb3. 00000100:00000001:0.0:1767384670.682036:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911669888 : -123269797881728 : ffff8fe3037c5880) 00000100:00000001:2.0:1767384670.682042:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.682047:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384670.682048:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384670.682056:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384670.682076:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260007980 00000100:00000001:0.0:1767384670.682076:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384670.682083:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384670.682086:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384670.682086:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b2d231. 00000100:00000001:2.0:1767384670.682089:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384670.682090:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16a5 [2] + 0 00000100:00000040:2.0:1767384670.682094:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005becfdea] to pc [ptlrpcd_00_02+2] req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384670.682098:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bcd32f9. 00000400:00000200:3.0:1767384670.682105:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b37f99e6 00000100:00000001:2.0:1767384670.682111:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384670.682111:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049195008, offset 0 00000400:00000200:3.0:1767384670.682114:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384670.682119:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (296) 00000400:00000200:0.0:1767384670.682124:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384670.682125:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384670.682131:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384670.682134:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b37f99e6 00000100:00000001:2.0:1767384670.682135:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384670.682135:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384670.682139:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384670.682140:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b37f99e6. 00000100:00000040:2.0:1767384670.682143:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384670.682147:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260007a00 00000100:00000001:3.0:1767384670.682148:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384670.682153:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384670.682159:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 4560 00000100:00000001:2.0:1767384670.682161:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384670.682162:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000006cbb253a x1853237049194880 msgsize 224 00000100:00000001:2.0:1767384670.682164:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384670.682166:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384670.682170:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384670.682174:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384670.682174:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384670.682179:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384670.682181:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.682182:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384670.682184:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384670.682185:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d939789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853237049195136:0@lo:400: 00000100:00000001:2.0:1767384670.682191:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384670.682192:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1767384670.682193:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384670.682196:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384670.682196:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005def2f30. 00000100:00000001:3.0:1767384670.682198:0:16351:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384670.682201:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384670.682202:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000005def2f30 x1853237049195008 msgsize 224 02000000:00000010:2.0:1767384670.682206:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006294bc66. 00000400:00000200:3.0:1767384670.682208:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011c67d72 02000000:00000001:2.0:1767384670.682211:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384670.682212:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384670.682214:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011c67d72. 00000400:00000010:2.0:1767384670.682216:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daf41974. 00000100:00000001:3.0:1767384670.682220:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384670.682223:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004153d094. 00000100:00000001:0.0:1767384670.682223:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384670.682227:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8858f83 x1853237049194880/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384670.682230:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b2d231 00000400:00000010:0.0:1767384670.682233:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b2d231. 00000100:00000001:0.0:1767384670.682239:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384670.682241:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049195136, portal 10 00000100:00000200:0.0:1767384670.682245:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.682246:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384670.682246:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384670.682249:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911672576 : -123269797879040 : ffff8fe3037c6300) 00000100:00000040:3.0:1767384670.682254:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8858f83 x1853237049194880/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384670.682260:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.682265:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384670.682271:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.682295:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.682301:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384670.682306:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.682306:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384670.682307:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.682312:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384670.682312:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384670.682314:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3536 usecs (4 jiffies) 00000400:00000010:2.0:1767384670.682317:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be9d8420. 00000100:00000001:0.0:1767384670.682319:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294959108 00000100:00000001:3.0:1767384670.682321:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384670.682322:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049195136, offset 0 00000100:00000010:0.0:1767384670.682325:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000843b16cc. 00000100:00000001:3.0:1767384670.682329:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294959109 00000400:00000200:2.0:1767384670.682332:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384670.682333:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384670.682341:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294959108 00000400:00000200:2.0:1767384670.682344:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384670.682347:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294959108 00000100:00000010:0.0:1767384670.682347:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c47f6c7. 00000100:00000001:0.0:1767384670.682352:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384670.682355:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260007a80 00000100:00000001:3.0:1767384670.682356:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294959109 00000100:00000001:0.0:1767384670.682358:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294959108 00000400:00000200:2.0:1767384670.682363:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000100:00000010:0.0:1767384670.682365:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cba9c28c. 00000100:00000001:3.0:1767384670.682366:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294959108 00000400:00000200:2.0:1767384670.682368:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384670.682370:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384670.682376:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294959109 00000400:00000200:2.0:1767384670.682376:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384670.682377:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294959108 00000100:00000001:2.0:1767384670.682384:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384670.682385:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017f4522c. 00000100:00000001:3.0:1767384670.682387:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294959108 00000100:00000200:2.0:1767384670.682387:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384670.682388:0:16348:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000010:2.0:1767384670.682394:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e344020. 00000100:00000001:0.0:1767384670.682394:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384670.682396:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294959109 00000100:00000040:2.0:1767384670.682400:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000003e344020 x1853237049195136 msgsize 224 00000100:00000001:0.0:1767384670.682401:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.682404:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294959108 00000100:00100000:2.0:1767384670.682405:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384670.682412:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384670.682413:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.682417:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.682419:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.682419:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384670.682425:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.682426:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384670.682427:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be9d8420 00000100:00000001:0.0:1767384670.682429:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384670.682432:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be9d8420. 00000100:00000001:3.0:1767384670.682433:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384670.682433:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384670.682436:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384670.682439:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384670.682440:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.682443:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384670.682444:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384670.682445:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.682448:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384670.682455:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384670.682457:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384670.682458:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384670.682462:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.682462:0:18688:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384670.682463:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384670.682466:0:18688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195008 00000100:00100000:3.0:1767384670.682470:0:16351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:0.0:1767384670.682471:0:18688:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384670.682474:0:18688:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384670.682476:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.682477:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384670.682477:0:18688:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.682481:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384670.682485:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384670.682485:0:18688:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.682486:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384670.682490:0:18688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195008 00000100:00000001:3.0:1767384670.682491:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384670.682491:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3088 usecs (4 jiffies) 00000020:00000001:0.0:1767384670.682494:0:18688:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384670.682498:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384670.682498:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294959108 00000020:00000040:0.0:1767384670.682498:0:18688:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:0.0:1767384670.682501:0:18688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384670.682502:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384670.682504:0:18688:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000100:00000001:3.0:1767384670.682505:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384670.682509:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294959109 00000020:00000001:0.0:1767384670.682510:0:18688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000040:3.0:1767384670.682514:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384670.682515:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294959108 00000020:00000001:0.0:1767384670.682516:0:18688:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:2.0:1767384670.682523:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294959109 00000100:00000001:0.0:1767384670.682525:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384670.682528:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294959108 00000020:00000010:0.0:1767384670.682530:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1de4b78. 00000100:00000001:2.0:1767384670.682534:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294959109 00000020:00000010:0.0:1767384670.682537:0:18688:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d14a78cd. 00000100:00000001:3.0:1767384670.682538:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384670.682538:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294959108 00000100:00000001:3.0:1767384670.682542:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.682542:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294959109 00000020:00000040:0.0:1767384670.682545:0:18688:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:2.0:1767384670.682548:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384670.682549:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384670.682551:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384670.682553:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384670.682555:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.682555:0:18688:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1767384670.682559:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.682560:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384670.682561:0:18688:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043e96c51. 00000100:00000001:2.0:1767384670.682567:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384670.682568:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005becfdea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16351:1853237049195264:0@lo:400: 00000020:00000010:0.0:1767384670.682568:0:18688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c849888. 00000100:00000001:2.0:1767384670.682570:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384670.682576:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384670.682576:0:18688:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d7d465a1. 00000100:00000001:3.0:1767384670.682577:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384670.682579:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384670.682582:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384670.682583:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384670.682585:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384670.682587:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.682587:0:18688:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384670.682593:0:18688:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384670.682594:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384670.682598:0:18688:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384670.682599:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:3.0:1767384670.682600:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045c80004. 00000100:00100000:2.0:1767384670.682603:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195136 00000100:00000001:0.0:1767384670.682603:0:18688:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384670.682605:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.682641:0:18688:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384670.682645:0:18688:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1767384670.682647:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384670.682647:0:18688:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.682650:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384670.682651:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384670.682654:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384670.682658:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195136 00000020:00000001:2.0:1767384670.682661:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384670.682663:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000100:00000001:0.0:1767384670.682665:0:18688:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384670.682666:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384670.682670:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000020:00000001:2.0:1767384670.682675:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000020:00000001:2.0:1767384670.682678:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:2.0:1767384670.682682:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384670.682684:0:18688:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384670.682687:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ce4d592. 00000100:00000001:0.0:1767384670.682688:0:18688:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384670.682692:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010db7717. 00000100:00100000:0.0:1767384670.682698:0:18688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000400:00000010:3.0:1767384670.682700:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011c67d72. 00000100:00000001:2.0:1767384670.682700:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384670.682705:0:18688:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000020:00000010:2.0:1767384670.682707:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ce4d592. 00000100:00000200:3.0:1767384670.682708:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049195264, portal 10 00000100:00000001:0.0:1767384670.682710:0:18688:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575789056 : -123274133762560 : ffff8fe2010c0e00) 00000100:00000001:3.0:1767384670.682715:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384670.682716:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051caaeac. 00000100:00000001:3.0:1767384670.682718:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911674368 : -123269797877248 : ffff8fe3037c6a00) 00000100:00000040:0.0:1767384670.682720:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005def2f30 x1853237049195008/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:651/0 lens 224/0 e 0 to 0 dl 1767384681 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384670.682723:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c89e5dfe. 00000100:00000040:3.0:1767384670.682730:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384670.682731:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000001:0.0:1767384670.682736:0:18688:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384670.682741:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ffe9641. 00000100:00000040:2.0:1767384670.682743:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384670.682746:0:18688:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384670.682747:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384670.682750:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384670.682751:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ffe9641. 00000100:00000001:2.0:1767384670.682752:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384670.682755:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384670.682758:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384670.682760:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:0.0:1767384670.682762:0:18688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005def2f30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049195008:12345-0@lo:400: 00000100:00000001:2.0:1767384670.682764:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:3.0:1767384670.682765:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5c8ac13. 00000100:00000001:2.0:1767384670.682766:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384670.682769:0:18688:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195008 00000100:00000200:3.0:1767384670.682772:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049195264, offset 0 00000020:00000001:0.0:1767384670.682774:0:18688:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384670.682778:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384670.682780:0:18688:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384670.682784:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384670.682785:0:18688:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.682790:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384670.682790:0:18688:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384670.682794:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384670.682795:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384670.682797:0:18688:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00100000:2.0:1767384670.682801:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:2.0:1767384670.682805:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000020:00000001:0.0:1767384670.682805:0:18688:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384670.682810:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260007b00 00000100:00000001:2.0:1767384670.682810:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620803911666304 : -123269797885312 : ffff8fe3037c4a80) 00000020:00000001:0.0:1767384670.682811:0:18688:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384670.682819:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003e344020 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:651/0 lens 224/0 e 0 to 0 dl 1767384681 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384670.682819:0:18688:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384670.682824:0:18688:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384670.682825:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000020:00000001:0.0:1767384670.682829:0:18688:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384670.682837:0:18688:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1767384670.682838:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384670.682838:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384670.682841:0:18688:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384670.682842:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ce4d592. 02000000:00000001:0.0:1767384670.682845:0:18688:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384670.682847:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384670.682848:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384670.682850:0:18688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000083608e. 00000020:00000010:2.0:1767384670.682853:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ce4d592. 02000000:00000001:0.0:1767384670.682855:0:18688:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.682856:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384670.682859:0:18688:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384670.682860:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1767384670.682862:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003e344020 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853237049195136:12345-0@lo:400: 00000020:00000001:0.0:1767384670.682864:0:18688:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384670.682869:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5507138. 00000100:00000200:2.0:1767384670.682871:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195136 00010000:00000040:0.0:1767384670.682872:0:18688:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049195008 00000100:00000040:3.0:1767384670.682874:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000b5507138 x1853237049195264 msgsize 224 00000020:00000001:2.0:1767384670.682876:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384670.682877:0:18688:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384670.682880:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384670.682884:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384670.682886:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384670.682887:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000200:0.0:1767384670.682889:0:18688:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005def2f30 x1853237049195008/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384670.682891:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:2.0:1767384670.682896:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1767384670.682901:0:18688:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384670.682902:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384670.682906:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384670.682907:0:18688:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384670.682909:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5c8ac13 00000020:00000001:2.0:1767384670.682910:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384670.682913:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:0.0:1767384670.682913:0:18688:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=77 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384670.682914:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5c8ac13. 00000020:00000001:2.0:1767384670.682917:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.682921:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384670.682922:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384670.682924:0:18688:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384670.682927:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384670.682930:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384670.682930:0:18688:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 02000000:00000001:2.0:1767384670.682931:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384670.682935:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000271d55df. 00000100:00000001:0.0:1767384670.682937:0:18688:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384670.682939:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.682944:0:18688:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384670.682945:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384670.682949:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.682950:0:18688:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384670.682955:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049195136 00000100:00000001:3.0:1767384670.682958:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384670.682958:0:18688:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384670.682959:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384670.682964:0:18688:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384670.682966:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384670.682968:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003e344020 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384670.682969:0:18688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b2d231. 00000100:00000200:0.0:1767384670.682974:0:18688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049195008, offset 224 00000400:00000200:0.0:1767384670.682985:0:18688:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384670.682996:0:18688:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384670.683000:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384670.683005:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384670.683007:0:18688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260007a00 00000100:00001000:2.0:1767384670.683012:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=82 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384670.683016:0:18688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1f89 [1] + 224 00000100:00000001:3.0:1767384670.683017:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.683021:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384670.683023:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384670.683024:0:18688:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384670.683027:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:3.0:1767384670.683031:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.683031:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000400:00000200:0.0:1767384670.683032:0:18688:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384670.683037:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384670.683040:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3012 usecs (4 jiffies) 02000000:00000001:2.0:1767384670.683040:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.683041:0:18688:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384670.683042:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384670.683046:0:18688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.683047:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294959109 00000100:00000040:2.0:1767384670.683049:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384670.683054:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be9d8420. 00000100:00000001:3.0:1767384670.683055:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294959109 00000100:00000200:2.0:1767384670.683060:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049195136, offset 224 00000100:00000001:3.0:1767384670.683062:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294959109 00000100:00000001:3.0:1767384670.683068:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294959109 00000100:00000040:0.0:1767384670.683069:0:18688:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384670.683072:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384670.683075:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294959109 00000100:00000001:3.0:1767384670.683082:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294959109 00000400:00000200:2.0:1767384670.683084:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384670.683089:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294959109 00000100:00000001:3.0:1767384670.683095:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294959109 00000400:00000200:2.0:1767384670.683098:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260007a80 00000100:00000001:3.0:1767384670.683101:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384670.683103:0:18688:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384670.683105:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.683107:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f91 [1] + 224 00000100:00000001:3.0:1767384670.683110:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.683112:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384670.683114:0:18688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b2d231 00000100:00000001:3.0:1767384670.683116:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384670.683118:0:18688:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b2d231. 00000400:00000200:2.0:1767384670.683119:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384670.683125:0:18688:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384670.683127:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384670.683128:0:18688:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1767384670.683132:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.683132:0:18688:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.683136:0:18688:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:3.0:1767384670.683139:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384670.683140:0:18688:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384670.683145:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194880 00000020:00000001:0.0:1767384670.683145:0:18688:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384670.683149:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384670.683149:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.683154:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384670.683156:0:18688:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384670.683158:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.683163:0:18688:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005def2f30 x1853237049195008/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384670.683165:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.683171:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384670.683172:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194880 00000020:00000001:3.0:1767384670.683178:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384670.683179:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be9d8420 00000100:00100000:0.0:1767384670.683180:0:18688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005def2f30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049195008:12345-0@lo:400: Request processed in 442us (976us total) trans 0 rc 0/0 00000020:00000040:3.0:1767384670.683183:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000400:00000010:2.0:1767384670.683183:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be9d8420. 00000020:00000001:3.0:1767384670.683189:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384670.683189:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767384670.683190:0:18688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:2.0:1767384670.683193:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1767384670.683194:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000040:0.0:1767384670.683195:0:18688:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:2.0:1767384670.683197:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.683200:0:18688:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384670.683202:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384670.683203:0:18688:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384670.683204:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000020:00000010:0.0:1767384670.683209:0:18688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c849888. 00000020:00000001:3.0:1767384670.683210:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00010000:00000001:2.0:1767384670.683210:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384670.683214:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384670.683215:0:18688:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d7d465a1. 00000020:00000001:2.0:1767384670.683217:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384670.683218:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384670.683219:0:18688:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043e96c51. 00000100:00000040:2.0:1767384670.683223:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e344020 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384670.683224:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000661e59ec. 00000020:00000040:0.0:1767384670.683225:0:18688:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:3.0:1767384670.683231:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384670.683232:0:18688:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384670.683237:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003e344020 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853237049195136:12345-0@lo:400: Request processed in 396us (833us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384670.683239:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000661e59ec. 00000020:00000010:3.0:1767384670.683247:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4adee39. 00000100:00100000:2.0:1767384670.683247:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:0.0:1767384670.683249:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:2.0:1767384670.683250:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000020:00000010:3.0:1767384670.683255:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000093609283. 00000100:00000001:2.0:1767384670.683255:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1767384670.683256:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000100:00000001:2.0:1767384670.683259:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384670.683264:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000020:00000010:2.0:1767384670.683264:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c89e5dfe. 00000100:00000001:0.0:1767384670.683269:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384670.683270:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000100:00000001:0.0:1767384670.683273:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384670.683275:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051caaeac. 00000100:00000040:3.0:1767384670.683276:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384670.683292:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1767384670.683294:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000100:00000001:0.0:1767384670.683294:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384670.683295:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384670.683298:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384670.683300:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.683300:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384670.683303:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384670.683307:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384670.683309:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d20e59d9. 00000100:00000001:3.0:1767384670.683311:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.683313:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384670.683314:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc9ec724 00000100:00100000:2.0:1767384670.683317:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195264 00000400:00000010:0.0:1767384670.683317:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc9ec724. 02000000:00000001:2.0:1767384670.683321:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384670.683322:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384670.683324:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.683324:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384670.683328:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384670.683329:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384670.683334:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.683339:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384670.683339:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195264 00000100:00000001:3.0:1767384670.683343:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384670.683343:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384670.683349:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384670.683352:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000100:00100000:3.0:1767384670.683353:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000001:0.0:1767384670.683353:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384670.683356:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384670.683357:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384670.683359:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000020:00000040:2.0:1767384670.683359:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000100:00000001:0.0:1767384670.683361:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384670.683364:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384670.683365:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000001:3.0:1767384670.683366:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804885422160 : -123268824129456 : ffff8fe33d86a050) 00000020:00000001:2.0:1767384670.683368:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000100:00000001:0.0:1767384670.683373:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384670.683374:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384670.683376:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006cbb253a x1853237049194880/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:651/0 lens 224/0 e 0 to 0 dl 1767384681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.683377:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384670.683379:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ce4d592. 02000000:00000001:0.0:1767384670.683383:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384670.683385:0:17080:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005c92e771. 00000100:00001000:0.0:1767384670.683390:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=77 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384670.683391:0:17080:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 00000100:00001000:0.0:1767384670.683400:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384670.683401:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384670.683402:0:17080:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384670.683404:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384670.683407:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000661e59ec. 00000100:00000001:0.0:1767384670.683407:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384670.683408:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051caaeac. 00010000:00000001:0.0:1767384670.683409:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384670.683414:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384670.683415:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c89e5dfe. 00010000:00080000:0.0:1767384670.683416:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384670.683421:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000020:00000010:3.0:1767384670.683423:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000661e59ec. 00000100:00000040:2.0:1767384670.683427:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384670.683432:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384670.683435:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384670.683436:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006cbb253a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049194880:12345-0@lo:400: 00000100:00000001:2.0:1767384670.683438:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384670.683438:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.683445:0:17080:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384670.683446:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194880 00000100:00000001:0.0:1767384670.683446:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384670.683448:0:17080:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1767384670.683450:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:3.0:1767384670.683451:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384670.683452:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.683453:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384670.683457:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384670.683458:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.683460:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384670.683462:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.683464:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384670.683468:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384670.683469:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384670.683473:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000100:00000001:2.0:1767384670.683473:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384670.683474:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384670.683480:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000001:0.0:1767384670.683481:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767384670.683482:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384670.683484:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000100:00000001:0.0:1767384670.683485:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384670.683486:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.683488:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804005791488 : -123269703760128 : ffff8fe309188700) 00000020:00000001:3.0:1767384670.683492:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384670.683492:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384670.683496:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b5507138 x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:651/0 lens 224/0 e 0 to 0 dl 1767384681 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384670.683497:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384670.683501:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384670.683506:0:17075:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384670.683509:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384670.683513:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384670.683518:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005f98083a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049195008:0@lo:400: 02000000:00000010:3.0:1767384670.683520:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d7882da0. 00000100:00000001:2.0:1767384670.683522:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384670.683526:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384670.683526:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064fd7246. 00000100:00000001:0.0:1767384670.683528:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.683532:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384670.683534:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.683534:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384670.683535:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064fd7246. 00000020:00000001:3.0:1767384670.683539:0:17075:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.683540:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005f98083a x1853237049195008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384670.683546:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049194880 00000100:00100000:2.0:1767384670.683549:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b5507138 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16351:x1853237049195264:12345-0@lo:400: 00010000:00000001:3.0:1767384670.683552:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384670.683559:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195264 00010000:00000200:3.0:1767384670.683561:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006cbb253a x1853237049194880/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.683561:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384670.683563:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384670.683565:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384670.683566:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:0.0:1767384670.683568:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a89d11b. 00000020:00000001:2.0:1767384670.683570:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.683574:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384670.683575:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384670.683577:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384670.683579:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000040:0.0:1767384670.683582:0:16348:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384670.683584:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1767384670.683588:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384670.683588:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384670.683593:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384670.683594:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384670.683595:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384670.683597:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:3.0:1767384670.683599:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=87 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384670.683600:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384670.683601:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000674142b4. 00000020:00000001:2.0:1767384670.683606:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384670.683624:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384670.683626:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384670.683629:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000399fc49b. 02000000:00000001:2.0:1767384670.683631:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.683634:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.683634:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384670.683635:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384670.683636:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.683638:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000040:2.0:1767384670.683640:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049195264 00000100:00000040:3.0:1767384670.683642:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000010:0.0:1767384670.683643:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f98083a. 00010000:00000001:2.0:1767384670.683644:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384670.683650:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000200:2.0:1767384670.683650:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b5507138 x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.683651:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384670.683655:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384670.683658:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384670.683660:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384670.683663:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.683669:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384670.683670:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384670.683672:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384670.683674:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384670.683676:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384670.683679:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384670.683681:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767384670.683682:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=82 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384670.683684:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5c8ac13. 00000100:00000001:0.0:1767384670.683685:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.683690:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384670.683692:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049194880, offset 224 00000100:00000040:2.0:1767384670.683696:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:2.0:1767384670.683701:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000400:00000200:3.0:1767384670.683702:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1767384670.683703:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:2.0:1767384670.683709:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384670.683710:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - evictor 02000000:00000001:2.0:1767384670.683713:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384670.683715:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384670.683720:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384670.683728:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384670.683729:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260007980 00000400:00000010:2.0:1767384670.683732:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be9d8420. 00000400:00000200:3.0:1767384670.683738:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1f81 [1] + 224 00000004:00000001:0.0:1767384670.683744:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000400:00000200:3.0:1767384670.683745:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384670.683745:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049195264, offset 224 00000004:00000020:0.0:1767384670.683747:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384670.683752:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064e948d5. 00000400:00000200:3.0:1767384670.683754:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384670.683757:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767384670.683760:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384670.683762:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384670.683765:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384670.683767:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.683769:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384670.683769:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384670.683773:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3c0745d. 00000100:00000200:3.0:1767384670.683778:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8858f83 x1853237049194880/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.683779:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.683781:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260007b00 00000100:00000001:0.0:1767384670.683787:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384670.683792:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f99 [1] + 224 00000100:00000001:0.0:1767384670.683792:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.683802:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384670.683804:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064e948d5] to pc [ptlrpcd_00_03+3] req@0000000064e948d5 x1853237049195392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384670.683811:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384670.683818:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384670.683823:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384670.683829:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8858f83 x1853237049194880/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384670.683847:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.683851:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.683856:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384670.683860:0:16350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384670.683861:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384670.683865:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.683868:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384670.683870:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5c8ac13 00000100:00000001:0.0:1767384670.683871:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384670.683874:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384670.683875:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5c8ac13. 00000100:00000001:0.0:1767384670.683877:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384670.683880:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384670.683882:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384670.683882:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384670.683885:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be9d8420 00000100:00000001:3.0:1767384670.683886:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384670.683889:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064e948d5 x1853237049195392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384670.683890:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be9d8420. 00000100:00000001:3.0:1767384670.683893:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.683894:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384670.683896:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384670.683901:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384670.683903:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000040:2.0:1767384670.683908:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:3.0:1767384670.683911:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384670.683913:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384670.683915:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384670.683917:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384670.683922:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384670.683924:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384670.683924:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384670.683928:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384670.683929:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006cbb253a x1853237049194880/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384670.683931:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5507138 x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384670.683936:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384670.683940:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384670.683947:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384670.683955:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064e948d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049195392:0@lo:13: 00000100:00000001:0.0:1767384670.683964:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384670.683968:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384670.683972:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b5507138 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16351:x1853237049195264:12345-0@lo:400: Request processed in 445us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384670.683973:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006cbb253a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049194880:12345-0@lo:400: Request processed in 568us (1806us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384670.683973:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.683978:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384670.683982:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002e7cacf3. 02000000:00000001:0.0:1767384670.683986:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384670.683991:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d20e59d9. 00000400:00000010:0.0:1767384670.683994:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc9ec724. 00000100:00100000:2.0:1767384670.683997:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1767384670.683998:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000200:0.0:1767384670.683999:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049195392, portal 4 00000100:00000040:2.0:1767384670.684004:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00000100:00000001:0.0:1767384670.684005:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384670.684006:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:0.0:1767384670.684008:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575797120 : -123274133754496 : ffff8fe2010c2d80) 00000100:00000001:2.0:1767384670.684010:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384670.684013:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384670.684014:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384670.684016:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064e948d5 x1853237049195392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.684018:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384670.684021:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c89e5dfe. 00000020:00000010:3.0:1767384670.684024:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000093609283. 00000020:00000010:2.0:1767384670.684028:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000100:00000001:0.0:1767384670.684030:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384670.684032:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000020:00000010:2.0:1767384670.684033:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051caaeac. 00000100:00000040:0.0:1767384670.684035:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384670.684039:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b2d231. 00000020:00000010:3.0:1767384670.684041:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4adee39. 00000020:00000040:2.0:1767384670.684045:0:17080:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000100:00000200:0.0:1767384670.684045:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049195392, offset 0 00000020:00000040:3.0:1767384670.684047:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00000001:2.0:1767384670.684050:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384670.684054:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1767384670.684055:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384670.684059:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d7882da0. 00000400:00000200:0.0:1767384670.684064:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384670.684065:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384670.684069:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384670.684070:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.684073:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384670.684073:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260007b80 00000400:00000001:2.0:1767384670.684077:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384670.684079:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:2.0:1767384670.684080:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384670.684084:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daf41974. 00000400:00000010:3.0:1767384670.684087:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1d940c6. 00000400:00000200:2.0:1767384670.684088:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004153d094 00000400:00000010:2.0:1767384670.684090:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004153d094. 00000100:00000001:2.0:1767384670.684094:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384670.684098:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384670.684101:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 3360 00000400:00000200:0.0:1767384670.684110:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384670.684113:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5e87169. 00000100:00000200:2.0:1767384670.684114:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384670.684117:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384670.684125:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384670.684126:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384670.684127:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384670.684129:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.684131:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:0.0:1767384670.684132:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010254ef5. 02000000:00000001:2.0:1767384670.684133:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384670.684134:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384670.684136:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384670.684137:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384670.684142:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=82 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384670.684142:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000010254ef5 x1853237049195392 msgsize 224 00000100:00001000:2.0:1767384670.684148:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=82 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384670.684149:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384670.684151:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384670.684153:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384670.684154:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384670.684163:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.684164:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384670.684170:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384670.684171:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b2d231 00000100:00000001:2.0:1767384670.684174:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1767384670.684175:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b2d231. 00000100:00000040:2.0:1767384670.684177:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384670.684179:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384670.684180:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384670.684184:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384670.684186:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064e948d5 x1853237049195392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384670.684190:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.684210:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384670.684213:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064e948d5 x1853237049195392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.684232:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.684236:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384670.684239:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384670.684241:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.684242:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384670.684244:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384670.684246:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3485 usecs (4 jiffies) 00000100:00000040:2.0:1767384670.684250:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.684251:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294959110 00000100:00000001:0.0:1767384670.684258:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294959109 00000100:00100000:2.0:1767384670.684260:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d939789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853237049195136:0@lo:400: 00000100:00000001:0.0:1767384670.684263:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294959110 00000100:00000001:2.0:1767384670.684265:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384670.684267:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294959109 00000100:00000001:2.0:1767384670.684268:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384670.684273:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d939789 x1853237049195136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.684273:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294959110 00000100:00000001:0.0:1767384670.684292:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294959109 00000100:00000001:2.0:1767384670.684295:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384670.684297:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294959110 02000000:00000001:2.0:1767384670.684299:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384670.684300:0:16350:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294959109 02000000:00000010:2.0:1767384670.684303:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006294bc66. 00000100:00000001:0.0:1767384670.684305:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384670.684307:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384670.684308:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384670.684311:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384670.684312:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384670.684313:0:16349:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384670.684315:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384670.684317:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384670.684319:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f8adf061. 02000000:00000001:2.0:1767384670.684321:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384670.684322:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384670.684322:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d939789. 00000100:00000001:2.0:1767384670.684325:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384670.684326:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.684328:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384670.684329:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384670.684332:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384670.684333:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195392 00000100:00000001:2.0:1767384670.684335:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.684336:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384670.684338:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384670.684339:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384670.684341:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.684348:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.684350:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384670.684352:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195392 00000020:00000001:0.0:1767384670.684354:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384670.684355:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000020:00000001:0.0:1767384670.684356:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384670.684358:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000100:00000001:2.0:1767384670.684359:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384670.684360:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:2.0:1767384670.684361:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384670.684364:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000400:00000001:2.0:1767384670.684367:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384670.684368:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:2.0:1767384670.684370:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384670.684372:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010db7717. 00000020:00000010:0.0:1767384670.684372:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ffe9641. 00000100:00000001:0.0:1767384670.684376:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384670.684377:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011c67d72 00000020:00000010:0.0:1767384670.684379:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ffe9641. 00000020:00000010:0.0:1767384670.684383:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a89d11b. 00000400:00000010:2.0:1767384670.684386:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011c67d72. 00000020:00000010:0.0:1767384670.684388:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c849888. 00000100:00000001:2.0:1767384670.684390:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384670.684392:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d7d465a1. 00000100:00000200:2.0:1767384670.684395:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384670.684398:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384670.684403:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384670.684405:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384670.684408:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384670.684409:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.684413:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.684419:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384670.684421:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.684422:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384670.684423:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384670.684424:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384670.684425:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384670.684427:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.684429:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384670.684430:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384670.684434:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384670.684437:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384670.684438:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384670.684439:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384670.684442:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384670.684442:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384670.684447:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00010000:00080000:2.0:1767384670.684448:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384670.684452:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000001:0.0:1767384670.684456:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575800704 : -123274133750912 : ffff8fe2010c3b80) 00010000:00000001:2.0:1767384670.684461:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.684465:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000010254ef5 x1853237049195392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:651/0 lens 224/0 e 0 to 0 dl 1767384681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384670.684466:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384670.684469:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384670.684472:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384670.684474:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.684481:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.684482:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384670.684485:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ffe9641. 00000100:00000001:0.0:1767384670.684490:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384670.684491:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384670.684493:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ffe9641. 00000100:00000001:2.0:1767384670.684494:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384670.684495:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384670.684497:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384670.684506:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005becfdea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16351:1853237049195264:0@lo:400: 00000100:00100000:0.0:1767384670.684507:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000010254ef5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049195392:12345-0@lo:13: 00000100:00000200:0.0:1767384670.684510:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195392 00000020:00000001:0.0:1767384670.684512:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384670.684515:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384670.684517:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384670.684519:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384670.684519:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384670.684520:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00000400:00000001:2.0:1767384670.684522:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384670.684525:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb8c28c1. 00000020:00000001:0.0:1767384670.684525:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384670.684528:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384670.684529:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e00626d1 00000020:00000001:0.0:1767384670.684531:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1767384670.684532:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e00626d1. 00000020:00000001:0.0:1767384670.684534:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384670.684535:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384670.684537:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384670.684540:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8858f83 x1853237049194880/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.684542:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384670.684544:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384670.684548:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000381f4af. 00000100:00000200:2.0:1767384670.684551:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8858f83 x1853237049194880/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384670.684552:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.684556:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384670.684560:0:17889:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384670.684564:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:0.0:1767384670.684565:0:17889:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384670.684566:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.684569:0:16351:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384670.684569:0:17889:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:2.0:1767384670.684573:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384670.684574:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384670.684574:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384670.684576:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384670.684577:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=87 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384670.684578:0:17889:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384670.684580:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384670.684585:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384670.684587:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384670.684587:0:17889:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00010000:00000001:2.0:1767384670.684590:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384670.684592:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.684594:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384670.684596:0:17889:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000040:2.0:1767384670.684597:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8858f83 x1853237049194880/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1767384670.684604:0:17889:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384670.684630:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384670.684633:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384670.684636:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384670.684640:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8858f83 x1853237049194880/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:0.0:1767384670.684640:0:17889:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384670.684648:0:17889:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00100000:2.0:1767384670.684653:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8858f83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049194880:0@lo:400: 00000001:00000001:0.0:1767384670.684655:0:17889:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384670.684658:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384670.684659:0:17889:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384670.684663:0:17889:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384670.684666:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049195392 00000100:00000001:2.0:1767384670.684668:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384670.684671:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384670.684674:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005becfdea x1853237049195264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384670.684678:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000010254ef5 x1853237049195392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:651/0 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384670.684696:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384670.684699:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384670.684700:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384670.684702:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045c80004. 02000000:00000001:2.0:1767384670.684705:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384670.684709:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384670.684710:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384670.684711:0:16351:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384670.684716:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767384670.684716:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=77 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384670.684720:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f7baecb3. 00000100:00000001:0.0:1767384670.684722:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384670.684724:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384670.684725:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 02000000:00000001:2.0:1767384670.684728:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384670.684729:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000010:2.0:1767384670.684730:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005becfdea. 02000000:00000001:0.0:1767384670.684734:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384670.684735:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384670.684737:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384670.684737:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.684742:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384670.684743:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384670.684747:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8858f83 x1853237049194880/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384670.684748:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384670.684752:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b2d231. 00000100:00000200:0.0:1767384670.684756:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049195392, offset 224 00000100:00000001:2.0:1767384670.684759:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384670.684761:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384670.684763:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384670.684764:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665f5744. 02000000:00000001:2.0:1767384670.684769:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384670.684770:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384670.684772:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000400:00000200:0.0:1767384670.684774:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384670.684775:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384670.684778:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000839b68e9. 02000000:00000001:2.0:1767384670.684781:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384670.684782:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384670.684784:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8858f83. 00000400:00000200:0.0:1767384670.684786:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260007b80 00000100:00000001:2.0:1767384670.684787:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384670.684789:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.684793:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.684797:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384670.684798:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1fb1 [1] + 224 00000100:00000001:2.0:1767384670.684799:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.684803:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384670.684807:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384670.684808:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384670.684815:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384670.684819:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384670.684824:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064e948d5 x1853237049195392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384670.684833:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000064e948d5 x1853237049195392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.684848:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384670.684852:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b2d231 00000400:00000010:0.0:1767384670.684853:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b2d231. 00000100:00000001:0.0:1767384670.684855:0:17889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384670.684855:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384670.684857:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.684859:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:0.0:1767384670.684861:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384670.684863:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384670.684864:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384670.684866:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384670.684867:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010254ef5 x1853237049195392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:651/0 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384670.684869:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384670.684874:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384670.684875:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384670.684877:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d20e59d9. 00000400:00000200:2.0:1767384670.684882:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc9ec724 00000400:00000010:2.0:1767384670.684885:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc9ec724. 00000100:00000001:2.0:1767384670.684890:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384670.684893:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000010254ef5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049195392:12345-0@lo:13: Request processed in 409us (748us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384670.684896:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064e948d5 x1853237049195392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384670.684909:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064e948d5 x1853237049195392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384670.684909:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767384670.684917:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000100:00000001:2.0:1767384670.684919:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384670.684922:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384670.684923:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384670.684924:0:16350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384670.684926:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384670.684928:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384670.684929:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384670.684931:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384670.684933:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384670.684934:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c849888. 00000100:00001000:2.0:1767384670.684936:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384670.684941:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=77 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384670.684941:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d7d465a1. 00000100:00000001:2.0:1767384670.684946:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384670.684948:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384670.684949:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a89d11b. 00010000:00000001:2.0:1767384670.684950:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384670.684956:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000064e948d5 x1853237049195392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384670.684956:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000100:00000001:0.0:1767384670.684960:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384670.684969:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.684972:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384670.684973:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384670.684976:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384670.684977:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.684980:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064e948d5 x1853237049195392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384670.684987:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384670.684989:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384670.684996:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384670.684998:0:16350:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384670.685002:0:16350:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384670.685005:0:16350:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:2.0:1767384670.685012:0:16350:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:2.0:1767384670.685016:0:16350:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.685020:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064e948d5 x1853237049195392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384670.685027:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064e948d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049195392:0@lo:13: 00000100:00000001:2.0:1767384670.685030:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.685032:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384670.685033:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064e948d5 x1853237049195392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384670.685038:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384670.685039:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384670.685040:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002e7cacf3. 02000000:00000001:2.0:1767384670.685042:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384670.685043:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384670.685044:0:16350:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384670.685045:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384670.685046:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3c0745d. 02000000:00000001:2.0:1767384670.685048:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384670.685049:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384670.685049:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064e948d5. 00000100:00000001:2.0:1767384670.685052:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384670.685053:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.685054:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.685057:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384670.685057:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.685059:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384670.685060:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384670.688644:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294959110, at 4294959111 00000100:00000040:1.0:1767384670.688650:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294959110, at 4294959111 00000100:00000010:3.0:1767384670.688651:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017f4522c. 00000100:00000040:2.0:1767384670.688660:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294959110, at 4294959111 00000100:00000010:1.0:1767384670.688661:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c47f6c7. 00000100:00000010:2.0:1767384670.688675:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cba9c28c. 00000100:00000040:0.0:1767384670.688692:0:254:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294959110, at 4294959111 00000100:00000010:0.0:1767384670.688702:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000843b16cc. 00000400:00000001:0.0:1767384671.065669:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1767384671.065670:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0f5bf45] -> 12345-192.168.202.137@tcp18 (6) 00000400:00000001:0.0:1767384671.065674:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384671.065678:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1c237d2 00000800:00000200:3.0:1767384671.065680:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp18 ip 192.168.202.137:988 00000400:00000010:0.0:1767384671.065681:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1c237d2. 00000800:00000200:3.0:1767384671.065686:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384671.065689:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384671.065694:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384671.065706:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c5f093dc. 00000400:00000010:0.0:1767384671.065711:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009e68d583. 00000400:00000200:0.0:1767384671.065717:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp47 00000400:00000010:0.0:1767384671.065721:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000077240542. 00000400:00000010:0.0:1767384671.065727:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c75109a3. 00000400:00000010:0.0:1767384671.065732:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b2d231. 00000400:00000010:0.0:1767384671.065738:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000076165cb2. 00000400:00000200:0.0:1767384671.065742:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp47 00000400:00000200:0.0:1767384671.065752:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp47 local destination 00000400:00000200:0.0:1767384671.065758:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp47 00000400:00000200:0.0:1767384671.065762:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp47 NI seq info: [209:209:256:4294967295] 192.168.202.137@tcp47 LPNI seq info [199:199:8:4294967295] 00000400:00000200:0.0:1767384671.065770:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp47 00000400:00000200:0.0:1767384671.065785:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp47(192.168.202.137@tcp47:) -> 192.168.202.137@tcp47(192.168.202.137@tcp47:192.168.202.137@tcp47) : GET try# 0 00000800:00000200:0.0:1767384671.065792:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp47 00000800:00000200:3.0:1767384671.065794:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384671.065796:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b3c0745d. 00000800:00000001:3.0:1767384671.065802:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384671.065802:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015561576] -> 12345-192.168.202.137@tcp47 (2) 00000800:00000200:0.1:1767384671.065810:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015561576] -> 12345-192.168.202.137@tcp47 (2) 00000800:00000001:3.0:1767384671.065816:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384671.065823:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384671.065827:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384671.065828:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp47 added to recovery queue. ping count: 2 next ping: 296 health :800 00000400:00000200:0.0:1767384671.065901:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.065980:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066017:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066048:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066087:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066135:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066179:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066208:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066243:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066300:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066345:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066363:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066400:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066440:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066465:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066504:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066534:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066570:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066642:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066678:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066716:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066758:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066790:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066816:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066840:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066879:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066916:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066958:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.066993:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.067021:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.067045:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.067082:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.067123:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.067148:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384671.067181:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384671.067315:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000281bc4a4. 00000800:00000010:0.0:1767384671.067320:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002f11c65. 00000800:00000010:0.0:1767384671.067326:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cbccc0c3. 00000800:00000010:0.0:1767384671.067346:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cbccc0c3. 00000800:00020000:0.0:1767384671.067354:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384671.067358:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002f11c65. 00000800:00000010:0.0:1767384671.067360:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000281bc4a4. 00000400:02020000:0.0:1767384671.067397:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp47 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384671.067402:0:16339:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp47 notifying 192.168.202.137@tcp47: down 00000400:00000200:0.0:1767384671.067406:0:16339:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384671.067410:0:16339:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp47 00000800:00000010:0.0:1767384671.067412:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b3c0745d. 00000400:00000200:0.0:1767384671.067415:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384671.067420:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp47->192.168.202.137@tcp47: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384671.067428:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384671.067431:0:16339:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384671.067433:0:16339:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp47) recovery failed with -71 00000001:00000001:3.0:1767384671.109588:0:39391:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384671.109594:0:39391:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:3.0:1767384671.115632:0:39391:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384671.123525:0:39392:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d7882da0. 00000400:00000010:3.0:1767384671.123539:0:39392:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003af2cb99. 00000400:00000010:3.0:1767384671.123547:0:39392:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004d06dc4b. 00000400:00000010:3.0:1767384671.123550:0:39392:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005cf072eb. 00000400:00000010:3.0:1767384671.123553:0:39392:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002862a13f. 00000400:00000010:3.0:1767384671.123557:0:39392:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000661e59ec. 00000400:00000010:3.0:1767384671.123559:0:39392:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000192af683. 00000400:00000010:3.0:1767384671.123560:0:39392:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000322f0858. 00000400:00000010:3.0:1767384671.123563:0:39392:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000de702c7e. 00000800:00000010:3.0:1767384671.123578:0:39392:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d1634ee8. 00000800:00000200:3.0:1767384671.123589:0:39392:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384671.123599:0:39392:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384671.123682:0:39392:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.137) 00000400:02000000:3.0:1767384671.123703:0:39392:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.137@tcp50 [8/256/0/180] 00000400:00000010:3.0:1767384671.125868:0:39392:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000005cdf5691. 00000400:00000010:3.0:1767384671.125875:0:39392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082a98551. 00000400:00000010:3.0:1767384671.125881:0:39392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5c8ac13. 00000400:00000001:3.0:1767384671.125903:0:39392:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384671.125906:0:39392:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384671.125908:0:39392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511069b7. 00000400:00000200:3.0:1767384671.125914:0:39392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077a39917 00000400:00000010:3.0:1767384671.125917:0:39392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077a39917. 00000400:00000010:3.0:1767384671.125920:0:39392:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 000000009654eeaf. 00000400:00000200:3.0:1767384671.125926:0:39392:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (40) 00000400:00000200:3.0:1767384671.125944:0:39392:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:3.0:1767384671.125955:0:39392:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:3.0:1767384671.125963:0:39392:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000325c42f8. 00000020:01000000:3.0:1767384671.125968:0:39392:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384671.125972:0:39392:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.137@tcp50 00000400:00000200:1.0:1767384671.125983:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384671.125991:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 00000400:00000010:3.0:1767384671.125994:0:39392:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003af2cb99. 00000400:00000010:1.0:1767384671.125999:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000486ed527. 00000400:00000010:3.0:1767384671.126001:0:39392:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d7882da0. 00000400:00000200:1.0:1767384671.126004:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (41) 00000400:00000010:1.0:1767384671.126014:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000072d0479. 00000400:00000200:1.0:1767384671.126020:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.137@tcp 00000400:00000200:1.0:1767384671.126034:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000020:00000001:2.0:1767384671.126036:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384671.126041:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 10000000:00000001:2.0:1767384671.126043:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384671.126048:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384671.126052:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 141], ns[168, 150] 10000000:01000000:2.0:1767384671.126053:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384671.126059:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384671.126063:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384671.126066:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384671.126066:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 141], ns[199, 150] 00000020:01000004:2.0:1767384671.126070:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384671.126072:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384671.126076:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384671.126078:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 141], ns[66, 150] 00000020:01000004:2.0:1767384671.126079:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384671.126083:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384671.126087:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384671.126088:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 66], ns[74, 66] 00000020:01000004:2.0:1767384671.126090:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384671.126097:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 66], ns[83, 66] 00000100:00000010:2.0:1767384671.126099:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8858f83. 00000020:00000040:2.0:1767384671.126107:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000400:00000200:1.0:1767384671.126107:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 66], ns[89, 66] 00000100:00000001:2.0:1767384671.126116:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384671.126116:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 66], ns[93, 66] 02000000:00000001:2.0:1767384671.126122:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384671.126127:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 66], ns[109, 66] 02000000:00000001:2.0:1767384671.126129:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.126131:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 66], ns[111, 66] 00000400:00000200:1.0:1767384671.126137:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 66], ns[115, 66] 02000000:00000010:2.0:1767384671.126140:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000024f5ddbe. 00000100:00000001:2.0:1767384671.126147:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.126151:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 66], ns[124, 66] 00000400:00000200:1.0:1767384671.126155:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 66], ns[130, 66] 00000100:00000001:2.0:1767384671.126156:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384671.126160:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.126161:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 66], ns[134, 66] 00000400:00000200:1.0:1767384671.126168:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 66], ns[164, 66] 00000100:00000040:2.0:1767384671.126172:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8858f83] to pc [ptlrpcd_00_00+0] req@00000000e8858f83 x1853237049195520/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384671.126173:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 66], ns[179, 66] 00000400:00000200:1.0:1767384671.126189:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 66], ns[185, 66] 00000400:00000200:1.0:1767384671.126194:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 66], ns[195, 66] 00000400:00000200:1.0:1767384671.126198:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 66], ns[81, 66] 00000400:00000200:1.0:1767384671.126200:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[173, 66], ns[183, 66] 00000400:00000200:1.0:1767384671.126203:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 66], ns[100, 66] 10000000:00000001:2.0:1767384671.126208:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.126208:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[177, 66], ns[187, 66] 10000000:00000001:2.0:1767384671.126215:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.126216:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 66], ns[105, 66] 00000020:00000001:2.0:1767384671.126218:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.126221:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384671.126223:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384671.126226:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384671.126227:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 66], ns[101, 66] 00000100:00000001:0.0:1767384671.126231:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384671.126232:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384671.126235:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384671.126236:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 66], ns[122, 66] 10000000:00000001:2.0:1767384671.126238:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384671.126239:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8858f83 x1853237049195520/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384671.126242:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384671.126250:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384671.126250:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 66], ns[172, 66] 00000020:01000004:2.0:1767384671.126255:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384671.126264:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 66], ns[121, 66] 00000020:01000004:2.0:1767384671.126266:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384671.126270:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384671.126286:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384671.126290:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384671.126295:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384671.126296:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 66], ns[175, 66] 00000020:01000004:2.0:1767384671.126299:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384671.126301:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384671.126304:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384671.126305:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.126307:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 66], ns[188, 66] 00000100:00000010:2.0:1767384671.126311:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005becfdea. 02000000:00000001:0.0:1767384671.126311:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384671.126314:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384671.126319:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 02000000:00000001:0.0:1767384671.126320:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.126327:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384671.126328:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 66], ns[147, 66] 00000100:00100000:0.0:1767384671.126328:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8858f83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049195520:0@lo:253: 02000000:00000001:2.0:1767384671.126332:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384671.126337:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.126339:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384671.126341:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 66], ns[159, 66] 02000000:00000001:0.0:1767384671.126345:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384671.126346:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 66], ns[203, 66] 02000000:00000010:2.0:1767384671.126350:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000fa2fe87. 02000000:00000001:0.0:1767384671.126350:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.126353:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 66], ns[173, 66] 02000000:00000001:0.0:1767384671.126356:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384671.126360:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.126361:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 66], ns[177, 66] 02000000:00000010:0.0:1767384671.126364:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000281bc4a4. 02000000:00000001:0.0:1767384671.126368:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.126369:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384671.126371:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 66], ns[190, 66] 00000100:00000001:2.0:1767384671.126375:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384671.126377:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000640aa3a2. 00000400:00000200:1.0:1767384671.126378:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[198, 66], ns[208, 66] 00000400:00000010:0.0:1767384671.126385:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002f11c65. 00000100:00000040:2.0:1767384671.126386:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005becfdea] to pc [ptlrpcd_00_01+1] req@000000005becfdea x1853237049195648/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384671.126387:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[197, 66], ns[207, 66] 00000100:00000200:0.0:1767384671.126392:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049195520, portal 25 00000100:00000001:0.0:1767384671.126398:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384671.126401:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911668096 : -123269797883520 : ffff8fe3037c5180) 00000400:00000200:1.0:1767384671.126404:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[199, 66], ns[209, 66] 00000100:00000040:0.0:1767384671.126410:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8858f83 x1853237049195520/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384671.126421:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 10000000:00000001:2.0:1767384671.126423:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.126430:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp13 10000000:00000001:2.0:1767384671.126431:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.126432:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384671.126437:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp13 lpni_is_preferred = 0 00000020:00000001:2.0:1767384671.126438:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.126438:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384671.126442:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp13 00000400:00000010:0.0:1767384671.126444:0:16348:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed32cbd. 00000020:01000000:2.0:1767384671.126445:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384671.126448:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049195520, offset 0 00000400:00000200:1.0:1767384671.126451:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp13 NI seq info: [210:210:256:4294967295] 192.168.202.137@tcp13 LPNI seq info [200:200:8:4294967295] 00000020:00000010:2.0:1767384671.126453:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000325c42f8. 00000400:00000200:0.0:1767384671.126457:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384671.126461:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp13 00000400:00000200:1.0:1767384671.126468:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13:) -> 192.168.202.137@tcp13(192.168.202.137@tcp:192.168.202.137@tcp13) : PUT try# 0 00000100:00000001:2.0:1767384671.126470:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767384671.126475:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.137@tcp13 00000100:00000001:2.0:1767384671.126476:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384671.126480:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384671.126481:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384671.126484:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002aa46d39. 00000100:00000040:2.0:1767384671.126488:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005becfdea x1853237049195648/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384671.126497:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007c00 00000800:00000200:1.0:1767384671.126498:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a6c19d7] -> 12345-192.168.202.137@tcp13 (6) 00000400:00000200:0.0:1767384671.126508:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16cd [2] + 0 00000100:00000001:2.0:1767384671.126513:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1767384671.126514:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp13 ip 192.168.202.137:988 00000100:00000001:2.0:1767384671.126518:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384671.126518:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1b599b6. 00000800:00000200:1.0:1767384671.126519:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002aa46d39 type 1, nob 800 niov 1 nkiov 1 00000400:00000200:0.0:1767384671.126526:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007ad3c79e 02000000:00000001:2.0:1767384671.126527:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384671.126531:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384671.126534:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384671.126535:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.126536:0:16346:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.137@tcp 00000100:00100000:2.0:1767384671.126545:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005becfdea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049195648:0@lo:253: 00000400:00000200:1.0:1767384671.126545:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300571 rc 0 00000400:00000200:0.0:1767384671.126546:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384671.126553:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ad3c79e 00000100:00000001:2.0:1767384671.126556:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384671.126562:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ad3c79e. 00000100:00000001:0.0:1767384671.126567:0:16348:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384671.126569:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384671.126570:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384671.126574:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.126575:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000000bddf79 x1853237049195520 msgsize 4848 02000000:00000001:2.0:1767384671.126582:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767384671.126586:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384671.126588:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000010:2.0:1767384671.126590:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000040cf4ab6. 02000000:00000001:2.0:1767384671.126595:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.126598:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384671.126601:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daf41974. 00000400:00000200:0.0:1767384671.126628:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed32cbd 00000400:00000010:0.0:1767384671.126632:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ed32cbd. 00000100:00000001:0.0:1767384671.126637:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384671.126639:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c92b2e44. 00000100:00000200:0.0:1767384671.126643:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8858f83 x1853237049195520/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384671.126647:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049195648, portal 25 00000100:00000001:2.0:1767384671.126653:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384671.126656:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911674368 : -123269797877248 : ffff8fe3037c6a00) 00000100:00000001:0.0:1767384671.126666:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384671.126667:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005becfdea x1853237049195648/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384671.126673:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8858f83 x1853237049195520/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.126686:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384671.126692:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.126694:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384671.126695:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384671.126700:0:16349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d42d1d0. 00000100:00000001:0.0:1767384671.126703:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384671.126706:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049195648, offset 0 00000100:00000001:0.0:1767384671.126708:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294959554 00000800:00000200:1.0:1767384671.126709:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384671.126715:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002aa46d39. 00000100:00000010:0.0:1767384671.126716:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000843b16cc. 00000400:00000200:2.0:1767384671.126717:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384671.126726:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384671.126727:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384671.126732:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384671.126735:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294959554 00000400:00000200:1.0:1767384671.126740:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: PUT: OK 00000100:00000010:0.0:1767384671.126741:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001fabab26. 00000400:00000200:2.0:1767384671.126746:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007c80 00000400:00000200:1.0:1767384671.126747:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384671.126748:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384671.126755:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294959554 00000400:00000200:1.0:1767384671.126756:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.137@tcp: 0 00000400:00000200:2.0:1767384671.126760:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16d5 [2] + 0 00000100:00000010:0.0:1767384671.126761:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ff8eb64. 00000100:00000001:0.0:1767384671.126766:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767384671.126769:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5794d39. 00000100:00000001:0.0:1767384671.126770:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294959554 00000400:00000200:2.0:1767384671.126777:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000029594842 00000100:00000010:0.0:1767384671.126777:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000005f49e7e. 00000100:00000001:0.0:1767384671.126779:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384671.126784:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384671.126786:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384671.126786:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384671.126789:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384671.126795:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384671.126797:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.126801:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029594842 00000100:00000001:0.0:1767384671.126801:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384671.126802:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384671.126807:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029594842. 00000800:00000001:1.0:1767384671.126808:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384671.126813:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384671.126814:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1767384671.126815:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384671.126818:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384671.126818:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384671.126824:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384671.126827:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000e515291e x1853237049195648 msgsize 4848 00000100:00000001:0.0:1767384671.126827:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384671.126828:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13) <- 192.168.202.137@tcp13 : PUT - for me 00000100:00000001:0.0:1767384671.126830:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.126837:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384671.126839:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384671.126843:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384671.126846:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384671.126854:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.137@tcp of length 656/704 into md 0x1f01 [1] + 0 00000100:00000001:2.0:1767384671.126857:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384671.126858:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039ac1dca. 00000400:00000200:1.0:1767384671.126864:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b3d8d3c5 00000400:00000200:2.0:1767384671.126868:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d42d1d0 00000800:00000001:1.0:1767384671.126869:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384671.126869:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384671.126872:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d42d1d0. 00000100:00100000:0.0:1767384671.126874:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195520 00000800:00000001:1.0:1767384671.126878:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384671.126878:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384671.126879:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384671.126882:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384671.126883:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384671.126885:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.126892:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: PUT: OK 02000000:00000001:0.0:1767384671.126893:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384671.126895:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005becfdea x1853237049195648/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384671.126899:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195520 00000400:00000200:1.0:1767384671.126900:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d8d3c5 00000020:00000001:0.0:1767384671.126904:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384671.126906:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3d8d3c5. 00000020:00000040:0.0:1767384671.126908:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384671.126913:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384671.126914:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000040:0.0:1767384671.126917:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:2.0:1767384671.126920:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384671.126921:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:1.0:1767384671.126922:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (42) 00000020:00000001:0.0:1767384671.126926:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000040:2.0:1767384671.126928:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005becfdea x1853237049195648/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.126930:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384671.126931:0:16342:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000020:00000010:0.0:1767384671.126935:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de82f3fc. 00000400:00000200:1.0:1767384671.126940:0:16342:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.137@tcp (704 bytes) 00000100:00000001:0.0:1767384671.126941:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384671.126948:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de82f3fc. 00000100:00000001:2.0:1767384671.126952:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.126952:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000100:00000001:2.0:1767384671.126958:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384671.126958:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b47e87be. 00000400:00000200:1.0:1767384671.126965:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (43) 00000020:00000010:0.0:1767384671.126965:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679c8d41. 00000020:00000010:0.0:1767384671.126974:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d7d465a1. 00000100:00000001:2.0:1767384671.126976:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.126978:0:16342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384671.126983:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294959554 00000100:00000040:0.0:1767384671.126983:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384671.126990:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp13 to MR: 192.168.202.137@tcp13 local destination 00000100:00000001:0.0:1767384671.126990:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384671.126991:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294959554 00000100:00000001:0.0:1767384671.126995:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384671.127000:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294959554 00000100:00000001:0.0:1767384671.127000:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.127005:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp13 NI seq info: [211:211:256:4294967295] 192.168.202.137@tcp13 LPNI seq info [201:201:8:4294967295] 00000100:00000001:2.0:1767384671.127008:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294959554 00000100:00000001:0.0:1767384671.127013:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.127015:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294959554 00000100:00000001:2.0:1767384671.127022:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294959554 00000100:00000001:2.0:1767384671.127027:0:16349:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294959554 00000100:00000001:0.0:1767384671.127029:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384671.127030:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13:192.168.202.137@tcp13) -> 192.168.202.137@tcp13(192.168.202.137@tcp13:192.168.202.137@tcp13) 192.168.202.137@tcp13 : ACK try# 0 00000100:00000001:2.0:1767384671.127032:0:16349:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294959554 00000100:00000001:2.0:1767384671.127039:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384671.127043:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.127044:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384671.127047:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384671.127049:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195648 00000100:00000001:2.0:1767384671.127053:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384671.127056:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.137@tcp13 02000000:00000001:0.0:1767384671.127059:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384671.127062:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:1.0:1767384671.127063:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002aa46d39. 00000100:00000001:2.0:1767384671.127064:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384671.127065:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.127068:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384671.127071:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384671.127074:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a6c19d7] -> 12345-192.168.202.137@tcp13 (6) 00000100:00000001:2.0:1767384671.127077:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384671.127077:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195648 00000100:00000001:2.0:1767384671.127081:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384671.127083:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.0:1767384671.127084:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp13 ip 192.168.202.137:1015 00000100:00000001:2.0:1767384671.127086:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384671.127088:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000800:00000200:1.0:1767384671.127091:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002aa46d39 type 0, nob 96 niov 1 nkiov 0 00000020:00000001:0.0:1767384671.127093:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384671.127094:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384671.127098:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000020:00000001:0.0:1767384671.127103:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384671.127106:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000800:00000001:1.0:1767384671.127109:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384671.127110:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384671.127116:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de82f3fc. 00000800:00000001:1.0:1767384671.127118:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.127119:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384671.127122:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384671.127125:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de82f3fc. 00000100:00000001:2.0:1767384671.127127:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384671.127131:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f3f31a7. 00000100:00100000:2.0:1767384671.127136:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000020:00000010:0.0:1767384671.127138:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000015e84ccc. 00000100:00000040:2.0:1767384671.127142:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000020:00000010:0.0:1767384671.127145:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe6b6e58. 00000100:00000001:2.0:1767384671.127147:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781790288 : -123268927761328 : ffff8fe337595450) 00000100:00000001:0.0:1767384671.127150:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384671.127153:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384671.127154:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.127157:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000000bddf79 x1853237049195520/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:652/0 lens 4848/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.127160:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.127162:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.127169:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384671.127172:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384671.127179:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00000040:0.0:1767384671.127184:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:2.0:1767384671.127186:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384671.127186:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781789264 : -123268927762352 : ffff8fe337595050) 00000800:00000200:1.0:1767384671.127189:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384671.127194:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3249a43. 00000100:00000040:0.0:1767384671.127194:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e515291e x1853237049195648/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:652/0 lens 4848/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384671.127195:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002aa46d39. 00000100:00000001:2.0:1767384671.127202:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384671.127205:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384671.127207:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384671.127208:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3249a43. 00000020:00000010:0.0:1767384671.127212:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de82f3fc. 00000100:00000001:0.0:1767384671.127217:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384671.127218:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000000bddf79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049195520:12345-0@lo:253: 00000400:00000200:1.0:1767384671.127219:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: ACK: OK 00000020:00000010:0.0:1767384671.127228:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de82f3fc. 00000100:00000200:2.0:1767384671.127229:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195520 00000800:00000001:1.0:1767384671.127232:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384671.127236:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384671.127237:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e515291e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049195648:12345-0@lo:253: 00000800:00000001:1.0:1767384671.127240:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384671.127242:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384671.127243:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195648 00000800:00000001:1.0:1767384671.127245:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384671.127249:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.127249:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:1.0:1767384671.127253:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384671.127253:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384671.127255:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384671.127257:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384671.127259:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384671.127260:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:0.0:1767384671.127261:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384671.127264:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592400 : -1047959216 : ffffffffc1896950) 00000020:00000001:2.0:1767384671.127268:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384671.127268:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:1.0:1767384671.127269:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384671.127286:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384671.127288:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384671.127290:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384671.127294:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384671.127296:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384671.127296:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp13(192.168.202.137@tcp13) <- 192.168.202.137@tcp13 : ACK - for me 00000020:00000001:0.0:1767384671.127298:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.127301:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384671.127305:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384671.127306:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.127308:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384671.127312:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384671.127314:0:16342:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp13: ACK from 12345-192.168.202.137@tcp13 into md 0x1fc9 02000000:00000010:0.0:1767384671.127316:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000021e76825. 02000000:00000001:2.0:1767384671.127317:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384671.127320:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384671.127321:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384671.127326:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a3031d21. 00000100:00000001:0.0:1767384671.127326:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384671.127332:0:17075:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384671.127333:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.127333:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp13->192.168.202.137@tcp13: ACK: OK 00000100:00000001:2.0:1767384671.127340:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.127342:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000486ed527 20000000:00000001:2.0:1767384671.127345:0:17074:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:1.0:1767384671.127347:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000486ed527. 20000000:00000010:0.0:1767384671.127351:0:17075:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004a325a33. 00000400:00000200:1.0:1767384671.127353:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 20000000:01000000:0.0:1767384671.127355:0:17075:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384671.127360:0:16342:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.137@tcp ev->status 0 20000000:00000001:0.0:1767384671.127360:0:17075:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384671.127364:0:17075:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:2.0:1767384671.127366:0:17074:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a9917554. 20000000:00000001:0.0:1767384671.127367:0:17075:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.127369:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 20000000:00000001:0.0:1767384671.127371:0:17075:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384671.127374:0:17074:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384671.127377:0:17075:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384671.127378:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (42) 20000000:00000001:2.0:1767384671.127379:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384671.127384:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:0.0:1767384671.127387:0:17075:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000954239d6. 20000000:00000001:2.0:1767384671.127388:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384671.127389:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:0.0:1767384671.127391:0:17075:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:2.0:1767384671.127395:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384671.127396:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384671.127399:0:17075:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384671.127404:0:17074:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384671.127407:0:17075:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384671.127410:0:17075:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384671.127428:0:17075:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384671.127441:0:17075:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384671.127443:0:17075:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384671.127445:0:17075:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384671.127446:0:17075:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384671.127451:0:17075:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384671.127454:0:17075:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000466090b9 00000020:00000001:0.0:1767384671.127458:0:17075:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000001ef818bc 00080000:00000002:0.0:1767384671.127459:0:17075:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384671.127461:0:17075:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384671.127465:0:17075:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384671.127468:0:17075:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384671.127470:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384671.127474:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00080000:00000001:0.0:1767384671.127477:0:17075:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384671.127480:0:17075:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cf01ec82. 00080000:00000001:0.0:1767384671.127482:0:17075:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649871360 : -123274059680256 : ffff8fe205767600) 00080000:00000001:0.0:1767384671.127485:0:17075:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384671.127489:0:17075:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384671.127492:0:17075:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000de82f3fc. 00080000:00000001:0.0:1767384671.127494:0:17075:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384671.127496:0:17075:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384671.127507:0:17075:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384671.127522:0:17075:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384671.127549:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384671.127557:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000dbd4c479. 00000400:00000010:1.0:1767384671.127562:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039ac1dca. 00000400:00000010:1.0:1767384671.127567:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000486ed527. 00000400:00000200:1.0:1767384671.127579:0:16346:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dbd4c479 00000400:00000010:1.0:1767384671.127583:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000d3e0ac3e. 00000400:00000200:1.0:1767384671.127587:0:16346:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000400:00000200:1.0:1767384671.127591:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x302071 00000400:00000200:1.0:1767384671.127596:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (41) 00000400:00000010:1.0:1767384671.127600:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000084a111d6. 00000400:00000010:1.0:1767384671.127604:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3d8d3c5. 00000400:00000010:1.0:1767384671.127627:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b9198226. 00000400:00000200:1.0:1767384671.127631:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp 00000400:00000200:1.0:1767384671.127637:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.137@tcp local destination 00000400:00000200:1.0:1767384671.127640:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 141], ns[156, 150] 00000400:00000200:1.0:1767384671.127645:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 141], ns[168, 150] 00000400:00000200:1.0:1767384671.127649:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 141], ns[199, 150] 00000400:00000200:1.0:1767384671.127652:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[201, 141], ns[211, 150] 00000400:00000200:1.0:1767384671.127655:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 141], ns[74, 150] 00000400:00000200:1.0:1767384671.127658:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 72], ns[83, 74] 00000400:00000200:1.0:1767384671.127662:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 72], ns[89, 74] 00000400:00000200:1.0:1767384671.127665:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 72], ns[93, 74] 00000400:00000200:1.0:1767384671.127668:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 72], ns[109, 74] 00000400:00000200:1.0:1767384671.127670:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 72], ns[111, 74] 00000400:00000200:1.0:1767384671.127674:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 72], ns[115, 74] 00000400:00000200:1.0:1767384671.127677:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 72], ns[124, 74] 00000400:00000200:1.0:1767384671.127680:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 72], ns[130, 74] 00000400:00000200:1.0:1767384671.127690:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 72], ns[134, 74] 00000400:00000200:1.0:1767384671.127693:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 72], ns[164, 74] 00000400:00000200:1.0:1767384671.127696:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 72], ns[179, 74] 00000400:00000200:1.0:1767384671.127699:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 72], ns[185, 74] 00000400:00000200:1.0:1767384671.127702:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 72], ns[195, 74] 00000400:00000200:1.0:1767384671.127705:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 72], ns[81, 74] 00000400:00000200:1.0:1767384671.127709:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[173, 72], ns[183, 74] 00000400:00000200:1.0:1767384671.127711:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 72], ns[100, 74] 00000400:00000200:1.0:1767384671.127715:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[177, 72], ns[187, 74] 00000400:00000200:1.0:1767384671.127718:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 72], ns[105, 74] 00000400:00000200:1.0:1767384671.127720:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 72], ns[101, 74] 00000400:00000200:1.0:1767384671.127723:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 72], ns[122, 74] 00000400:00000200:1.0:1767384671.127726:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 72], ns[172, 74] 00000400:00000200:1.0:1767384671.127729:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 72], ns[121, 74] 00000400:00000200:1.0:1767384671.127733:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 72], ns[175, 74] 00000400:00000200:1.0:1767384671.127735:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 72], ns[188, 74] 00000400:00000200:1.0:1767384671.127738:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 72], ns[147, 74] 00000400:00000200:1.0:1767384671.127741:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 72], ns[159, 74] 00000400:00000200:1.0:1767384671.127749:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 72], ns[203, 74] 00000400:00000200:1.0:1767384671.127752:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 72], ns[173, 74] 00000400:00000200:1.0:1767384671.127756:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 72], ns[177, 74] 00000400:00000200:1.0:1767384671.127758:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 72], ns[190, 74] 00000400:00000200:1.0:1767384671.127761:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[198, 72], ns[208, 74] 00000400:00000200:1.0:1767384671.127764:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[197, 72], ns[207, 74] 00000400:00000200:1.0:1767384671.127767:0:16346:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[199, 72], ns[209, 74] 00000400:00000200:1.0:1767384671.127770:0:16346:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:1.0:1767384671.127772:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp14 00000400:00000200:1.0:1767384671.127775:0:16346:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.137@tcp14 lpni_is_preferred = 0 00000400:00000200:1.0:1767384671.127777:0:16346:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.137@tcp14 00000400:00000200:1.0:1767384671.127779:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp14 NI seq info: [212:212:256:4294967295] 192.168.202.137@tcp14 LPNI seq info [202:202:8:4294967295] 00000400:00000200:1.0:1767384671.127783:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp14 00000400:00000200:1.0:1767384671.127788:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp14(192.168.202.137@tcp14:) -> 192.168.202.137@tcp14(192.168.202.137@tcp:192.168.202.137@tcp14) : GET try# 0 00000800:00000200:1.0:1767384671.127791:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp14 00000800:00000010:1.0:1767384671.127794:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002aa46d39. 00000800:00000200:1.0:1767384671.127798:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052031c55] -> 12345-192.168.202.137@tcp14 (6) 00000800:00000200:1.0:1767384671.127803:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp14 ip 192.168.202.137:988 00000800:00000200:1.0:1767384671.127806:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002aa46d39 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384671.127818:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384671.127821:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300271 rc 0 00000800:00000200:0.0:1767384671.127929:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384671.127932:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002aa46d39. 00000400:00000200:0.0:1767384671.127937:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384671.127943:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp14->192.168.202.137@tcp14: GET: OK 00000400:00000200:0.0:1767384671.127947:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384671.127950:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.137@tcp: 0 00000800:00000001:0.0:1767384671.127958:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384671.127965:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384671.127968:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384671.127973:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384671.127980:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp14(192.168.202.137@tcp14) <- 192.168.202.137@tcp14 : GET - for me 00000400:00000200:0.0:1767384671.127990:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.137@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384671.127997:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.137@tcp of length 704/704 into md 0x1fc5 [1] + 0 00000400:00000200:0.0:1767384671.128007:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp14 to MR: 192.168.202.137@tcp14 local destination 00000400:00000200:0.0:1767384671.128013:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp14 NI seq info: [213:213:256:4294967295] 192.168.202.137@tcp14 LPNI seq info [203:203:8:4294967295] 00000400:00000200:0.0:1767384671.128034:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp14(192.168.202.137@tcp14:192.168.202.137@tcp14) -> 192.168.202.137@tcp14(192.168.202.137@tcp14:192.168.202.137@tcp14) 192.168.202.137@tcp14 : REPLY try# 0 00000800:00000200:0.0:1767384671.128038:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.137@tcp14 00000800:00000010:0.0:1767384671.128041:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3c0745d. 00000800:00000200:0.0:1767384671.128045:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052031c55] -> 12345-192.168.202.137@tcp14 (6) 00000800:00000200:0.0:1767384671.128049:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp14 ip 192.168.202.137:1013 00000800:00000200:0.0:1767384671.128051:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3c0745d type 3, nob 800 niov 1 nkiov 1 00000800:00000001:1.0:1767384671.128090:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384671.128142:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384671.128145:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3c0745d. 00000400:00000200:0.0:1767384671.128149:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384671.128151:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384671.128154:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp14->192.168.202.137@tcp14: REPLY: OK 00000800:00000001:2.0:1767384671.128163:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384671.128167:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384671.128171:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384671.128173:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384671.128192:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp14(192.168.202.137@tcp14) <- 192.168.202.137@tcp14 : REPLY - for me 00000400:00000200:2.0:1767384671.128207:0:16341:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp14: Reply from 12345-192.168.202.137@tcp14 of length 704/704 into md 0x1fe1 00000800:00000001:2.0:1767384671.128212:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384671.128222:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384671.128225:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384671.128230:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp14->192.168.202.137@tcp14: REPLY: OK 00000400:00000200:2.0:1767384671.128234:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d8d3c5 00000400:00000010:2.0:1767384671.128237:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3d8d3c5. 00000400:00000200:2.0:1767384671.128241:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384671.128245:0:16341:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.137@tcp has discovery enabled 00000400:00000200:2.0:1767384671.128248:0:16341:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.137@tcp(000000006036fed9) is MR 00000400:00000200:2.0:1767384671.128253:0:16341:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.137@tcp data present 42. state = 0x300271 00000400:00000200:2.0:1767384671.128258:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.137@tcp (000000006036fed9): -114 00000400:00000200:2.0:1767384671.128271:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (42) 00000800:00000001:2.0:1767384671.128292:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384671.128293:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:2.0:1767384671.128297:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384671.128302:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x3000f1 00000400:00000010:1.0:1767384671.128312:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000dee10665. 00000400:00000010:1.0:1767384671.128322:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 0000000075705a9b. 00000400:00000010:1.0:1767384671.128325:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 000000004c5af67f. 00000400:00000200:1.0:1767384671.128376:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp45(0000000081d4340b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384671.128381:0:16346:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.137@tcp47(0000000090f9bed3) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384671.128404:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000042162dfe. 00000400:00000200:1.0:1767384671.128410:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000042162dfe nid 192.168.202.137@tcp48 00000400:00000010:1.0:1767384671.128414:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000063164384. 00000400:00000200:1.0:1767384671.128416:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 0000000063164384 net tcp48 00000400:00000200:1.0:1767384671.128418:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (41) 00000400:00000200:1.0:1767384671.128422:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp48 flags 0x11 00000400:00000010:1.0:1767384671.128427:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009c87fc07. 00000400:00000200:1.0:1767384671.128429:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009c87fc07 nid 192.168.202.137@tcp49 00000400:00000010:1.0:1767384671.128432:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007f21b96b. 00000400:00000200:1.0:1767384671.128433:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 000000007f21b96b net tcp49 00000400:00000200:1.0:1767384671.128434:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (42) 00000400:00000200:1.0:1767384671.128436:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp49 flags 0x11 00000400:00000010:1.0:1767384671.128439:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cdc79bcd. 00000400:00000200:1.0:1767384671.128441:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cdc79bcd nid 192.168.202.137@tcp50 00000400:00000010:1.0:1767384671.128444:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000018367ada. 00000400:00000200:1.0:1767384671.128445:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 0000000018367ada net tcp50 00000400:00000200:1.0:1767384671.128446:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (43) 00000400:00000200:1.0:1767384671.128448:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp50 flags 0x11 00000400:00000010:1.0:1767384671.128450:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000dee10665. 00000400:00000010:1.0:1767384671.128452:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 0000000075705a9b. 00000400:00000010:1.0:1767384671.128470:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 000000004c5af67f. 00000400:00000010:1.0:1767384671.128473:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 0000000084a111d6. 00000400:00000200:1.0:1767384671.128475:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.137@tcp (000000006036fed9): 0 00000400:00000200:1.0:1767384671.128477:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.137@tcp(000000006036fed9): 0. state = 0x300171 00000400:00000200:1.0:1767384671.128479:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 rc 1 00000400:00000200:1.0:1767384671.128482:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300171 00000400:00000200:1.0:1767384671.128484:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.137@tcp 00000400:00000200:1.0:1767384671.128486:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.137@tcp(000000006036fed9) state 0x300111 rc 0 00000400:00000200:1.0:1767384671.128489:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.137@tcp (000000006036fed9) 00000400:00000200:1.0:1767384671.128497:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (44) 00080000:00000010:0.0:1767384671.128506:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cf01ec82. 00080000:00000010:1.0:1767384671.128535:0:17075:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000de82f3fc. 00040000:00000001:1.0:1767384671.128539:0:17075:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384671.128541:0:17075:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384671.128543:0:17075:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384671.128545:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:1.0:1767384671.128548:0:17075:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384671.128549:0:17075:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384671.128558:0:17075:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384671.128568:0:17075:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384671.128571:0:17075:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384671.128583:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384671.128585:0:17075:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384671.128587:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384671.128590:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384671.128593:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384671.128596:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384671.128603:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000073d38a93. 00010000:00000001:0.0:1767384671.128630:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384671.128634:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b2a045f. 00000020:00000001:0.0:1767384671.128638:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384671.128641:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b2a045f with handle 0x7f71e2b70dd203fc to hash 00000020:00000001:0.0:1767384671.128644:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384671.128646:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:0.0:1767384671.128649:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:0.0:1767384671.128653:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384671.128655:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384671.128658:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd203fc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384671.128667:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384671.128678:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384671.128680:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384671.128682:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384671.128684:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384671.128686:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384671.128688:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384671.128690:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384671.128691:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384671.128693:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384671.128694:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384671.128695:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000073d38a93) refcount = 1 00010000:00010000:0.0:1767384671.128698:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd203fc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384671.128702:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384671.128703:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384671.128704:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384671.128706:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.128707:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384671.128709:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384671.128712:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384671.128714:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384671.128715:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384671.128716:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b2a045f refcount=4 00000020:00000001:0.0:1767384671.128717:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:0.0:1767384671.128718:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:0.0:1767384671.128721:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384671.128722:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd203fc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384671.128725:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384671.128726:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd203fc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384671.128730:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.128731:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384671.128736:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd203fc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384671.128740:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384671.128742:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.128744:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384671.128746:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd203fc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384671.128750:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b2a045f already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384671.128753:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384671.128755:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384671.128756:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd203fc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384671.128759:0:17075:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384671.128760:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384671.128763:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384671.128764:0:17075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384671.128765:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:1.0:1767384671.128767:0:17075:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004a325a33. 00000020:00000040:0.0:1767384671.128768:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b2a045f refcount=5 00000020:00000001:0.0:1767384671.128773:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 20000000:00000001:1.0:1767384671.128774:0:17075:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.128775:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780668416 : -123268928883200 : ffff8fe337483600) 00010000:00000001:0.0:1767384671.128781:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000040:1.0:1767384671.128782:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049195648 00010000:00010000:0.0:1767384671.128783:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd203fc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.128789:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384671.128791:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384671.128794:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384671.128795:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384671.128798:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e515291e x1853237049195648/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:652/0 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384671.128799:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384671.128802:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384671.128804:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384671.128806:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384671.128809:0:17074:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006294bc66. 00000020:00000040:0.0:1767384671.128810:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b2a045f with handle 0x7f71e2b70dd203fc from hash 20000000:01000000:2.0:1767384671.128816:0:17074:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00010000:00000001:0.0:1767384671.128817:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384671.128818:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384671.128820:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.128823:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384671.128824:0:17074:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384671.128828:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384671.128830:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:1.0:1767384671.128831:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=88 v=5 (1 0 0 0) 00080000:00000001:2.0:1767384671.128832:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384671.128832:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384671.128836:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:2.0:1767384671.128839:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384671.128840:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384671.128841:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384671.128843:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384671.128846:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384671.128847:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384671.128848:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:1.0:1767384671.128849:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:0.0:1767384671.128851:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384671.128854:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:1.0:1767384671.128855:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:2.0:1767384671.128858:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.128859:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.128860:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.128863:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384671.128865:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384671.128865:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.128866:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:2.0:1767384671.128869:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.128870:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.128873:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:2.0:1767384671.128877:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384671.128878:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384671.128879:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a18dbf1. 00080000:00000001:2.0:1767384671.128882:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384671.128884:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd203fc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384671.128885:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049195648, offset 224 00080000:00000002:2.0:1767384671.128886:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:972059277 to info 00000000bd47f9a8 00000400:00000200:1.0:1767384671.128897:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384671.128898:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ec570b21 00010000:00000001:0.0:1767384671.128898:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.128902:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000002:2.0:1767384671.128903:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384671.128905:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1767384671.128908:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384671.128909:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:2.0:1767384671.128911:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384671.128912:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.128915:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384671.128919:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.128919:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384671.128922:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384671.128925:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384671.128925:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.128930:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007c80 00010000:00010000:0.0:1767384671.128931:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd203fc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384671.128932:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384671.128938:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384671.128943:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384671.128945:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980616536 : -123269728935080 : ffff8fe307986358) 00010000:00010000:0.0:1767384671.128947:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b2a045f/0x7f71e2b70dd203fc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384671.128952:0:17074:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384671.128953:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fd5 [2] + 224 00080000:00000010:2.0:1767384671.128959:0:17074:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f7783a3a. 00080000:00000001:2.0:1767384671.128966:0:17074:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649537536 : -123274060014080 : ffff8fe205715e00) 00000400:00000200:1.0:1767384671.128968:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:0.0:1767384671.128968:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000073d38a93 count: 0 00080000:00000001:2.0:1767384671.128971:0:17074:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384671.128976:0:17074:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1767384671.128979:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384671.128980:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:2.0:1767384671.128981:0:17074:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b3249a43. 00000100:00000001:1.0:1767384671.128985:0:17075:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:0.0:1767384671.128985:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767384671.128987:0:17074:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384671.128991:0:17074:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000200:1.0:1767384671.128994:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005becfdea x1853237049195648/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384671.129003:0:17074:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.129007:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005becfdea x1853237049195648/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384671.129016:0:17074:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384671.129028:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384671.129034:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a18dbf1 00000400:00000010:1.0:1767384671.129036:0:17075:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a18dbf1. 00000100:00000001:1.0:1767384671.129039:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384671.129040:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384671.129043:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.129046:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:0.0:1767384671.129046:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384671.129049:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384671.129050:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.129052:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384671.129056:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384671.129057:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e515291e x1853237049195648/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:652/0 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384671.129062:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384671.129066:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384671.129067:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e515291e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16349:x1853237049195648:12345-0@lo:253: Request processed in 1858us (2238us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384671.129071:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daf41974. 00000100:00100000:1.0:1767384671.129076:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000400:00000200:0.0:1767384671.129077:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92b2e44 00000100:00000040:1.0:1767384671.129080:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000400:00000010:0.0:1767384671.129082:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c92b2e44. 00000100:00000001:1.0:1767384671.129084:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384671.129088:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384671.129089:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384671.129092:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000015e84ccc. 00000100:00000200:0.0:1767384671.129097:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005becfdea x1853237049195648/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384671.129098:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe6b6e58. 00000020:00000010:1.0:1767384671.129103:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f3f31a7. 00000020:00000040:1.0:1767384671.129109:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:1.0:1767384671.129114:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384671.129117:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000021e76825. 00000100:00000200:0.0:1767384671.129117:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005becfdea x1853237049195648/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384671.129127:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384671.129129:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384671.129130:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.129131:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.129135:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384671.129137:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384671.129137:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384671.129141:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384671.129142:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a932ce. 00000100:00000001:0.0:1767384671.129143:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.129148:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384671.129149:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a18dbf1. 00000100:00001000:0.0:1767384671.129155:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384671.129159:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384671.129161:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384671.129162:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.129164:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384671.129165:0:16349:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.129167:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.129169:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005becfdea x1853237049195648/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.129174:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.129175:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384671.129177:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384671.129179:0:16349:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384671.129180:0:16349:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384671.129181:0:16349:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384671.129182:0:16349:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384671.129183:0:16349:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384671.129184:0:16349:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384671.129190:0:16349:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384671.129191:0:16349:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384671.129192:0:16349:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384671.129194:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005becfdea x1853237049195648/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384671.129199:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005becfdea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16349:1853237049195648:0@lo:253: 00000100:00000001:0.0:1767384671.129201:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.129203:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384671.129204:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005becfdea x1853237049195648/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.129208:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384671.129209:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384671.129211:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000040cf4ab6. 02000000:00000001:0.0:1767384671.129214:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384671.129216:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384671.129217:0:16349:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384671.129218:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384671.129220:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000fa2fe87. 02000000:00000001:0.0:1767384671.129222:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384671.129223:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384671.129224:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005becfdea. 00000100:00000001:0.0:1767384671.129227:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384671.129228:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.129229:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.129232:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384671.129233:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.129234:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384671.129236:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384671.130473:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f7783a3a. 00080000:00000010:2.0:1767384671.130513:0:17074:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b3249a43. 00040000:00000001:2.0:1767384671.130517:0:17074:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384671.130519:0:17074:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384671.130521:0:17074:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384671.130523:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000003af9a637/00000000926b491e to site lru. bkt: 000000002b2ac3d9 20000000:00000001:2.0:1767384671.130524:0:17074:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384671.130526:0:17074:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384671.130527:0:17074:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384671.130534:0:17074:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384671.130536:0:17074:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384671.130541:0:17074:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384671.130546:0:17096:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384671.130550:0:17096:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384671.130551:0:17096:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384671.130554:0:17096:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384671.130555:0:17096:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384671.130559:0:17096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000266cbc2d. 00010000:00000001:0.0:1767384671.130562:0:17096:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384671.130569:0:17096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007309c556. 00000020:00000001:0.0:1767384671.130571:0:17096:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384671.130573:0:17096:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007309c556 with handle 0x7f71e2b70dd20403 to hash 00000020:00000001:0.0:1767384671.130575:0:17096:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384671.130576:0:17096:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000001:0.0:1767384671.130578:0:17096:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000001:0.0:1767384671.130580:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384671.130581:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384671.130583:0:17096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007309c556/0x7f71e2b70dd20403 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384671.130588:0:17096:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384671.130589:0:17096:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384671.130590:0:17096:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384671.130591:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384671.130592:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384671.130593:0:17096:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384671.130594:0:17096:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384671.130596:0:17096:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384671.130597:0:17096:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384671.130598:0:17096:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384671.130599:0:17096:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384671.130600:0:17096:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000266cbc2d) refcount = 1 00010000:00010000:0.0:1767384671.130602:0:17096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007309c556/0x7f71e2b70dd20403 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384671.130636:0:17096:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384671.130639:0:17096:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384671.130640:0:17096:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384671.130642:0:17096:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.130644:0:17096:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384671.130647:0:17096:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384671.130650:0:17096:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004503382s 00010000:00000001:0.0:1767384671.130653:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384671.130654:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384671.130662:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007309c556 refcount=4 00000020:00000001:0.0:1767384671.130665:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000001:0.0:1767384671.130668:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000001:0.0:1767384671.130670:0:17096:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384671.130672:0:17096:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007309c556/0x7f71e2b70dd20403 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384671.130679:0:17096:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384671.130682:0:17096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007309c556/0x7f71e2b70dd20403 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384671.130688:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.130690:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384671.130691:0:17096:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007309c556/0x7f71e2b70dd20403 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384671.130695:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384671.130696:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.130698:0:17096:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384671.130699:0:17096:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007309c556/0x7f71e2b70dd20403 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384671.130703:0:17096:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007309c556 already unused, calling callback (0000000058ffb97a) 00010000:00000001:0.0:1767384671.130704:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384671.130706:0:17096:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384671.130708:0:17096:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007309c556/0x7f71e2b70dd20403 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384671.130711:0:17096:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000020:2.0:1767384671.130712:0:17074:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384671.130713:0:17096:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384671.130717:0:17096:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384671.130718:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384671.130720:0:17096:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007309c556 refcount=5 20000000:00000010:2.0:1767384671.130721:0:17074:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a9917554. 00000020:00000001:0.0:1767384671.130725:0:17096:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 20000000:00000001:2.0:1767384671.130727:0:17074:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.130728:0:17096:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780664320 : -123268928887296 : ffff8fe337482600) 00010000:00000040:2.0:1767384671.130732:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049195520 00010000:00000001:0.0:1767384671.130733:0:17096:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384671.130736:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384671.130740:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000000bddf79 x1853237049195520/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:652/0 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384671.130742:0:17096:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007309c556/0x7f71e2b70dd20403 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384671.130759:0:17096:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384671.130761:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384671.130762:0:17096:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384671.130765:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.130765:0:17096:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384671.130770:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=88 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384671.130772:0:17096:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384671.130776:0:17096:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384671.130777:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384671.130778:0:17096:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384671.130781:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00010000:00000001:0.0:1767384671.130782:0:17096:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.130786:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000040:0.0:1767384671.130787:0:17096:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007309c556 with handle 0x7f71e2b70dd20403 from hash 00010000:00000001:0.0:1767384671.130789:0:17096:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384671.130790:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.130790:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384671.130791:0:17096:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384671.130792:0:17096:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384671.130794:0:17096:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:2.0:1767384671.130797:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384671.130797:0:17096:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:2.0:1767384671.130800:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.130801:0:17096:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.130806:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384671.130807:0:17096:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.130810:0:17096:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1767384671.130811:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384671.130813:0:17096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:2.0:1767384671.130815:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d42d1d0. 00010000:00000001:0.0:1767384671.130816:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.130819:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384671.130821:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049195520, offset 224 00010000:00000001:0.0:1767384671.130821:0:17096:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.130827:0:17096:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.130829:0:17096:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.130831:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384671.130832:0:17096:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007309c556/0x7f71e2b70dd20403 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384671.130840:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384671.130840:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.130843:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384671.130845:0:17096:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384671.130846:0:17096:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384671.130848:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384671.130850:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007c00 00010000:00000001:0.0:1767384671.130850:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384671.130854:0:17096:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384671.130856:0:17096:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.130857:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fcd [2] + 224 00000400:00000200:2.0:1767384671.130861:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384671.130867:0:17096:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.130869:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384671.130871:0:17096:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007309c556/0x7f71e2b70dd20403 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384671.130873:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384671.130878:0:17096:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000200:2.0:1767384671.130879:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8858f83 x1853237049195520/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384671.130882:0:17096:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384671.130885:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007309c556/0x7f71e2b70dd20403 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17096 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384671.130901:0:17096:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000266cbc2d count: 0 00000100:00000040:2.0:1767384671.130903:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e8858f83 x1853237049195520/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384671.130908:0:17096:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384671.130911:0:17096:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384671.130921:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384671.130927:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d42d1d0 00000400:00000010:2.0:1767384671.130928:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d42d1d0. 00000100:00000001:2.0:1767384671.130930:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384671.130931:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384671.130933:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.130935:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00010000:00000001:2.0:1767384671.130937:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384671.130938:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.130940:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384671.130943:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000bddf79 x1853237049195520/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:652/0 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384671.130949:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000000bddf79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049195520:12345-0@lo:253: Request processed in 3764us (4373us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384671.130949:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384671.130954:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384671.130958:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000040:2.0:1767384671.130961:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000400:00000001:1.0:1767384671.130961:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384671.130965:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384671.130967:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000640aa3a2. 00000100:00000001:2.0:1767384671.130970:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384671.130973:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384671.130974:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002f11c65 00000020:00000010:2.0:1767384671.130975:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679c8d41. 00000400:00000010:1.0:1767384671.130977:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002f11c65. 00000020:00000010:2.0:1767384671.130981:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d7d465a1. 00000100:00000001:1.0:1767384671.130982:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384671.130987:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b47e87be. 00000100:00000200:1.0:1767384671.130990:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8858f83 x1853237049195520/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384671.130992:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 02000000:00000001:2.0:1767384671.130997:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384671.131000:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a3031d21. 02000000:00000001:2.0:1767384671.131004:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384671.131006:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384671.131007:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8858f83 x1853237049195520/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384671.131011:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384671.131017:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5794d39. 00000100:00000001:1.0:1767384671.131019:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384671.131022:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d42d1d0. 00000100:00000001:1.0:1767384671.131022:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.131024:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384671.131027:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384671.131028:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384671.131030:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.131031:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384671.131034:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384671.131037:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384671.131040:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384671.131041:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.131042:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384671.131044:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.131045:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.131047:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8858f83 x1853237049195520/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.131053:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384671.131054:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384671.131055:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384671.131063:0:16348:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384671.131065:0:16348:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384671.131065:0:16348:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384671.131066:0:16348:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384671.131067:0:16348:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384671.131068:0:16348:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384671.131069:0:16348:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384671.131070:0:16348:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384671.131071:0:16348:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384671.131072:0:16348:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384671.131074:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8858f83 x1853237049195520/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384671.131078:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8858f83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049195520:0@lo:253: 00000100:00000001:1.0:1767384671.131081:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.131083:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384671.131084:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8858f83 x1853237049195520/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.131088:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384671.131089:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384671.131090:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000281bc4a4. 02000000:00000001:1.0:1767384671.131093:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384671.131094:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384671.131095:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:1.0:1767384671.131096:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384671.131097:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000024f5ddbe. 02000000:00000001:1.0:1767384671.131101:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384671.131102:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384671.131103:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8858f83. 00000100:00000001:1.0:1767384671.131105:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384671.131106:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.131107:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.131111:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384671.131111:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.131113:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384671.131114:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384671.132643:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294959554, at 4294959555 00000100:00000010:3.0:1767384671.132653:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000005f49e7e. 00000100:00000040:2.0:1767384671.132669:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294959554, at 4294959555 00000100:00000010:2.0:1767384671.132680:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ff8eb64. 00000100:00000040:1.0:1767384671.132739:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294959554, at 4294959555 00000100:00000010:1.0:1767384671.132754:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fabab26. 00000100:00000040:0.0:1767384671.132776:0:254:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294959554, at 4294959555 00000100:00000010:0.0:1767384671.132781:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000843b16cc. 00010000:00000010:0.1:1767384671.137642:0:39394:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000073d38a93. 00010000:00000010:0.1:1767384671.137656:0:39394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b2a045f. 00010000:00000010:0.1:1767384671.141633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000266cbc2d. 00010000:00000010:0.1:1767384671.141643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007309c556. 00000400:00000010:3.0:1767384671.147842:0:39397:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000097c1925e. 00000400:00000040:3.0:1767384671.147865:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384671.147868:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384671.147872:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384671.147873:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384671.147876:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384671.147877:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384671.147880:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384671.147882:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384671.147884:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384671.147885:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384671.147888:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384671.147890:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384671.147892:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384671.147894:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384671.147895:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384671.147897:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384671.147899:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384671.147901:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384671.147902:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384671.147905:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384671.147906:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384671.147908:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384671.147910:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384671.147912:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384671.147913:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384671.147916:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384671.147918:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384671.147920:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384671.147922:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384671.147924:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384671.147926:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384671.147929:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384671.147932:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384671.147934:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384671.147935:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384671.147937:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384671.147938:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384671.147941:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384671.147943:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384671.147945:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384671.147947:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384671.147949:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384671.147951:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384671.147953:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384671.147956:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384671.147957:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384671.147959:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384671.147960:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384671.147963:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384671.147964:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384671.147966:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384671.147968:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384671.147969:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384671.147971:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384671.147973:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384671.147974:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384671.147976:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384671.148107:0:39397:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000097c1925e. 00010000:00000001:2.0:1767384671.194697:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384671.194703:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.194708:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384671.194710:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.194739:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384671.194743:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384671.194746:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384671.705788:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384671.705793:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 2 10000000:00000001:3.0:1767384671.705799:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384671.705803:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384671.705805:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384671.705806:0:17077:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384671.705809:0:17077:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384671.705811:0:17077:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384671.705814:0:17077:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8fe3054f6000 from 83 10000000:00000001:3.0:1767384671.705817:0:17077:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384671.705819:0:17077:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384671.705827:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e99d64ab. 00000020:00000040:3.0:1767384671.705832:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384671.705837:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384671.705841:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384671.705846:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384671.705854:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043e96c51. 00000100:00000001:3.0:1767384671.705861:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.705866:0:17077:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384671.705869:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384671.705877:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c9e36831. 00010000:00000001:3.0:1767384671.705881:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384671.705885:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f71a8622. 00000020:00000001:3.0:1767384671.705890:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384671.705892:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f71a8622 with handle 0x7f71e2b70dd2040a to hash 00000020:00000001:3.0:1767384671.705895:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384671.705897:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384671.705900:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384671.705904:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384671.705906:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384671.705909:0:17077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384671.705919:0:17077:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384671.705929:0:17077:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384671.705941:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384671.705943:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384671.705950:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d799239. 00000100:00000001:3.0:1767384671.705952:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799662894848 : -123274046656768 : ffff8fe2063d2f00) 00000100:00000001:3.0:1767384671.705956:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384671.705958:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804005803136 : -123269703748480 : ffff8fe30918b480) 00000100:00000001:3.0:1767384671.705963:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384671.705965:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.705968:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384671.705970:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384671.705979:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e99d64ab x1853237049195776/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.705989:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384671.705991:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384671.705995:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384671.705997:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384671.706000:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384671.706004:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e99d64ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049195776:0@lo:101: 00000100:00000001:3.0:1767384671.706008:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384671.706014:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384671.706017:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384671.706020:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384671.706027:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ae648b5e. 02000000:00000001:3.0:1767384671.706029:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384671.706036:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f4367a3. 00000400:00000010:3.0:1767384671.706043:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffcc8a16. 00000100:00000200:3.0:1767384671.706050:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049195776, portal 25 00000100:00000001:3.0:1767384671.706052:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384671.706053:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804005803136 : -123269703748480 : ffff8fe30918b480) 00000100:00000040:3.0:1767384671.706058:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e99d64ab x1853237049195776/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.706066:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384671.706070:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384671.706074:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 00000100:00000200:3.0:1767384671.706076:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049195776, offset 0 00000400:00000200:3.0:1767384671.706085:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384671.706098:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384671.706111:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260007d00 00000400:00000200:3.0:1767384671.706117:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1711 [2] + 0 00000400:00000010:3.0:1767384671.706121:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfada20f. 00000400:00000200:3.0:1767384671.706125:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000dbe07f1 00000400:00000200:3.0:1767384671.706132:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384671.706137:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384671.706141:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dbe07f1 00000400:00000010:3.0:1767384671.706144:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000dbe07f1. 00000100:00000001:3.0:1767384671.706150:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384671.706152:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384671.706156:0:17077:0:(events.c:337:request_in_callback()) incoming req@000000002ed82e36 x1853237049195776 msgsize 328 00000100:00100000:3.0:1767384671.706161:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384671.706163:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384671.706176:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384671.706184:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00000400:00000010:3.0:1767384671.706185:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00000100:00000001:3.0:1767384671.706189:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384671.706192:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e99d64ab x1853237049195776/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.706202:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384671.706205:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e99d64ab x1853237049195776/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.706212:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.706214:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384671.706219:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.706223:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294960133 00000100:00000010:3.0:1767384671.706228:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088c647ce. 00000100:00000001:3.0:1767384671.706234:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384671.706239:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384671.706241:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294960133 00000100:00100000:2.0:1767384671.706243:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195776 00000100:00000010:3.0:1767384671.706247:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6fb372c. 02000000:00000001:2.0:1767384671.706247:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384671.706249:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384671.706253:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.706254:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767384671.706256:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.706260:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294960133 00000100:00100000:2.0:1767384671.706261:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195776 00000020:00000001:2.0:1767384671.706265:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1767384671.706267:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a14ccd09. 00000020:00000040:2.0:1767384671.706267:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:2.0:1767384671.706284:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384671.706287:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 00000100:00000001:3.0:1767384671.706289:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384671.706291:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:2.0:1767384671.706295:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384671.706296:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294960133 00000100:00000001:2.0:1767384671.706299:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384671.706302:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029e75607. 00000020:00000010:2.0:1767384671.706304:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3249a43. 00000100:00000001:3.0:1767384671.706309:0:17077:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384671.706310:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384671.706314:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384671.706320:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384671.706321:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3249a43. 00000100:00000001:3.0:1767384671.706326:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384671.706330:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384671.706330:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7783a3a. 00000100:00100000:3.0:1767384671.706336:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 000000008d799239 going to sleep for 11 seconds 00000020:00000010:2.0:1767384671.706336:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065a37a83. 00000100:00000001:3.0:1767384671.706343:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384671.706344:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000001:3.0:1767384671.706348:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.706354:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384671.706357:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384671.706359:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384671.706360:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.706366:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.706379:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.706390:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384671.706392:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384671.706395:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00000040:2.0:1767384671.706399:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384671.706401:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781798480 : -123268927753136 : ffff8fe337597450) 00000100:00000040:2.0:1767384671.706406:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ed82e36 x1853237049195776/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:652/0 lens 328/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.706413:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384671.706416:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3249a43. 00000100:00000001:2.0:1767384671.706418:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384671.706420:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3249a43. 00000100:00100000:2.0:1767384671.706425:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ed82e36 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:17077:x1853237049195776:12345-0@lo:101: 00000100:00000200:2.0:1767384671.706428:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195776 00000020:00000001:2.0:1767384671.706431:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384671.706434:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384671.706435:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.706437:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384671.706439:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000020:00000001:2.0:1767384671.706442:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384671.706444:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384671.706446:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384671.706448:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384671.706457:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.706460:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384671.706462:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384671.706464:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384671.706467:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384671.706469:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.706475:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384671.706482:0:17074:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006cb3afc3. 00010000:00000001:2.0:1767384671.706486:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384671.706491:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000461a6601. 00000020:00000001:2.0:1767384671.706494:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384671.706496:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000461a6601 with handle 0x7f71e2b70dd20411 to hash 00000020:00000001:2.0:1767384671.706498:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384671.706500:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00000001:2.0:1767384671.706503:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00010000:2.0:1767384671.706506:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20411 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f71e2b70dd2040a expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384671.706514:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000f6abc116 : new locks_count 10 00000020:00000040:2.0:1767384671.706517:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=15 00000100:00000001:2.0:1767384671.706525:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384671.706529:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384671.706533:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f63098c5. 02000000:00000001:2.0:1767384671.706536:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.706539:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.706542:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384671.706545:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384671.706548:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384671.706551:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384671.706553:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384671.706555:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384671.706556:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384671.706559:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384671.706562:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384671.706564:0:17074:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384671.706565:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384671.706573:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006cb3afc3) refcount = 1 00010000:00010000:2.0:1767384671.706579:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20411 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7f71e2b70dd2040a expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384671.706586:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384671.706588:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384671.706590:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384671.706592:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.706595:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384671.706600:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384671.706603:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20411 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd2040a expref: 15 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384671.706638:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384671.706640:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384671.706643:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384671.706646:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.706649:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384671.706651:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384671.706653:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384671.706655:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000461a6601, rc 0) 00000020:00000001:2.0:1767384671.706658:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384671.706662:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049195776 00010000:00000001:2.0:1767384671.706665:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384671.706670:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002ed82e36 x1853237049195776/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:652/0 lens 328/344 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384671.706679:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384671.706681:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384671.706685:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384671.706690:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384671.706693:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384671.706696:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384671.706700:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384671.706702:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.706705:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384671.706714:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384671.706718:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004153d094. 00000100:00000200:2.0:1767384671.706722:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049195776, offset 224 00000400:00000200:2.0:1767384671.706729:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384671.706738:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384671.706748:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260007d00 00000400:00000200:2.0:1767384671.706754:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1ff5 [1] + 224 00000400:00000200:2.0:1767384671.706759:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384671.706762:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384671.706767:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384671.706773:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e99d64ab x1853237049195776/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384671.706782:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e99d64ab x1853237049195776/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.706801:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384671.706808:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004153d094 00000400:00000010:2.0:1767384671.706810:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004153d094. 00000100:00000001:2.0:1767384671.706815:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384671.706818:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384671.706818:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384671.706824:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384671.706825:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384671.706827:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384671.706830:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f4367a3. 00000100:00000040:2.0:1767384671.706832:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000200:3.0:1767384671.706834:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffcc8a16 00010000:00000001:2.0:1767384671.706838:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384671.706839:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffcc8a16. 00000100:00000001:3.0:1767384671.706844:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384671.706844:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384671.706849:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e99d64ab x1853237049195776/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384671.706849:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384671.706857:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ed82e36 x1853237049195776/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:652/0 lens 328/344 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384671.706861:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e99d64ab x1853237049195776/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.706888:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384671.706891:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.706895:0:17077:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384671.706895:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ed82e36 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049195776:12345-0@lo:101: Request processed in 476us (732us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384671.706899:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384671.706901:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384671.706903:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384671.706907:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384671.706912:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00001000:3.0:1767384671.706913:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=88 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384671.706916:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00001000:3.0:1767384671.706919:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384671.706922:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384671.706925:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384671.706926:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384671.706929:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.706934:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384671.706934:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065a37a83. 00010000:00000001:3.0:1767384671.706937:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.706940:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384671.706946:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e99d64ab x1853237049195776/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384671.706948:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000020:00000010:2.0:1767384671.706956:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7783a3a. 00000100:00000001:3.0:1767384671.706959:0:17077:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384671.706964:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767384671.706964:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000001:3.0:1767384671.706968:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384671.706972:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384671.706975:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e99d64ab x1853237049195776/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384671.706977:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f63098c5. 02000000:00000001:2.0:1767384671.706984:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384671.706988:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384671.706992:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e99d64ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049195776:0@lo:101: 00000100:00000200:2.0:1767384671.706995:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384671.707000:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384671.707002:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd7d26ab. 00000100:00000001:3.0:1767384671.707003:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.707008:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384671.707011:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384671.707013:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e99d64ab x1853237049195776/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384671.707013:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099be1af0. 00000100:00000001:3.0:1767384671.707021:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384671.707024:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008d799239. 00000100:00000001:3.0:1767384671.707027:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384671.707028:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.707029:0:17077:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384671.707032:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384671.707033:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384671.707034:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=4 00000020:00000001:3.0:1767384671.707035:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384671.707037:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000040:3.0:1767384671.707040:0:17077:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000f71a8622, remote cookie: 0x7f71e2b70dd20411, flags: 0x0 00010000:00000001:3.0:1767384671.707042:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384671.707044:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384671.707045:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384671.707046:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384671.707047:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384671.707048:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c9e36831) refcount = 1 00010000:00010000:3.0:1767384671.707051:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384671.707055:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384671.707056:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384671.707057:0:17077:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384671.707059:0:17077:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384671.707061:0:17077:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384671.707062:0:17077:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384671.707066:0:17077:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384671.707067:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384671.707068:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384671.707068:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384671.707069:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384671.707070:0:17077:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.707071:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384671.707072:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e99d64ab x1853237049195776/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.707077:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384671.707078:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384671.707080:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ae648b5e. 02000000:00000001:3.0:1767384671.707083:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384671.707084:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384671.707085:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384671.707087:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384671.707089:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000043e96c51. 02000000:00000001:3.0:1767384671.707091:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384671.707092:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384671.707093:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e99d64ab. 00000100:00000001:3.0:1767384671.707095:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384671.707097:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384671.707098:0:17077:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384671.707100:0:17077:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384671.707101:0:17077:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000f92c0167) refs 3 10000000:00000001:3.0:1767384671.707102:0:17077:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.707103:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384671.707104:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384671.707105:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=3 00000020:00000001:3.0:1767384671.707106:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384671.707107:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384671.707108:0:17077:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384671.707109:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384671.707110:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384671.707111:0:17077:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384671.707112:0:17077:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384671.707115:0:17077:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000009ca07e9c. 00000100:00000010:3.0:1767384671.707128:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e99d64ab. 00000020:00000040:3.0:1767384671.707130:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384671.707132:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384671.707134:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384671.707135:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384671.707139:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043e96c51. 00000100:00000001:3.0:1767384671.707141:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.707144:0:17077:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384671.707147:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d8ee363b. 00000100:00000010:3.0:1767384671.707151:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003cc8a1f7. 00000020:00000040:3.0:1767384671.707152:0:17077:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384671.707156:0:17077:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384671.707157:0:17077:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384671.707160:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d799239. 00000100:00000001:3.0:1767384671.707162:0:17077:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620799662894848 : -123274046656768 : ffff8fe2063d2f00) 00000100:00000001:3.0:1767384671.707163:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384671.707164:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804005803136 : -123269703748480 : ffff8fe30918b480) 00000100:00000001:3.0:1767384671.707167:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384671.707168:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.707170:0:17077:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384671.707171:0:17077:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384671.707173:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e99d64ab x1853237049195904/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.707179:0:17077:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384671.707180:0:17077:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384671.707182:0:17077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384671.707183:0:17077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384671.707185:0:17077:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384671.707187:0:17077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e99d64ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049195904:0@lo:256: 00000100:00000001:3.0:1767384671.707190:0:17077:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384671.707191:0:17077:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384671.707192:0:17077:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.707194:0:17077:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384671.707198:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f4367a3. 00000400:00000010:3.0:1767384671.707202:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000047f08efb. 00000100:00000200:3.0:1767384671.707205:0:17077:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260007d80-0x6958260007d80, portal 33 00000100:00000001:3.0:1767384671.707207:0:17077:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384671.707208:0:17077:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384671.707211:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf01ec82. 02000000:00000001:3.0:1767384671.707213:0:17077:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384671.707215:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c355a5. 00000400:00000010:3.0:1767384671.707217:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffcc8a16. 00000100:00000200:3.0:1767384671.707218:0:17077:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049195904, portal 25 00000100:00000001:3.0:1767384671.707219:0:17077:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384671.707220:0:17077:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804005803136 : -123269703748480 : ffff8fe30918b480) 00000100:00000040:3.0:1767384671.707222:0:17077:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e99d64ab x1853237049195904/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.707226:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384671.707228:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384671.707229:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 00000100:00000200:3.0:1767384671.707230:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049195904, offset 0 00000400:00000200:3.0:1767384671.707233:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384671.707236:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384671.707242:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260007d80 00000400:00000200:3.0:1767384671.707245:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x171d [2] + 0 00000400:00000010:3.0:1767384671.707246:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b59f6e77. 00000400:00000200:3.0:1767384671.707249:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002a986fbf 00000400:00000200:3.0:1767384671.707251:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384671.707253:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384671.707255:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a986fbf 00000400:00000010:3.0:1767384671.707256:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a986fbf. 00000100:00000001:3.0:1767384671.707258:0:17077:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384671.707260:0:17077:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384671.707261:0:17077:0:(events.c:337:request_in_callback()) incoming req@000000001d3fdbec x1853237049195904 msgsize 304 00000100:00100000:3.0:1767384671.707264:0:17077:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384671.707265:0:17077:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384671.707289:0:17077:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384671.707294:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00000400:00000010:3.0:1767384671.707295:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00000100:00000001:3.0:1767384671.707297:0:17077:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384671.707299:0:17077:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e99d64ab x1853237049195904/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.707305:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384671.707307:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e99d64ab x1853237049195904/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.707311:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.707313:0:17077:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384671.707316:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.707318:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384671.707319:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294960134 00000100:00100000:2.0:1767384671.707324:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195904 00000100:00000001:3.0:1767384671.707326:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960133 02000000:00000001:2.0:1767384671.707329:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384671.707331:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294960134 00000100:00000001:2.0:1767384671.707332:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384671.707335:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960133 00000100:00000001:2.0:1767384671.707336:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.707342:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294960134 02000000:00000001:2.0:1767384671.707342:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384671.707347:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195904 00000100:00000001:3.0:1767384671.707348:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960133 00000020:00000001:2.0:1767384671.707352:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384671.707354:0:17077:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294960134 00000020:00000040:2.0:1767384671.707356:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:3.0:1767384671.707359:0:17077:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960133 00000020:00000001:2.0:1767384671.707360:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384671.707362:0:17077:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384671.707364:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:3.0:1767384671.707365:0:17077:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.707368:0:17077:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384671.707372:0:17077:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384671.707372:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00100000:3.0:1767384671.707376:0:17077:0:(client.c:2690:ptlrpc_set_wait()) set 000000008d799239 going to sleep for 11 seconds 00000020:00000001:2.0:1767384671.707379:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:3.0:1767384671.707380:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384671.707383:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.707387:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384671.707393:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3249a43. 00000100:00000001:2.0:1767384671.707396:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384671.707399:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3249a43. 00000020:00000010:2.0:1767384671.707405:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7783a3a. 00000020:00000010:2.0:1767384671.707409:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065a37a83. 00000020:00000010:2.0:1767384671.707414:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000040:2.0:1767384671.707420:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384671.707422:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384671.707424:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384671.707426:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.707430:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.707448:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.707457:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384671.707459:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384671.707462:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00000040:2.0:1767384671.707465:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:2.0:1767384671.707468:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781799504 : -123268927752112 : ffff8fe337597850) 00000100:00000040:2.0:1767384671.707472:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d3fdbec x1853237049195904/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:652/0 lens 304/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.707481:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384671.707485:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3249a43. 00000100:00000001:2.0:1767384671.707487:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384671.707489:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3249a43. 00000100:00100000:2.0:1767384671.707493:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d3fdbec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049195904:12345-0@lo:256: 00000100:00000200:2.0:1767384671.707497:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195904 00000020:00000001:2.0:1767384671.707499:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384671.707501:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384671.707503:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.707504:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384671.707506:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592544 : -1047959072 : ffffffffc18969e0) 00000020:00000001:2.0:1767384671.707508:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384671.707510:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384671.707512:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384671.707514:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384671.707516:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.707519:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384671.707521:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384671.707524:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f63098c5. 02000000:00000001:2.0:1767384671.707526:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.707528:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384671.707532:0:17074:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384671.707536:0:17074:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384671.707539:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384671.707542:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384671.707551:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384671.707554:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384671.707556:0:17074:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384671.707560:0:17074:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000007a1ecb86. 20000000:00000001:2.0:1767384671.707564:0:17074:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384671.707580:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384671.707586:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384671.707591:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384671.707594:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384671.707597:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384671.707598:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384671.707601:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384671.707603:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384671.707605:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384671.707909:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384671.707912:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384671.707915:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384671.707917:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384671.707919:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384671.707922:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384671.707924:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384671.707926:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384671.707929:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384671.707931:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384671.707933:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384671.707935:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384671.707937:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384671.707939:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384671.707941:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384671.707944:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384671.707947:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384671.707949:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384671.707952:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384671.707954:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384671.707956:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384671.707958:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384671.707961:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384671.707963:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384671.707966:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384671.707976:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384671.707979:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384671.707981:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384671.707983:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384671.707986:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384671.707988:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384671.707990:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384671.707993:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384671.707996:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:2.0:1767384671.708009:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384671.708012:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384671.708015:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384671.708017:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384671.708020:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384671.708023:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384671.708026:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384671.708028:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384671.708031:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384671.708034:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384671.708036:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384671.708038:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384671.708041:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384671.708043:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384671.708046:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384671.708049:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384671.708052:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384671.708054:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384671.708057:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384671.708059:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384671.708062:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384671.708065:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384671.708067:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384671.708069:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384671.708072:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384671.708074:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384671.708077:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384671.708079:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384671.708082:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384671.708083:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384671.708092:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384671.708094:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384671.708096:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384671.708099:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384671.708100:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384671.708103:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384671.708105:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384671.708107:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384671.708110:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384671.708112:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384671.708114:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384671.708116:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384671.708118:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:2.0:1767384671.708121:0:17074:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:2.0:1767384671.708123:0:17074:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:2.0:1767384671.708126:0:17074:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384671.708130:0:17074:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000625d1ac5. 00000100:00000010:2.0:1767384671.708134:0:17074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000093ec7a4f. 00000020:00000040:2.0:1767384671.708137:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=16 00010000:00000001:2.0:1767384671.708140:0:17074:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384671.708143:0:17074:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384671.708146:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004153d094. 00000400:00000010:2.0:1767384671.708153:0:17074:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008ef8fce7. 00000400:00000200:2.0:1767384671.708157:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384671.708164:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384671.708171:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x6958260007d80 00000400:00000200:2.0:1767384671.708176:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x2005 [4] + 0 00000400:00000010:2.0:1767384671.708179:0:17074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f4367a3. 00000400:00000200:2.0:1767384671.708182:0:17074:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000047f08efb 00000400:00000200:2.0:1767384671.708186:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384671.708189:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384671.708192:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047f08efb 00000400:00000010:2.0:1767384671.708194:0:17074:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000047f08efb. 00000100:00000001:2.0:1767384671.708198:0:17074:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384671.708200:0:17074:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000e99d64ab desc 00000000d8ee363b mbits 1853237049195904 00000100:00000001:2.0:1767384671.708212:0:17074:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384671.708224:0:17074:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384671.708231:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384671.708240:0:17074:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2011 00000400:00000200:2.0:1767384671.708243:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384671.708247:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384671.708251:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384671.708253:0:17074:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000625d1ac5 00000100:00000001:2.0:1767384671.708256:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384671.708265:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384671.708266:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004153d094 00000100:00000001:3.0:1767384671.708287:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384671.708288:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004153d094. 00000100:00000001:2.0:1767384671.708294:0:17074:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384671.708296:0:17074:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000625d1ac5 00000100:00000001:2.0:1767384671.708300:0:17074:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384671.708308:0:17074:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x6958260007d80-0x6958260007d80 00000100:00000001:2.0:1767384671.708311:0:17074:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.708316:0:17074:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.708319:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384671.708321:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 00000100:00000010:2.0:1767384671.708324:0:17074:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000093ec7a4f. 00000100:00000010:2.0:1767384671.708329:0:17074:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000625d1ac5. 00000100:00000001:2.0:1767384671.708332:0:17074:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384671.708334:0:17074:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384671.708341:0:17074:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000007a1ecb86. 20000000:00000001:2.0:1767384671.708345:0:17074:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384671.708347:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049195904 00010000:00000001:2.0:1767384671.708350:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384671.708353:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d3fdbec x1853237049195904/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:652/0 lens 304/240 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384671.708360:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384671.708362:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384671.708364:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384671.708367:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384671.708369:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384671.708371:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384671.708374:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384671.708381:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.708383:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384671.708386:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384671.708389:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004153d094. 00000100:00000200:2.0:1767384671.708392:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049195904, offset 224 00000400:00000200:2.0:1767384671.708397:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384671.708403:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384671.708408:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260007d80 00000400:00000200:2.0:1767384671.708412:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2009 [1] + 224 00000400:00000200:2.0:1767384671.708416:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384671.708419:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384671.708422:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384671.708425:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e99d64ab x1853237049195904/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384671.708433:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e99d64ab x1853237049195904/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.708450:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384671.708455:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004153d094 00000400:00000010:2.0:1767384671.708457:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004153d094. 00000100:00000001:2.0:1767384671.708462:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384671.708464:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384671.708467:0:17077:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384671.708469:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384671.708472:0:17077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384671.708475:0:17077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384671.708475:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000010:3.0:1767384671.708479:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c355a5. 00010000:00000001:2.0:1767384671.708481:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384671.708484:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffcc8a16 00000020:00000001:2.0:1767384671.708485:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384671.708488:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffcc8a16. 00000020:00000001:2.0:1767384671.708490:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384671.708493:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384671.708496:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d3fdbec x1853237049195904/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:652/0 lens 304/240 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384671.708499:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e99d64ab x1853237049195904/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384671.708531:0:17077:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e99d64ab x1853237049195904/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384671.708535:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d3fdbec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:17077:x1853237049195904:12345-0@lo:256: Request processed in 1050us (1268us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384671.708546:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384671.708549:0:17077:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.708551:0:17077:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384671.708553:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 02000000:00000001:3.0:1767384671.708554:0:17077:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384671.708556:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384671.708559:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.708560:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 02000000:00000001:3.0:1767384671.708561:0:17077:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.708566:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384671.708567:0:17077:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=88 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384671.708570:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384671.708572:0:17077:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384671.708574:0:17077:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.708577:0:17077:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384671.708577:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384671.708578:0:17077:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.708582:0:17077:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384671.708583:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065a37a83. 00000100:00000040:3.0:1767384671.708585:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e99d64ab x1853237049195904/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384671.708590:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000100:00000040:3.0:1767384671.708598:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e99d64ab x1853237049195904/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384671.708598:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7783a3a. 00000020:00000040:2.0:1767384671.708604:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000001:3.0:1767384671.708624:0:17077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384671.708626:0:17077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384671.708629:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e99d64ab x1853237049195904/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384671.708634:0:17077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e99d64ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8e2cb61b-e390-44ef-b232-c1620f11cfc8:17077:1853237049195904:0@lo:256: 00000100:00000001:3.0:1767384671.708641:0:17077:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384671.708642:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384671.708643:0:17077:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384671.708645:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f63098c5. 00000100:00000001:3.0:1767384671.708646:0:17077:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384671.708648:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384671.708653:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e99d64ab x1853237049195904/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384671.708653:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384671.708658:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.708661:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384671.708664:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008d799239. 00000100:00000200:2.0:1767384671.708664:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384671.708667:0:17077:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384671.708669:0:17077:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384671.708671:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000029ea19d. 10000000:00000040:3.0:1767384671.708672:0:17077:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:3.0:1767384671.708677:0:17077:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 00000400:00000010:2.0:1767384671.708680:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046b281e2. 10000000:00000010:3.0:1767384671.708684:0:17077:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000004c856fef. 00010000:00000001:3.0:1767384671.708694:0:17077:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384671.708696:0:17077:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384671.708701:0:17077:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.137@tcp has 192.168.202.137@tcp. 00000100:00000001:3.0:1767384671.708703:0:17077:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.708705:0:17077:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384671.708706:0:17077:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.137@tcp with 192.168.202.137@tcp 00000100:00000200:3.0:1767384671.708708:0:17077:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.137@tcp' 00000100:00000200:3.0:1767384671.708710:0:17077:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.202.137@tcp' 00000400:00000200:3.0:1767384671.708713:0:17077:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384671.708716:0:17077:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384671.708719:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:3.0:1767384671.708723:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384671.708727:0:17077:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (43) 00000400:00000200:3.0:1767384671.708736:0:17077:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384671.708741:0:17077:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:3.0:1767384671.708743:0:17077:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (44) 00000400:00000200:3.0:1767384671.708744:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:3.0:1767384671.708746:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:3.0:1767384671.708750:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708751:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:3.0:1767384671.708753:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:3.0:1767384671.708756:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708757:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000400:00000200:3.0:1767384671.708759:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.137@tcp12 00000400:00000200:3.0:1767384671.708761:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708763:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp12 00000400:00000200:3.0:1767384671.708764:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.137@tcp13 00000400:00000200:3.0:1767384671.708766:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708767:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp13 00000400:00000200:3.0:1767384671.708768:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.137@tcp14 00000400:00000200:3.0:1767384671.708770:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708770:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp14 00000400:00000200:3.0:1767384671.708771:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.137@tcp15 00000400:00000200:3.0:1767384671.708774:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708775:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp15 00000400:00000200:3.0:1767384671.708776:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.137@tcp16 00000400:00000200:3.0:1767384671.708778:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708779:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp16 00000400:00000200:3.0:1767384671.708780:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.137@tcp17 00000400:00000200:3.0:1767384671.708781:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708782:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp17 00000400:00000200:3.0:1767384671.708783:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.137@tcp18 00000400:00000200:3.0:1767384671.708785:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708785:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp18 00000400:00000200:3.0:1767384671.708786:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.137@tcp19 00000400:00000200:3.0:1767384671.708788:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708789:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp19 00000400:00000200:3.0:1767384671.708790:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.137@tcp20 00000400:00000200:3.0:1767384671.708792:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708793:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp20 00000400:00000200:3.0:1767384671.708794:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.137@tcp21 00000400:00000200:3.0:1767384671.708796:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708797:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp21 00000400:00000200:3.0:1767384671.708798:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.137@tcp22 00000400:00000200:3.0:1767384671.708800:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708801:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp22 00000400:00000200:3.0:1767384671.708802:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.137@tcp23 00000400:00000200:3.0:1767384671.708803:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708804:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp23 00000400:00000200:3.0:1767384671.708805:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.137@tcp24 00000400:00000200:3.0:1767384671.708807:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708808:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp24 00000400:00000200:3.0:1767384671.708809:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.137@tcp25 00000400:00000200:3.0:1767384671.708810:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708811:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp25 00000400:00000200:3.0:1767384671.708813:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.137@tcp26 00000400:00000200:3.0:1767384671.708815:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708816:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp26 00000400:00000200:3.0:1767384671.708817:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.137@tcp27 00000400:00000200:3.0:1767384671.708819:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708820:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp27 00000400:00000200:3.0:1767384671.708821:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.137@tcp28 00000400:00000200:3.0:1767384671.708822:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708823:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp28 00000400:00000200:3.0:1767384671.708824:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.137@tcp29 00000400:00000200:3.0:1767384671.708826:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708827:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp29 00000400:00000200:3.0:1767384671.708828:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.137@tcp30 00000400:00000200:3.0:1767384671.708829:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708830:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp30 00000400:00000200:3.0:1767384671.708831:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.137@tcp31 00000400:00000200:3.0:1767384671.708833:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708834:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp31 00000400:00000200:3.0:1767384671.708835:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.137@tcp32 00000400:00000200:3.0:1767384671.708838:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708839:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp32 00000400:00000200:3.0:1767384671.708840:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.137@tcp33 00000400:00000200:3.0:1767384671.708842:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708843:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp33 00000400:00000200:3.0:1767384671.708845:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.137@tcp34 00000400:00000200:3.0:1767384671.708846:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708847:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp34 00000400:00000200:3.0:1767384671.708848:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.137@tcp35 00000400:00000200:3.0:1767384671.708850:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708851:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp35 00000400:00000200:3.0:1767384671.708851:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.137@tcp36 00000400:00000200:3.0:1767384671.708853:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708854:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp36 00000400:00000200:3.0:1767384671.708855:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.137@tcp37 00000400:00000200:3.0:1767384671.708857:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708858:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp37 00000400:00000200:3.0:1767384671.708859:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.137@tcp38 00000400:00000200:3.0:1767384671.708860:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708861:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp38 00000400:00000200:3.0:1767384671.708862:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.137@tcp39 00000400:00000200:3.0:1767384671.708863:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708864:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp39 00000400:00000200:3.0:1767384671.708865:0:17077:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.137@tcp40 00000400:00000200:3.0:1767384671.708867:0:17077:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384671.708868:0:17077:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp40 00000100:00000001:3.0:1767384671.708869:0:17077:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.708871:0:17077:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384671.708874:0:17077:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.137@tcp' by NID '192.168.202.137@tcp' 10000000:00000010:3.0:1767384671.708877:0:17077:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000e19250c3. 10000000:00000040:3.0:1767384671.708879:0:17077:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 87/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.137@tcp::2 00000020:00000080:3.0:1767384671.708881:0:17077:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384671.708887:0:17077:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384671.708890:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f3f31a7. 00000020:00000010:3.0:1767384671.708894:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003a89d11b. 00000040:00000010:3.0:1767384671.708898:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006893ab32. 00000020:00000010:3.0:1767384671.708903:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e661df69. 00000020:00000010:3.0:1767384671.708907:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000026fbbba0. 00000020:00000010:3.0:1767384671.708911:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000332a027d. 80000000:00000010:3.0:1767384671.708915:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008c4bb1b7. 40000000:00000010:3.0:1767384671.708919:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007dd2f27e. 00100000:00000010:3.0:1767384671.708925:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000171e8b8a. 00040000:00000010:3.0:1767384671.708931:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009a44a436. 00040000:00000010:3.0:1767384671.708937:0:17077:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008ad046db. 00040000:00000010:3.0:1767384671.708941:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b49a38da. 00080000:00000010:3.0:1767384671.708950:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007eb054ae. 00080000:00000010:3.0:1767384671.708956:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000325c42f8. 00000004:00000010:3.0:1767384671.708963:0:17077:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d6139cdd. 00000004:00000010:3.0:1767384671.708969:0:17077:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000045042ad3. 00000004:00000010:3.0:1767384671.708975:0:17077:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ef859090. 00002000:00000010:3.0:1767384671.708979:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000214a0010. 00000004:00000010:3.0:1767384671.708983:0:17077:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000efcf66b6. 00000004:00000001:3.0:1767384671.708986:0:17077:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384671.708989:0:17077:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384671.708991:0:17077:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000e19250c3 00000040:00001000:3.0:1767384671.708992:0:17077:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384671.708993:0:17077:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384671.708994:0:17077:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384671.708995:0:17077:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384671.708997:0:17077:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384671.708998:0:17077:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384671.708999:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384671.709001:0:17077:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.137@tcp::2 00000040:00000001:3.0:1767384671.709002:0:17077:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384671.709051:0:17077:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384671.709055:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003a89d11b. 00000040:00000010:3.0:1767384671.709059:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006893ab32. 00000020:00000010:3.0:1767384671.709063:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e661df69. 00000020:00000010:3.0:1767384671.709067:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000026fbbba0. 00000020:00000010:3.0:1767384671.709072:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000332a027d. 80000000:00000010:3.0:1767384671.709075:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008c4bb1b7. 40000000:00000010:3.0:1767384671.709080:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007dd2f27e. 00100000:00000010:3.0:1767384671.709083:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000171e8b8a. 00040000:00000010:3.0:1767384671.709086:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009a44a436. 00040000:00000010:3.0:1767384671.709088:0:17077:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008ad046db. 00040000:00000010:3.0:1767384671.709091:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b49a38da. 00080000:00000010:3.0:1767384671.709095:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000325c42f8. 00080000:00000010:3.0:1767384671.709097:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007eb054ae. 00000004:00000010:3.0:1767384671.709100:0:17077:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d6139cdd. 00000004:00000010:3.0:1767384671.709102:0:17077:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000045042ad3. 00000004:00000010:3.0:1767384671.709105:0:17077:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ef859090. 00002000:00000010:3.0:1767384671.709107:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000214a0010. 00000004:00000010:3.0:1767384671.709109:0:17077:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000efcf66b6. 00000020:00000010:3.0:1767384671.709112:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f3f31a7. 00000020:00000001:3.0:1767384671.709114:0:17077:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.709115:0:17077:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384671.709118:0:17077:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000e19250c3. 10000000:00000040:3.0:1767384671.709125:0:17077:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.137@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384671.709127:0:17077:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000004c856fef. 10000000:00000001:3.0:1767384671.709129:0:17077:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.709130:0:17077:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384671.709133:0:17077:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e99d64ab x1853237049195904/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.709138:0:17077:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384671.709140:0:17077:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384671.709141:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf01ec82. 02000000:00000001:3.0:1767384671.709143:0:17077:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384671.709144:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384671.709145:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384671.709146:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384671.709147:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384671.709148:0:17077:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384671.709148:0:17077:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384671.709149:0:17077:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384671.709150:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003cc8a1f7. 00000100:00000010:3.0:1767384671.709153:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d8ee363b. 00000100:00000001:3.0:1767384671.709154:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384671.709155:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000043e96c51. 02000000:00000001:3.0:1767384671.709157:0:17077:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384671.709158:0:17077:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384671.709158:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e99d64ab. 00000100:00000001:3.0:1767384671.709160:0:17077:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384671.709161:0:17077:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384671.709173:0:17077:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000009ca07e9c. 10000000:01000000:3.0:1767384671.709177:0:17077:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.137@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384671.709180:0:17077:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384671.709182:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384671.709183:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384671.709185:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=3 00000020:00000001:3.0:1767384671.709187:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384671.709189:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384671.709191:0:17077:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384671.709193:0:17077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384671.709199:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384671.709200:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384671.709202:0:17077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384671.709206:0:17077:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384671.709208:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384671.709209:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384671.709211:0:17077:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384671.709213:0:17077:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384671.709215:0:17077:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384671.709217:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384671.709219:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 3 10000000:00000001:3.0:1767384671.709221:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384671.712680:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294960134, at 4294960135 00000100:00000040:3.0:1767384671.712682:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294960134, at 4294960135 00000100:00000010:2.0:1767384671.712689:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a14ccd09. 00000100:00000010:3.0:1767384671.712693:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029e75607. 00000100:00000040:1.0:1767384671.712715:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294960134, at 4294960135 00000100:00000010:1.0:1767384671.712724:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6fb372c. 00000100:00000040:0.0:1767384671.713671:0:254:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294960134, at 4294960136 00000100:00000010:0.0:1767384671.713678:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088c647ce. 00000020:00000010:0.0:1767384671.717126:0:39578:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000004b60088. 00000020:00000040:0.0:1767384671.717132:0:39578:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384671.717134:0:39578:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000004b60088. 00000400:00000001:1.0:1767384672.089668:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384672.089672:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384672.089675:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b2d231 00000400:00000010:1.0:1767384672.089679:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b2d231. 00000400:00000200:1.0:1767384672.089683:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384672.089688:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp47 recovery ping unlinked 00000800:00000200:3.0:1767384672.089695:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c8cbf4bb] -> 12345-192.168.202.137@tcp34 (6) 00000400:00000010:1.0:1767384672.089700:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000077240542. 00000800:00000200:3.0:1767384672.089706:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp34 ip 192.168.202.137:988 00000400:00000010:1.0:1767384672.089706:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c75109a3. 00000800:00000200:3.0:1767384672.089714:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1767384672.089848:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384672.089851:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384672.089861:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384672.089867:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384672.089869:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384672.217675:0:17064:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384672.217675:0:17067:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384672.217684:0:17064:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.217684:0:17067:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384672.217686:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384672.217692:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384672.217700:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384672.217702:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.217723:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384672.217726:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384672.217728:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384673.113679:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp37 00000400:00000010:1.0:1767384673.113689:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fb1f348d. 00000800:00000200:3.0:1767384673.113692:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ddf6629] -> 12345-192.168.202.137@tcp21 (6) 00000400:00000010:1.0:1767384673.113700:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008fca5d96. 00000800:00000200:3.0:1767384673.113703:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp21 ip 192.168.202.137:988 00000400:00000010:1.0:1767384673.113707:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000800:00000200:3.0:1767384673.113709:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384673.113717:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000948f1da5. 00000400:00000200:1.0:1767384673.113722:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp37 00000400:00000200:1.0:1767384673.113743:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp37 local destination 00000400:00000200:1.0:1767384673.113749:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp37 00000400:00000200:1.0:1767384673.113753:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp37 NI seq info: [214:214:256:4294967295] 192.168.202.137@tcp37 LPNI seq info [204:204:8:4294967295] 00000400:00000200:1.0:1767384673.113759:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp37 00000400:00000200:1.0:1767384673.113767:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp37(192.168.202.137@tcp37:) -> 192.168.202.137@tcp37(192.168.202.137@tcp37:192.168.202.137@tcp37) : GET try# 0 00000800:00000200:1.0:1767384673.113771:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp37 00000800:00000010:1.0:1767384673.113774:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009cb8a6f8. 00000800:00000200:1.0:1767384673.113791:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c10d2b2] -> 12345-192.168.202.137@tcp37 (2) 00000800:00000200:1.1:1767384673.113795:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c10d2b2] -> 12345-192.168.202.137@tcp37 (2) 00000400:00000200:1.0:1767384673.113818:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp37 added to recovery queue. ping count: 5 next ping: 326 health :500 00000800:00000200:2.0:1767384673.113858:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384673.113864:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384673.113876:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384673.113881:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384673.113884:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384673.113919:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.113963:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.113977:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.113990:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114002:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114014:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114027:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114041:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114064:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114088:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114111:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114126:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114138:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114150:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114164:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114176:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114188:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114201:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114213:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114225:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114238:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114250:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114288:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114304:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114317:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114329:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114341:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114353:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114365:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114377:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114389:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114401:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114414:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114426:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384673.114439:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384673.114535:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007eb054ae. 00000800:00000010:3.0:1767384673.114539:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c42ba13e. 00000800:00000010:3.0:1767384673.114544:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020f01eae. 00000800:00000010:3.0:1767384673.114558:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020f01eae. 00000800:00020000:3.0:1767384673.114564:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384673.114567:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c42ba13e. 00000800:00000010:3.0:1767384673.114569:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007eb054ae. 00000400:02020000:3.0:1767384673.114597:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp37 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384673.114602:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp37 notifying 192.168.202.137@tcp37: down 00000800:00000200:3.0:1767384673.114638:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp37 down 00000800:00000100:3.0:1767384673.114645:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp37 00000800:00000010:3.0:1767384673.114647:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009cb8a6f8. 00000400:00000200:3.0:1767384673.114651:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384673.114656:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp37->192.168.202.137@tcp37: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384673.114666:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384673.114670:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384673.114676:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp37) recovery failed with -71 00010000:00000001:2.0:1767384673.241769:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384673.241775:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.241781:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384673.241783:0:268:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384673.241785:0:268:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384673.241786:0:268:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.241788:0:268:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384673.241790:0:268:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.241792:0:268:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384673.241793:0:268:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384673.241831:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384673.241835:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384673.241838:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384673.791055:0:39962:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009716ccb0. 00080000:00000010:2.0:1767384673.791070:0:39962:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009716ccb0. 00000020:00000001:2.0:1767384673.791076:0:39962:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384673.791085:0:39962:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009716ccb0. 00080000:00000010:2.0:1767384673.791091:0:39962:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009716ccb0. 00000020:00000001:2.0:1767384673.791094:0:39962:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384673.913839:0:39998:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009d175707. 00000400:00000040:1.0:1767384673.913858:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384673.913860:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384673.913862:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.913864:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384673.913865:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.913866:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384673.913869:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384673.913870:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384673.913871:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384673.913872:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384673.913873:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384673.913874:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384673.913876:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384673.913877:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384673.913878:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384673.913879:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384673.913880:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384673.913881:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384673.913882:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384673.913884:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.913885:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384673.913886:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384673.913887:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384673.913888:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384673.913888:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384673.913890:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.913891:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384673.913892:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384673.913893:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384673.913894:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384673.913895:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384673.913899:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.913901:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384673.913901:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384673.913903:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384673.913904:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384673.913904:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384673.913906:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384673.913907:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384673.913908:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384673.913909:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384673.913910:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384673.913911:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384673.913912:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384673.913913:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384673.913914:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384673.913915:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384673.913916:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384673.913918:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384673.913919:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384673.913921:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384673.913922:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384673.913924:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384673.913925:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384673.913927:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384673.913928:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384673.913930:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384673.913941:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384673.913943:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384673.913945:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.913947:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384673.913949:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.913950:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384673.913952:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384673.913954:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384673.913956:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384673.913957:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384673.913960:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384673.913961:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384673.913964:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384673.913971:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384673.913972:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384673.913974:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384673.913975:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384673.913976:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384673.913977:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384673.913979:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.913980:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384673.913981:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384673.913982:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384673.913982:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384673.913983:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384673.913985:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.913986:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384673.913986:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384673.913987:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384673.913988:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384673.913989:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384673.913990:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.913991:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384673.913992:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384673.913993:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384673.913994:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384673.913995:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384673.913996:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384673.913997:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384673.913998:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384673.913999:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384673.914000:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384673.914001:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384673.914001:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384673.914002:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384673.914003:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384673.914004:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384673.914005:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384673.914006:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384673.914007:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384673.914008:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384673.914009:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384673.914013:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384673.914015:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384673.914016:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384673.914017:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384673.914018:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384673.914019:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384673.914020:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384673.914021:0:39998:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384673.914161:0:39998:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009d175707. 00000400:00000200:3.0:1767384673.950718:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384673.950796:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp50 from 255.3.0.2 00000800:00000010:3.0:1767384673.950800:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002541bfa1. 00000800:00000010:0.0:1767384673.950833:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e795ff09. 00000800:00000010:0.0:1767384673.950840:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000256d4975. 00000800:00000010:0.0:1767384673.950993:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004412c0cb. 00000800:00000200:0.0:1767384673.951004:0:16336:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.37@tcp50 p 3.x 192.168.202.137 -> 192.168.202.37:1023 incarnation:1767384673515769633 sched[0] 00000800:00000010:0.0:1767384673.951012:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000045a84eaf. 00000800:00000010:0.0:1767384673.951059:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000045a84eaf. 00000800:00000010:0.0:1767384673.951063:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000256d4975. 00000800:00000010:0.0:1767384673.951088:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002541bfa1. 00000800:00000001:1.0:1767384673.951109:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384673.951116:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384673.951524:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384673.951530:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384673.951532:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384673.951536:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384673.951541:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : GET - for me 00000400:00000010:0.0:1767384673.951551:0:16342:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000050ecbb2f. 00000400:00000200:0.0:1767384673.951560:0:16342:0:(peer.c:264:lnet_peer_alloc()) 0000000050ecbb2f nid 192.168.202.37@tcp50 00000400:00000010:0.0:1767384673.951562:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000843b16cc. 00000400:00000200:0.0:1767384673.951565:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000843b16cc net tcp50 00000400:00000010:0.0:1767384673.951567:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005bce62fd. 00000400:00000200:0.0:1767384673.951572:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005bce62fd nid 192.168.202.37@tcp50 00000400:00000200:0.0:1767384673.951575:0:16342:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.37@tcp50 nid 192.168.202.137@tcp50: 0 00000400:00000200:0.0:1767384673.951579:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000050ecbb2f (0) 00000400:00000200:0.0:1767384673.951583:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.37@tcp50 NID 192.168.202.37@tcp50 flags 0x0 00000400:00000200:0.0:1767384673.951586:0:16342:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.202.37@tcp50: 0 00000400:00000200:0.0:1767384673.951592:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384673.951598:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.37@tcp50 of length 272/272 into md 0x1fc5 [1] + 0 00000400:00000200:0.0:1767384673.951635:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:0.0:1767384673.951642:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [215:215:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384673.951654:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) 192.168.202.37@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384673.951658:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:0.0:1767384673.951662:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd94eae9. 00000800:00000200:0.0:1767384673.951667:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (2) 00000800:00000200:0.0:1767384673.951672:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:0.0:1767384673.951674:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fd94eae9 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:1.0:1767384673.951700:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384673.951728:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384673.951732:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd94eae9. 00000400:00000200:0.0:1767384673.951735:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384673.951739:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384673.951740:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: REPLY: OK 00000400:00000200:0.0:1767384673.951946:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384673.951962:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp50 from 254.3.0.2 00000800:00000010:0.0:1767384673.951965:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007fb49d1a. 00000800:00000010:3.0:1767384673.951987:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007eb054ae. 00000800:00000010:3.0:1767384673.951993:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c42ba13e. 00000800:00000010:3.0:1767384673.952135:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007f2a8593. 00000800:00000200:3.1:1767384673.952143:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (2) 00000800:00000200:3.1:1767384673.952153:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.37@tcp50 000000007f2a8593 deleted 00000800:00000010:3.1:1767384673.952155:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007f2a8593. 00000800:00000200:3.0:1767384673.952161:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.37@tcp50 p 3.x 192.168.202.137 -> 192.168.202.37:1022 incarnation:1767384673515769633 sched[0] 00000800:00000010:3.0:1767384673.952167:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000237b0e0d. 00000800:00000010:3.0:1767384673.952197:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000237b0e0d. 00000800:00000010:3.0:1767384673.952202:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c42ba13e. 00000800:00000010:3.0:1767384673.952225:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007fb49d1a. 00000800:00000001:1.0:1767384673.952272:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384673.952277:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384673.952365:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384673.952372:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384673.952375:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384673.952381:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384673.952389:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : GET - for me 00000400:00000200:1.0:1767384673.952399:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384673.952404:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.37@tcp50 of length 704/704 into md 0x1fc5 [1] + 0 00000400:00000200:1.0:1767384673.952413:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:1.0:1767384673.952421:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [216:216:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:1.0:1767384673.952433:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) 192.168.202.37@tcp50 : REPLY try# 0 00000800:00000200:1.0:1767384673.952439:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:1.0:1767384673.952443:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070af8a30. 00000800:00000200:1.0:1767384673.952448:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (3) 00000800:00000200:1.0:1767384673.952454:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:1.0:1767384673.952456:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070af8a30 type 3, nob 800 niov 1 nkiov 1 00000800:00000001:3.0:1767384673.952477:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384673.952483:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384673.952509:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384673.952512:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070af8a30. 00000400:00000200:1.0:1767384673.952523:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384673.952527:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: REPLY: OK 00000400:00000200:0.0:1767384673.953027:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384673.953686:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp50 from 253.3.0.2 00000800:00000010:0.0:1767384673.953690:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b95b6ccd. 00000800:00000010:1.0:1767384673.953723:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000024f5ddbe. 00000800:00000010:1.0:1767384673.953729:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007291b8f1. 00000800:00000010:1.0:1767384673.954002:0:16339:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001144d20c. 00000800:00000200:1.1:1767384673.954009:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (3) 00000800:00000200:1.1:1767384673.954013:0:16339:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.37@tcp50 000000001144d20c deleted 00000800:00000010:1.1:1767384673.954015:0:16339:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001144d20c. 00000800:00000200:1.0:1767384673.954021:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.37@tcp50 p 3.x 192.168.202.137 -> 192.168.202.37:1021 incarnation:1767384673515769633 sched[0] 00000800:00000010:1.0:1767384673.954026:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6ff736f. 00000800:00000010:1.0:1767384673.954061:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6ff736f. 00000800:00000010:1.0:1767384673.954065:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007291b8f1. 00000800:00000010:1.0:1767384673.954092:0:16339:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b95b6ccd. 00000800:00000001:3.0:1767384673.954121:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384673.954126:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384674.137708:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384674.137715:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384674.137718:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c80b4ed4 00000800:00000200:3.0:1767384674.137719:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051fe6aef] -> 12345-192.168.202.137@tcp16 (6) 00000400:00000010:1.0:1767384674.137723:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000800:00000200:3.0:1767384674.137728:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp16 ip 192.168.202.137:988 00000400:00000200:1.0:1767384674.137729:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384674.137733:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384674.137735:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384674.137748:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fb1f348d. 00000400:00000010:1.0:1767384674.137753:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008fca5d96. 00000800:00000200:0.0:1767384674.137922:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384674.137936:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384674.137949:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384674.137955:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384674.137959:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384674.265712:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384674.265718:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384674.265729:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384674.265731:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384674.265750:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384674.265753:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384674.265756:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384674.982544:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.982560:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384674.982564:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.982566:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.982575:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:1.0:1767384674.982590:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 520 into portal 26 MB=0x695825fb00180 00000400:00000200:1.0:1767384674.982597:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 520/520 into md 0x173d [2] + 0 00000400:00000010:1.0:1767384674.982601:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e834181. 00000400:00000200:1.0:1767384674.982640:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000047c4ad4e 00000800:00000001:1.0:1767384674.982646:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.982654:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.982656:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384674.982660:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384674.982664:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c4ad4e 00000400:00000010:1.0:1767384674.982665:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047c4ad4e. 00000100:00000001:1.0:1767384674.982692:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384674.982694:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384674.982696:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000008c52f5c8 x1853237043921280 msgsize 520 00000100:00100000:1.0:1767384674.982702:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:1.0:1767384674.982704:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384674.982713:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384674.982720:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.982722:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.982765:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384674.982768:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043921280 02000000:00000001:2.0:1767384674.982771:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384674.982773:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384674.982775:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384674.982779:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384674.982782:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043921280 00000020:00000001:2.0:1767384674.982785:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384674.982786:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384674.982788:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384674.982790:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384674.982791:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384674.982797:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae1658f4. 00000020:00000010:2.0:1767384674.982802:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b75c7d0. 00000020:00000010:2.0:1767384674.982806:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000001:2.0:1767384674.982812:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384674.982813:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384674.982814:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.982820:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.982831:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.982840:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384674.982842:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384674.982846:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 157 00000100:00000001:2.0:1767384674.982848:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781797456 : -123268927754160 : ffff8fe337597050) 00000100:00000040:2.0:1767384674.982859:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008c52f5c8 x1853237043921280/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384694 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384674.982868:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008c52f5c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:11797:x1853237043921280:12345-192.168.202.37@tcp50:250: 00000100:00000200:2.0:1767384674.982871:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043921280 00000020:00000001:2.0:1767384674.982874:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384674.982878:0:17074:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384674.982886:0:17074:0:(obd_config.c:927:class_incref()) incref MGS (00000000149292c1) now 6 - find 00000020:00000001:2.0:1767384674.982888:0:17074:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446620804860096944 : -123268849454672 : ffff8fe33c0431b0) 00000100:00000001:2.0:1767384674.982895:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384674.982897:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384674.982900:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000000428ba45. 02000000:00000001:2.0:1767384674.982902:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.982904:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384674.982905:0:17074:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384674.982910:0:17074:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50 t0 exp 0000000000000000 cur 296 last 0 00010000:00000001:2.0:1767384674.982912:0:17074:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:2.0:1767384674.982924:0:17074:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:2.0:1767384674.982926:0:17074:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384674.982928:0:17074:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384674.982932:0:17074:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000174d4352. 00000020:00000001:2.0:1767384674.982934:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384674.982936:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000174d4352 with handle 0x7f71e2b70dd20418 to hash 00000020:00000001:2.0:1767384674.982938:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384674.982941:0:17074:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:2.0:1767384674.982944:0:17074:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384674.982947:0:17074:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384674.982951:0:17074:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000839b68e9. 00000001:00000010:2.0:1767384674.982957:0:17074:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000200cd00b. 00000001:00000010:2.0:1767384674.982961:0:17074:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000028a9301f. 00000001:00000010:2.0:1767384674.982964:0:17074:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069a625ed. 00000001:00000010:2.0:1767384674.982966:0:17074:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cde9d7ea. 00000001:00000010:2.0:1767384674.982968:0:17074:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000fdd88a8. 00010000:00000001:2.0:1767384674.982971:0:17074:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384674.982980:0:17074:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384674.982982:0:17074:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384674.982985:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000174d4352 refcount=3 00000020:00000040:2.0:1767384674.982988:0:17074:0:(obd_config.c:927:class_incref()) incref MGS (00000000149292c1) now 7 - export 00000020:00000001:2.0:1767384674.982992:0:17074:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000040:2.0:1767384674.982994:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 2 00000020:00000080:2.0:1767384674.982996:0:17074:0:(genops.c:1402:class_connect()) connect: client 286f6c30-9493-4c16-9a7f-8c0afa2a7b93, cookie 0x7f71e2b70dd20418 00000020:00000001:2.0:1767384674.982998:0:17074:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384674.982999:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384674.983000:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:2.0:1767384674.983001:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384674.983002:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=3 00000020:00000001:2.0:1767384674.983003:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:2.0:1767384674.983004:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 20000000:00000001:2.0:1767384674.983006:0:17074:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:2.0:1767384674.983008:0:17074:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:2.0:1767384674.983010:0:17074:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384674.983012:0:17074:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000007e9370ae 00000020:00000010:2.0:1767384674.983015:0:17074:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000002458efc2. 00000020:00000040:2.0:1767384674.983022:0:17074:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000002458efc2 for nid 192.168.202.37@tcp50 - ref 2 00000020:00000001:2.0:1767384674.983088:0:17074:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384674.983095:0:17074:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000cf6beb18. 00000020:00000010:2.0:1767384674.983097:0:17074:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000ae358c18. 00000020:00000010:2.0:1767384674.983100:0:17074:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000092538571. 00000020:00000010:2.0:1767384674.983111:0:17074:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d3e0ac3e. 00000020:00000010:2.0:1767384674.983112:0:17074:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000000e0f614d. 00000020:00000010:2.0:1767384674.983114:0:17074:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000000a878e51. 20000000:00000001:2.0:1767384674.983119:0:17074:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384674.983120:0:17074:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384674.983121:0:17074:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384674.983123:0:17074:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384674.983126:0:17074:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000bfa2481c. 00000020:00000040:2.0:1767384674.983127:0:17074:0:(obd_config.c:927:class_incref()) incref MGS (00000000149292c1) now 8 - import 00000020:00000001:2.0:1767384674.983136:0:17074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384674.983137:0:17074:0:(genops.c:1242:class_import_put()) import 00000000bfa2481c refcount=1 obd=MGS 00000020:00000001:2.0:1767384674.983139:0:17074:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384674.983142:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000174d4352 refcount=4 00000100:00000040:2.0:1767384674.983144:0:17074:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:2.0:1767384674.983146:0:17074:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384674.983159:0:17074:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000050ecbb2f (1) 00000400:00000200:2.0:1767384674.983163:0:17074:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000050ecbb2f (2) 00000400:00000200:2.0:1767384674.983172:0:17074:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.37@tcp50 (0000000050ecbb2f): 0 00000400:00000200:2.0:1767384674.983173:0:17074:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384674.983201:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384674.983206:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.37@tcp50(0000000050ecbb2f) state 0x40 00000400:00000200:1.0:1767384674.983208:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000050ecbb2f (3) 00000400:00000010:1.0:1767384674.983213:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000003b35ef1. 00000400:00000010:1.0:1767384674.983216:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384674.983221:0:16346:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009d71894f. 00000400:00000200:1.0:1767384674.983224:0:16346:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.37@tcp50 00000400:00000200:1.0:1767384674.983251:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:1.0:1767384674.983257:0:16346:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp50 00000400:00000200:1.0:1767384674.983260:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [217:217:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1767384674.983264:0:16346:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.37@tcp50 00000400:00000200:1.0:1767384674.983271:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : GET try# 0 00000800:00000200:1.0:1767384674.983275:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.37@tcp50 00000800:00000010:1.0:1767384674.983278:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070af8a30. 00000800:00000200:1.0:1767384674.983282:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:1.0:1767384674.983288:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:1.0:1767384674.983291:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070af8a30 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384674.983302:0:16346:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.37@tcp50 00000400:00000200:1.0:1767384674.983304:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.37@tcp50(0000000050ecbb2f) state 0x240 rc 0 00000800:00000200:2.0:1767384674.983388:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384674.983392:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070af8a30. 00000400:00000200:2.0:1767384674.983395:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384674.983399:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: GET: OK 00000400:00000200:2.0:1767384674.983402:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384674.983405:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.37@tcp50: 0 00000800:00000001:0.0:1767384674.983959:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384674.983966:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384674.983968:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384674.983969:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384674.983973:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : REPLY - for me 00000400:00000200:0.0:1767384674.983982:0:16342:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.137@tcp50: Reply from 12345-192.168.202.37@tcp50 of length 48/48 into md 0x2021 00000800:00000001:0.0:1767384674.983985:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384674.983989:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384674.983990:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384674.983993:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: REPLY: OK 00000400:00000200:0.0:1767384674.983996:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c80b4ed4 00000400:00000010:0.0:1767384674.983997:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000400:00000200:0.0:1767384674.983999:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384674.984002:0:16342:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.202.37@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:0.0:1767384674.984005:0:16342:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.202.37@tcp50(0000000050ecbb2f) not MR: DD disabled remotely 00000400:00000200:0.0:1767384674.984008:0:16342:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.37@tcp50 data present 3. state = 0x242 00000400:00000200:0.0:1767384674.984010:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.37@tcp50 (0000000050ecbb2f): -114 00000400:00000200:0.0:1767384674.984020:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000050ecbb2f (4) 00000800:00000001:0.0:1767384674.984023:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384674.984025:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.984046:0:16346:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384674.984051:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.37@tcp50(0000000050ecbb2f) state 0xc2 00000400:00000010:1.0:1767384674.984056:0:16346:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000bb2b5620. 00000400:00000010:1.0:1767384674.984058:0:16346:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000005c92e771. 00000400:00000010:1.0:1767384674.984059:0:16346:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 0000000014360ba1. 00000400:00000010:1.0:1767384674.984069:0:16346:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000bb2b5620. 00000400:00000010:1.0:1767384674.984072:0:16346:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000005c92e771. 00000400:00000010:1.0:1767384674.984074:0:16346:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 0000000014360ba1. 00000400:00000010:1.0:1767384674.984077:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000003b35ef1. 00000400:00000200:1.0:1767384674.984081:0:16346:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.37@tcp50 (0000000050ecbb2f): 0 00000400:00000200:1.0:1767384674.984084:0:16346:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.37@tcp50(0000000050ecbb2f): 0. state = 0x142 00000400:00000200:1.0:1767384674.984087:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.37@tcp50(0000000050ecbb2f) state 0x142 rc 1 00000400:00000200:1.0:1767384674.984091:0:16346:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.37@tcp50(0000000050ecbb2f) state 0x142 00000400:00000200:1.0:1767384674.984094:0:16346:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.37@tcp50 00000400:00000200:1.0:1767384674.984096:0:16346:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.37@tcp50(0000000050ecbb2f) state 0x112 rc 0 00000400:00000200:1.0:1767384674.984099:0:16346:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.37@tcp50 (0000000050ecbb2f) 00000400:00000200:1.0:1767384674.984111:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000050ecbb2f (3) 00000400:00000200:2.0:1767384674.984149:0:17074:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000050ecbb2f (2) 00000400:00000200:2.0:1767384674.984153:0:17074:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000050ecbb2f (1) 00000400:00000200:2.0:1767384674.984159:0:17074:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.37@tcp50 NID 192.168.202.37@tcp50: 0. discovery complete 00000400:00000200:2.0:1767384674.984161:0:17074:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000050ecbb2f (2) 00000400:00000200:2.0:1767384674.984165:0:17074:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.37@tcp50 primary NID 192.168.202.37@tcp50 rc 0 00000100:00000010:2.0:1767384674.984171:0:17074:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 0000000019f0025d. 00000100:00000001:2.0:1767384674.984174:0:17074:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:2.0:1767384674.984176:0:17074:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000019f0025d refcount 1 to 192.168.202.37@tcp50 00000020:00000040:2.0:1767384674.984180:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000174d4352 refcount=5 00000100:00000001:2.0:1767384674.984185:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384674.984187:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00000100:00000001:2.0:1767384674.984188:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:2.0:1767384674.984190:0:17074:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384674.984193:0:17074:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384674.984195:0:17074:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:2.0:1767384674.984196:0:17074:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651927616 : -1057624000 : ffffffffc0f5f040) 02000000:00000001:2.0:1767384674.984198:0:17074:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.984200:0:17074:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384674.984207:0:17074:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384674.984208:0:17074:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384674.984210:0:17074:0:(import.c:65:import_set_state_nolock()) 00000000bfa2481c : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384674.984213:0:17074:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384674.984214:0:17074:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384674.984216:0:17074:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384674.984218:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 4 00000020:00000040:2.0:1767384674.984220:0:17074:0:(obd_config.c:955:class_decref()) Decref MGS (00000000149292c1) now 8 - find 00010000:00000001:2.0:1767384674.984221:0:17074:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384674.984224:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384674.984226:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592256 : -1047959360 : ffffffffc18968c0) 00000020:00000001:2.0:1767384674.984229:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384674.984230:0:17074:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384674.984232:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384674.984234:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384674.984236:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384674.984237:0:17074:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:2.0:1767384674.984251:0:17074:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:2.0:1767384674.984255:0:17074:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384674.984257:0:17074:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384674.984259:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043921280 00010000:00000001:2.0:1767384674.984261:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384674.984264:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008c52f5c8 x1853237043921280/t0(0) o250->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384674.984271:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384674.984273:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384674.984276:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=91 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384674.984279:0:17074:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384674.984281:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384674.984282:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:2.0:1767384674.984284:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:2.0:1767384674.984286:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384674.984287:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.984290:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384674.984292:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:2.0:1767384674.984298:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004153d094. 00000100:00000200:2.0:1767384674.984300:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237043921280, offset 0 00000400:00000200:2.0:1767384674.984305:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:2.0:1767384674.984310:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:2.0:1767384674.984318:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [218:218:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:2.0:1767384674.984325:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384674.984328:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:2.0:1767384674.984330:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005475ff34. 00000800:00000200:2.0:1767384674.984333:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:2.0:1767384674.984337:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:2.0:1767384674.984339:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005475ff34 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384674.984349:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.984351:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00010000:00000001:2.0:1767384674.984353:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384674.984354:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384674.984356:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384674.984359:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c52f5c8 x1853237043921280/t0(0) o250->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384674.984367:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008c52f5c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+4:11797:x1853237043921280:12345-192.168.202.37@tcp50:250: Request processed in 1498us (1668us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384674.984374:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 157 00000100:00000040:2.0:1767384674.984376:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000100:00000001:2.0:1767384674.984378:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384674.984381:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384674.984384:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b75c7d0. 00000020:00000010:2.0:1767384674.984387:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000020:00000010:2.0:1767384674.984390:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae1658f4. 00000020:00000040:2.0:1767384674.984393:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 3 00000100:00000001:2.0:1767384674.984396:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384674.984403:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767384674.984405:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:1.0:1767384674.984407:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005475ff34. 00000400:00000010:2.0:1767384674.984410:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003e0c98. 00000400:00000200:1.0:1767384674.984412:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384674.984416:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c92b2e44. 00000400:00000200:1.0:1767384674.984420:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384674.984424:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004153d094 00000400:00000010:1.0:1767384674.984426:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004153d094. 00000100:00000001:1.0:1767384674.984430:0:16343:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384674.984431:0:16343:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384674.984434:0:16343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000000428ba45. 02000000:00000001:1.0:1767384674.984436:0:16343:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384674.984438:0:16343:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384674.985266:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.985273:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384674.985274:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.985276:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384674.985280:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:2.0:1767384674.985287:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 328 into portal 26 MB=0x695825fb00100 00000400:00000200:2.0:1767384674.985291:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 328/328 into md 0x1771 [2] + 0 00000400:00000010:2.0:1767384674.985294:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d28bf8e. 00000400:00000200:2.0:1767384674.985298:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a6c31f0 00000800:00000001:2.0:1767384674.985300:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.985304:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384674.985305:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384674.985308:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:2.0:1767384674.985310:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a6c31f0 00000400:00000010:2.0:1767384674.985311:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a6c31f0. 00000100:00000001:2.0:1767384674.985314:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384674.985314:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384674.985316:0:16341:0:(events.c:337:request_in_callback()) incoming req@000000001e0eacb4 x1853237043921152 msgsize 328 00000100:00100000:2.0:1767384674.985319:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:2.0:1767384674.985320:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384674.985330:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384674.985335:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.985337:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.985360:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384674.985362:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043921152 02000000:00000001:0.0:1767384674.985364:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384674.985365:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384674.985366:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.985368:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384674.985370:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043921152 00000020:00000001:0.0:1767384674.985371:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384674.985372:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:0.0:1767384674.985374:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384674.985375:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=4 00000020:00000001:0.0:1767384674.985383:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:0.0:1767384674.985385:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000001:0.0:1767384674.985388:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384674.985390:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045a84eaf. 00000100:00000001:0.0:1767384674.985392:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384674.985394:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045a84eaf. 00000020:00000010:0.0:1767384674.985397:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b74a85. 00000020:00000010:0.0:1767384674.985400:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384674.985403:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000100:00000040:0.0:1767384674.985407:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384674.985409:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384674.985410:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384674.985411:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.985414:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.985423:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.985431:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384674.985432:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384674.985437:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 158 00000100:00000040:0.0:1767384674.985440:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:0.0:1767384674.985442:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781795408 : -123268927756208 : ffff8fe337596850) 00000100:00000040:0.0:1767384674.985447:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e0eacb4 x1853237043921152/t0(0) o101->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 328/0 e 0 to 0 dl 1767384685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.985457:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384674.985460:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045a84eaf. 00000100:00000001:0.0:1767384674.985462:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384674.985464:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045a84eaf. 00000100:00100000:0.0:1767384674.985468:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e0eacb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+4:15188:x1853237043921152:12345-192.168.202.37@tcp50:101: 00000100:00000200:0.0:1767384674.985472:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043921152 00000020:00000001:0.0:1767384674.985474:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384674.985477:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384674.985479:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.985488:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384674.985490:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000020:00000001:0.0:1767384674.985492:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384674.985494:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384674.985496:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384674.985498:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384674.985501:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.985503:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384674.985505:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384674.985507:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384674.985509:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384674.985511:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384674.985516:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384674.985521:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000075e3cc54 count: 6 00010000:00000001:0.0:1767384674.985524:0:17074:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384674.985527:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384674.985530:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e3722408. 00000020:00000001:0.0:1767384674.985533:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384674.985535:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e3722408 with handle 0x7f71e2b70dd2041f to hash 00000020:00000001:0.0:1767384674.985536:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384674.985537:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 00010000:00000001:0.0:1767384674.985539:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780665856 : -123268928885760 : ffff8fe337482c00) 00010000:00010000:0.0:1767384674.985542:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e3722408/0x7f71e2b70dd2041f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x342befa0f6825e9c expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384674.985548:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000174d4352 : new locks_count 1 00000020:00000040:0.0:1767384674.985550:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000174d4352 refcount=5 00000100:00000001:0.0:1767384674.985555:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384674.985556:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384674.985558:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c1e69723. 02000000:00000001:0.0:1767384674.985559:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.985561:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384674.985563:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384674.985565:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384674.985568:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384674.985575:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384674.985577:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384674.985579:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384674.985581:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384674.985583:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384674.985585:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384674.985587:0:17074:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384674.985589:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384674.985591:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000075e3cc54) refcount = 6 00010000:00000040:0.0:1767384674.985594:0:17074:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384674.985598:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000aa780966/0x7f71e2b70dd20139 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd20132 expref: 14 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384674.985605:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004158d601/0x7f71e2b70dd2010f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd20108 expref: 14 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384674.985639:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006665cf6d/0x7f71e2b70dd200b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd200ad expref: 14 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384674.985646:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e6a062d4/0x7f71e2b70dd2002f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd20028 expref: 14 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384674.985652:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000027891121/0x7f71e2b70dd20013 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd2000c expref: 14 pid: 17075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384674.985658:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e3722408/0x7f71e2b70dd2041f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825e9c expref: 5 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384674.985664:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384674.985666:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384674.985668:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384674.985670:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384674.985671:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384674.985676:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384674.985678:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e3722408/0x7f71e2b70dd2041f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825e9c expref: 5 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384674.985695:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384674.985697:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384674.985699:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384674.985701:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384674.985703:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384674.985704:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384674.985706:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384674.985707:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e3722408, rc 0) 00000020:00000001:0.0:1767384674.985710:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384674.985712:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043921152 00010000:00000001:0.0:1767384674.985714:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384674.985718:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e0eacb4 x1853237043921152/t0(0) o101->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 328/344 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384674.985725:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384674.985727:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384674.985729:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384674.985732:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384674.985734:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:0.0:1767384674.985736:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:0.0:1767384674.985738:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384674.985740:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.985742:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384674.985744:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:0.0:1767384674.985748:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da1d44e4. 00000100:00000200:0.0:1767384674.985750:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237043921152, offset 224 00000400:00000200:0.0:1767384674.985754:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:0.0:1767384674.985760:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:0.0:1767384674.985769:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [219:219:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1767384674.985778:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384674.985783:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:0.0:1767384674.985791:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd94eae9. 00000800:00000200:0.0:1767384674.985796:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:0.0:1767384674.985801:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:0.0:1767384674.985803:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fd94eae9 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384674.985817:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.985820:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00010000:00000001:0.0:1767384674.985822:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384674.985824:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.985826:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384674.985830:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e0eacb4 x1853237043921152/t0(0) o101->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 328/344 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384674.985839:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e0eacb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+5:15188:x1853237043921152:12345-192.168.202.37@tcp50:101: Request processed in 380us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384674.985847:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 158 00000100:00000040:0.0:1767384674.985850:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000100:00000001:0.0:1767384674.985852:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384674.985853:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384674.985856:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384674.985860:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000020:00000010:0.0:1767384674.985863:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b74a85. 00000020:00000040:0.0:1767384674.985867:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 4 00000100:00000001:0.0:1767384674.985870:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384674.985873:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384674.985878:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e05c36a. 00000400:00000010:0.0:1767384674.985881:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000256d4975. 00000800:00000200:3.0:1767384674.985889:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384674.985894:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd94eae9. 00000400:00000200:3.0:1767384674.985899:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384674.985905:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:3.0:1767384674.985909:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da1d44e4 00000400:00000010:3.0:1767384674.985911:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da1d44e4. 00000100:00000001:3.0:1767384674.985914:0:16342:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384674.985915:0:16342:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384674.985917:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c1e69723. 02000000:00000001:3.0:1767384674.985920:0:16342:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384674.985921:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384674.986718:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.986724:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384674.986726:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.986727:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.986732:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:1.0:1767384674.986738:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 512 into portal 26 MB=0x695825fb00200 00000400:00000200:1.0:1767384674.986741:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 512/512 into md 0x1779 [2] + 0 00000400:00000010:1.0:1767384674.986744:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016bc228c. 00000400:00000200:1.0:1767384674.986747:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000020068cbb 00000800:00000001:1.0:1767384674.986749:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.986753:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.986759:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384674.986761:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384674.986764:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020068cbb 00000400:00000010:1.0:1767384674.986765:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020068cbb. 00000100:00000001:1.0:1767384674.986767:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384674.986768:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384674.986770:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000006415df50 x1853237043921408 msgsize 512 00000100:00100000:1.0:1767384674.986773:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:1.0:1767384674.986774:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384674.986782:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384674.986786:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.986788:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.986816:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384674.986820:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043921408 02000000:00000001:0.0:1767384674.986822:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384674.986824:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384674.986825:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.986828:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384674.986831:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043921408 00000020:00000001:0.0:1767384674.986839:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384674.986841:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:0.0:1767384674.986842:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384674.986844:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=5 00000020:00000001:0.0:1767384674.986846:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:0.0:1767384674.986848:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000001:0.0:1767384674.986851:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384674.986854:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045a84eaf. 00000100:00000001:0.0:1767384674.986855:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384674.986857:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045a84eaf. 00000020:00000010:0.0:1767384674.986861:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b74a85. 00000020:00000010:0.0:1767384674.986865:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384674.986867:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000100:00000040:0.0:1767384674.986871:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384674.986873:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384674.986874:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384674.986875:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.986879:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.986890:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.986897:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384674.986899:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384674.986904:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 159 00000100:00000040:0.0:1767384674.986907:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:0.0:1767384674.986910:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781796432 : -123268927755184 : ffff8fe337596c50) 00000100:00000040:0.0:1767384674.986915:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006415df50 x1853237043921408/t0(0) o501->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 512/0 e 0 to 0 dl 1767384685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.986924:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384674.986926:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045a84eaf. 00000100:00000001:0.0:1767384674.986928:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384674.986930:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045a84eaf. 00000100:00100000:0.0:1767384674.986934:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006415df50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+5:15188:x1853237043921408:12345-192.168.202.37@tcp50:501: 00000100:00000200:0.0:1767384674.986937:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043921408 00000020:00000001:0.0:1767384674.986945:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384674.986947:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384674.986948:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.986951:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384674.986952:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661591744 : -1047959872 : ffffffffc18966c0) 00000020:00000001:0.0:1767384674.986955:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384674.986956:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384674.986958:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384674.986959:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384674.986961:0:17074:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384674.986963:0:17074:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.986965:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384674.986968:0:17074:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384674.986969:0:17074:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384674.986971:0:17074:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384674.986974:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384674.986975:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384674.986978:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000c343b6c1. 02000000:00000001:0.0:1767384674.986980:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.986981:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384674.986984:0:17074:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:0.0:1767384674.986986:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000039945c55 : new refcount 2 00000040:00000001:0.0:1767384674.986989:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384674.986992:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000399ac3b7. 00000040:00000001:0.0:1767384674.986996:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384674.986998:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384674.987000:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804127891456 : -123269581660160 : 0xffff8fe3105fa000) 00000020:00000001:0.0:1767384674.987003:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804127891456 : -123269581660160 : ffff8fe3105fa000) 00080000:00000001:0.0:1767384674.987010:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384674.987015:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384674.987033:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1767384674.987037:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384674.987040:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384674.987043:0:17074:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384674.987046:0:17074:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384674.987053:0:17074:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384674.987056:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000399ac3b7. 00000040:00000001:0.0:1767384674.987058:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384674.987061:0:17074:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:0.0:1767384674.987063:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000039945c55 : new refcount 1 00000020:00000001:0.0:1767384674.987067:0:17074:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:0.0:1767384674.987069:0:17074:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1767384674.987072:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043921408 00010000:00000001:0.0:1767384674.987075:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384674.987078:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006415df50 x1853237043921408/t0(0) o501->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 512/272 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384674.987086:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384674.987087:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384674.987090:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384674.987093:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384674.987095:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:0.0:1767384674.987097:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:0.0:1767384674.987099:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384674.987101:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.987103:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384674.987106:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:0.0:1767384674.987109:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005574bc34. 00000100:00000200:0.0:1767384674.987111:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237043921408, offset 224 00000400:00000200:0.0:1767384674.987116:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:0.0:1767384674.987123:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:0.0:1767384674.987131:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [220:220:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1767384674.987140:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384674.987145:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:0.0:1767384674.987148:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3c0745d. 00000800:00000200:0.0:1767384674.987152:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:0.0:1767384674.987161:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:0.0:1767384674.987165:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3c0745d type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384674.987180:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.987183:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00010000:00000001:0.0:1767384674.987185:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384674.987187:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.987189:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384674.987193:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006415df50 x1853237043921408/t0(0) o501->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 512/272 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384674.987204:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006415df50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+5:15188:x1853237043921408:12345-192.168.202.37@tcp50:501: Request processed in 277us (430us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767384674.987213:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 159 00000100:00000040:0.0:1767384674.987215:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000100:00000001:0.0:1767384674.987218:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384674.987220:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384674.987223:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384674.987226:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000020:00000010:0.0:1767384674.987230:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b74a85. 00000020:00000040:0.0:1767384674.987233:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 4 00000100:00000001:0.0:1767384674.987236:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384674.987253:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767384674.987255:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:2.0:1767384674.987259:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3c0745d. 00000400:00000010:0.0:1767384674.987262:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006802ca69. 00000400:00000200:2.0:1767384674.987265:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384674.987268:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a59e0109. 00000400:00000200:2.0:1767384674.987274:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:2.0:1767384674.987281:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005574bc34 00000400:00000010:2.0:1767384674.987283:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005574bc34. 00000100:00000001:2.0:1767384674.987287:0:16341:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384674.987289:0:16341:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384674.987297:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000c343b6c1. 02000000:00000001:2.0:1767384674.987301:0:16341:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384674.987302:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384674.988021:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384674.988028:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384674.988030:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384674.988032:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384674.988038:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:3.0:1767384674.988047:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 328 into portal 26 MB=0x695825fb00280 00000400:00000200:3.0:1767384674.988053:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 328/328 into md 0x17b9 [2] + 0 00000400:00000010:3.0:1767384674.988057:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040489fbf. 00000400:00000200:3.0:1767384674.988061:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000061d205bc 00000800:00000001:3.0:1767384674.988065:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384674.988070:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384674.988072:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384674.988076:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:3.0:1767384674.988079:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d205bc 00000400:00000010:3.0:1767384674.988081:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061d205bc. 00000100:00000001:3.0:1767384674.988084:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384674.988085:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384674.988088:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000004b8f20d2 x1853237043921536 msgsize 328 00000100:00100000:3.0:1767384674.988092:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:3.0:1767384674.988094:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384674.988104:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384674.988109:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384674.988112:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.988140:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384674.988143:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043921536 02000000:00000001:0.0:1767384674.988145:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384674.988146:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384674.988148:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.988150:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384674.988153:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043921536 00000020:00000001:0.0:1767384674.988154:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384674.988156:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:0.0:1767384674.988158:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384674.988165:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=5 00000020:00000001:0.0:1767384674.988168:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:0.0:1767384674.988170:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000001:0.0:1767384674.988173:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384674.988175:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045a84eaf. 00000100:00000001:0.0:1767384674.988177:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384674.988179:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045a84eaf. 00000020:00000010:0.0:1767384674.988182:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b74a85. 00000020:00000010:0.0:1767384674.988185:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384674.988187:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000100:00000040:0.0:1767384674.988191:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384674.988193:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384674.988195:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384674.988196:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.988199:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.988209:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.988215:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384674.988217:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384674.988220:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 160 00000100:00000040:0.0:1767384674.988223:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:0.0:1767384674.988225:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781788240 : -123268927763376 : ffff8fe337594c50) 00000100:00000040:0.0:1767384674.988230:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004b8f20d2 x1853237043921536/t0(0) o101->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 328/0 e 0 to 0 dl 1767384685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.988255:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384674.988258:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045a84eaf. 00000100:00000001:0.0:1767384674.988260:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384674.988262:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045a84eaf. 00000100:00100000:0.0:1767384674.988265:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004b8f20d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+5:15188:x1853237043921536:12345-192.168.202.37@tcp50:101: 00000100:00000200:0.0:1767384674.988269:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043921536 00000020:00000001:0.0:1767384674.988271:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384674.988273:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384674.988279:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.988281:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384674.988282:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000020:00000001:0.0:1767384674.988285:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384674.988286:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384674.988288:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384674.988289:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384674.988291:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.988293:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384674.988295:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384674.988296:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384674.988298:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384674.988299:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384674.988302:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384674.988305:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000075e3cc54 count: 7 00010000:00000001:0.0:1767384674.988307:0:17074:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384674.988309:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384674.988311:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000347d5436. 00000020:00000001:0.0:1767384674.988314:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384674.988315:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000347d5436 with handle 0x7f71e2b70dd20426 to hash 00000020:00000001:0.0:1767384674.988317:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384674.988319:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:0.0:1767384674.988321:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00010000:0.0:1767384674.988323:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000347d5436/0x7f71e2b70dd20426 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x342befa0f6825ea3 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384674.988329:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000174d4352 : new locks_count 2 00000020:00000040:0.0:1767384674.988331:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000174d4352 refcount=6 00000100:00000001:0.0:1767384674.988335:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384674.988337:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384674.988339:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c343b6c1. 02000000:00000001:0.0:1767384674.988341:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.988343:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384674.988345:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384674.988347:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384674.988352:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384674.988353:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384674.988355:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384674.988357:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384674.988358:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384674.988360:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384674.988361:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384674.988363:0:17074:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384674.988364:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384674.988365:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000075e3cc54) refcount = 7 00010000:00000040:0.0:1767384674.988368:0:17074:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384674.988371:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e3722408/0x7f71e2b70dd2041f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825e9c expref: 6 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384674.988377:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000aa780966/0x7f71e2b70dd20139 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd20132 expref: 14 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384674.988383:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004158d601/0x7f71e2b70dd2010f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd20108 expref: 14 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384674.988388:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006665cf6d/0x7f71e2b70dd200b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd200ad expref: 14 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384674.988394:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e6a062d4/0x7f71e2b70dd2002f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd20028 expref: 14 pid: 17075 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384674.988399:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000027891121/0x7f71e2b70dd20013 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd2000c expref: 14 pid: 17075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384674.988405:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000347d5436/0x7f71e2b70dd20426 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825ea3 expref: 6 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384674.988410:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384674.988412:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384674.988413:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384674.988415:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384674.988416:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384674.988423:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384674.988426:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000347d5436/0x7f71e2b70dd20426 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825ea3 expref: 6 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384674.988432:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384674.988434:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384674.988435:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384674.988437:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384674.988439:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384674.988440:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384674.988441:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384674.988442:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000347d5436, rc 0) 00000020:00000001:0.0:1767384674.988444:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384674.988446:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043921536 00010000:00000001:0.0:1767384674.988448:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384674.988451:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004b8f20d2 x1853237043921536/t0(0) o101->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 328/344 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384674.988458:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384674.988460:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384674.988462:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384674.988465:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384674.988467:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:0.0:1767384674.988469:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:0.0:1767384674.988471:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384674.988472:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.988475:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384674.988477:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:0.0:1767384674.988480:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f0baf49. 00000100:00000200:0.0:1767384674.988483:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237043921536, offset 224 00000400:00000200:0.0:1767384674.988487:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:0.0:1767384674.988493:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:0.0:1767384674.988501:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [221:221:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1767384674.988510:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384674.988520:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:0.0:1767384674.988523:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc495764. 00000800:00000200:0.0:1767384674.988527:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:0.0:1767384674.988532:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:0.0:1767384674.988534:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc495764 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384674.988546:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.988549:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00010000:00000001:0.0:1767384674.988551:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384674.988553:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.988556:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384674.988560:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b8f20d2 x1853237043921536/t0(0) o101->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 328/344 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384674.988570:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004b8f20d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+6:15188:x1853237043921536:12345-192.168.202.37@tcp50:101: Request processed in 314us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384674.988578:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 160 00000100:00000040:0.0:1767384674.988581:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000100:00000001:0.0:1767384674.988583:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384674.988585:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384674.988588:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384674.988591:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000800:00000200:1.0:1767384674.988594:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1767384674.988595:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b74a85. 00000800:00000010:1.0:1767384674.988598:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc495764. 00000020:00000040:0.0:1767384674.988600:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 5 00000400:00000200:1.0:1767384674.988603:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384674.988630:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384674.988634:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f0baf49 00000100:00000001:0.0:1767384674.988635:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384674.988636:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f0baf49. 00000100:00000001:1.0:1767384674.988642:0:16343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384674.988642:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384674.988647:0:16343:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1767384674.988649:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040489fbf. 02000000:00000010:1.0:1767384674.988650:0:16343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c343b6c1. 02000000:00000001:1.0:1767384674.988656:0:16343:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1767384674.988656:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed32cbd. 00000100:00000001:1.0:1767384674.988660:0:16343:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384674.989346:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.989354:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384674.989357:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.989359:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384674.989365:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:2.0:1767384674.989374:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 512 into portal 26 MB=0x695825fb00300 00000400:00000200:2.0:1767384674.989379:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 512/512 into md 0x17c1 [2] + 0 00000400:00000010:2.0:1767384674.989383:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcb1631b. 00000400:00000200:2.0:1767384674.989386:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068f7609f 00000800:00000001:2.0:1767384674.989389:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.989395:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384674.989397:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384674.989401:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:2.0:1767384674.989404:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068f7609f 00000400:00000010:2.0:1767384674.989406:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068f7609f. 00000100:00000001:2.0:1767384674.989409:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384674.989411:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384674.989413:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000064ca68cd x1853237043921664 msgsize 512 00000100:00100000:2.0:1767384674.989418:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:2.0:1767384674.989420:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384674.989431:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384674.989436:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.989439:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.989469:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384674.989472:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043921664 02000000:00000001:0.0:1767384674.989474:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384674.989476:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384674.989477:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.989486:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384674.989489:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043921664 00000020:00000001:0.0:1767384674.989491:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384674.989492:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:0.0:1767384674.989494:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384674.989495:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=6 00000020:00000001:0.0:1767384674.989498:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:0.0:1767384674.989500:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000001:0.0:1767384674.989503:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384674.989505:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045a84eaf. 00000100:00000001:0.0:1767384674.989507:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384674.989509:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045a84eaf. 00000020:00000010:0.0:1767384674.989513:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b74a85. 00000020:00000010:0.0:1767384674.989515:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384674.989518:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000100:00000040:0.0:1767384674.989523:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384674.989525:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384674.989526:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384674.989527:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.989531:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.989541:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.989548:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384674.989549:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384674.989554:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 161 00000100:00000040:0.0:1767384674.989556:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:0.0:1767384674.989559:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781792336 : -123268927759280 : ffff8fe337595c50) 00000100:00000040:0.0:1767384674.989563:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064ca68cd x1853237043921664/t0(0) o501->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 512/0 e 0 to 0 dl 1767384685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.989572:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384674.989575:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045a84eaf. 00000100:00000001:0.0:1767384674.989577:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384674.989579:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045a84eaf. 00000100:00100000:0.0:1767384674.989583:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064ca68cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+6:15188:x1853237043921664:12345-192.168.202.37@tcp50:501: 00000100:00000200:0.0:1767384674.989593:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043921664 00000020:00000001:0.0:1767384674.989595:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384674.989597:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384674.989599:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.989601:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384674.989603:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661591744 : -1047959872 : ffffffffc18966c0) 00000020:00000001:0.0:1767384674.989605:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384674.989629:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384674.989631:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384674.989632:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384674.989635:0:17074:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384674.989636:0:17074:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.989638:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384674.989640:0:17074:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384674.989642:0:17074:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384674.989643:0:17074:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384674.989645:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384674.989647:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384674.989651:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000c1e69723. 02000000:00000001:0.0:1767384674.989653:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.989655:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384674.989658:0:17074:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:0.0:1767384674.989660:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000039945c55 : new refcount 2 00000040:00000001:0.0:1767384674.989662:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384674.989664:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000399ac3b7. 00000040:00000001:0.0:1767384674.989666:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384674.989668:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384674.989670:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804127891456 : -123269581660160 : 0xffff8fe3105fa000) 00000020:00000001:0.0:1767384674.989673:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804127891456 : -123269581660160 : ffff8fe3105fa000) 00080000:00000001:0.0:1767384674.989677:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384674.989679:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384674.989689:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384674.989704:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384674.989707:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384674.989709:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384674.989715:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384674.989718:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384674.989721:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 86:3870516203 to info 00000000bd47f9a8 00000020:00000001:0.0:1767384674.989726:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000003fb4fe25 00080000:00000002:0.0:1767384674.989727:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:0.0:1767384674.989730:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384674.989733:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384674.989735:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384674.989739:0:17074:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000009f4806d3. 00000020:00000001:0.0:1767384674.989742:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384674.989747:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980618840 : -123269728932776 : ffff8fe307986c58) 00000040:00000001:0.0:1767384674.989750:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384674.989751:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384674.989755:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384674.989759:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000000aeb0f0c/00000000a3cd8e08 to site lru. bkt: 00000000edfeaef9 00000040:00000010:0.0:1767384674.989762:0:17074:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000009f4806d3. 00000040:00000001:0.0:1767384674.989765:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384674.989766:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000399ac3b7. 00000040:00000001:0.0:1767384674.989768:0:17074:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384674.989770:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000039945c55 : new refcount 1 00000020:00000001:0.0:1767384674.989772:0:17074:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384674.989776:0:17074:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:0.0:1767384674.989778:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384674.989780:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384674.989782:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384674.989784:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384674.989787:0:17074:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000045a84eaf. 00000020:00000040:0.0:1767384674.989789:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000174d4352 refcount=7 20000000:00000001:0.0:1767384674.989791:0:17074:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384674.989793:0:17074:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384674.989795:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043921664 00010000:00000001:0.0:1767384674.989797:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384674.989801:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064ca68cd x1853237043921664/t0(0) o501->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 512/272 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384674.989808:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384674.989814:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384674.989816:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384674.989820:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384674.989822:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:0.0:1767384674.989825:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:0.0:1767384674.989827:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384674.989828:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.989831:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384674.989833:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:0.0:1767384674.989836:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b262f9b. 00000100:00000200:0.0:1767384674.989839:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237043921664, offset 224 00000400:00000200:0.0:1767384674.989843:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:0.0:1767384674.989849:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:0.0:1767384674.989857:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [222:222:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384674.989867:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384674.989872:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:0.0:1767384674.989875:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0ef390. 00000800:00000200:0.0:1767384674.989879:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:0.0:1767384674.989883:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:0.0:1767384674.989886:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd0ef390 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384674.989898:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.989901:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00010000:00000001:0.0:1767384674.989905:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384674.989907:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.989909:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384674.989913:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064ca68cd x1853237043921664/t0(0) o501->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 512/272 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384674.989923:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064ca68cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+7:15188:x1853237043921664:12345-192.168.202.37@tcp50:501: Request processed in 349us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384674.989930:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 161 00000100:00000040:0.0:1767384674.989938:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000100:00000001:0.0:1767384674.989940:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384674.989942:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384674.989944:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384674.989947:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000020:00000010:0.0:1767384674.989950:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b74a85. 00000020:00000040:0.0:1767384674.989954:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 6 00000100:00000001:0.0:1767384674.989957:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384674.989959:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767384674.989961:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:3.0:1767384674.989963:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0ef390. 00000400:00000010:0.0:1767384674.989967:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016bc228c. 00000400:00000200:3.0:1767384674.989969:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384674.989974:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002f11c65. 00000400:00000200:3.0:1767384674.989980:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:3.0:1767384674.989985:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b262f9b 00000400:00000010:3.0:1767384674.989987:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b262f9b. 00000100:00000001:3.0:1767384674.989991:0:16342:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384674.989993:0:16342:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384674.989995:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000c1e69723. 02000000:00000001:3.0:1767384674.989998:0:16342:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384674.989999:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384674.990668:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.990674:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384674.990677:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.990679:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.990685:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:1.0:1767384674.990693:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 272 into portal 26 MB=0x695825fb00380 00000400:00000200:1.0:1767384674.990698:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 272/272 into md 0x17e5 [2] + 0 00000400:00000010:1.0:1767384674.990700:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095a98b7a. 00000400:00000200:1.0:1767384674.990704:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000088bec284 00000800:00000001:1.0:1767384674.990707:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.990711:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.990712:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384674.990720:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384674.990722:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088bec284 00000400:00000010:1.0:1767384674.990723:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088bec284. 00000100:00000001:1.0:1767384674.990726:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384674.990727:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384674.990729:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000006607c268 x1853237043921792 msgsize 272 00000100:00100000:1.0:1767384674.990732:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:1.0:1767384674.990733:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384674.990742:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384674.990745:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.990747:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.990782:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384674.990786:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043921792 02000000:00000001:0.0:1767384674.990788:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384674.990790:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384674.990792:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.990795:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384674.990797:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043921792 00000020:00000001:0.0:1767384674.990799:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384674.990800:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:0.0:1767384674.990802:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384674.990804:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=7 00000020:00000001:0.0:1767384674.990807:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:0.0:1767384674.990809:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000001:0.0:1767384674.990812:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384674.990816:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e84e211. 00000100:00000001:0.0:1767384674.990818:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384674.990820:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e84e211. 00000020:00000010:0.0:1767384674.990824:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b74a85. 00000020:00000010:0.0:1767384674.990827:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384674.990830:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000100:00000040:0.0:1767384674.990834:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384674.990836:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384674.990837:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384674.990844:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.990848:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.990859:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.990867:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384674.990869:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384674.990875:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 162 00000100:00000040:0.0:1767384674.990878:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:0.0:1767384674.990880:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781786192 : -123268927765424 : ffff8fe337594450) 00000100:00000040:0.0:1767384674.990885:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006607c268 x1853237043921792/t0(0) o503->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 272/0 e 0 to 0 dl 1767384685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.990894:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384674.990897:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e84e211. 00000100:00000001:0.0:1767384674.990899:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384674.990901:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e84e211. 00000100:00100000:0.0:1767384674.990905:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006607c268 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+7:15188:x1853237043921792:12345-192.168.202.37@tcp50:503: 00000100:00000200:0.0:1767384674.990909:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043921792 00000020:00000001:0.0:1767384674.990912:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384674.990914:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384674.990915:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.990917:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384674.990919:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661591840 : -1047959776 : ffffffffc1896720) 00000020:00000001:0.0:1767384674.990921:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384674.990923:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384674.990925:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384674.990927:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384674.990928:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.990931:0:17074:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384674.990933:0:17074:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384674.990936:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384674.990938:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384674.990952:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000fd7d0bab. 02000000:00000001:0.0:1767384674.990955:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.990957:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384674.990964:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000039945c55 : new refcount 2 00000040:00000001:0.0:1767384674.990966:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384674.990968:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000399ac3b7. 00000040:00000001:0.0:1767384674.990971:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384674.990972:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384674.990974:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804127891456 : -123269581660160 : 0xffff8fe3105fa000) 00000020:00000001:0.0:1767384674.990977:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804127891456 : -123269581660160 : ffff8fe3105fa000) 00000020:00000001:0.0:1767384674.990980:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384674.990982:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980618840 : -123269728932776 : ffff8fe307986c58) 00000040:00000001:0.0:1767384674.990984:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384674.990986:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384674.990988:0:17074:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384674.990993:0:17074:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003a1bff4d. 00000040:00000001:0.0:1767384674.990995:0:17074:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384674.990997:0:17074:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384674.991012:0:17074:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384674.991014:0:17074:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384674.991016:0:17074:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384674.991020:0:17074:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:0.0:1767384674.991024:0:17074:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384674.991026:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384674.991028:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000000aeb0f0c/00000000a3cd8e08 to site lru. bkt: 00000000edfeaef9 00000040:00000001:0.0:1767384674.991030:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384674.991032:0:17074:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003a1bff4d. 00000040:00000010:0.0:1767384674.991037:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000399ac3b7. 00000040:00000040:0.0:1767384674.991039:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000039945c55 : new refcount 1 00000020:00000001:0.0:1767384674.991042:0:17074:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384674.991044:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043921792 00010000:00000001:0.0:1767384674.991046:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384674.991050:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006607c268 x1853237043921792/t0(0) o503->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 272/8416 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384674.991057:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384674.991059:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384674.991061:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384674.991069:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384674.991072:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:0.0:1767384674.991074:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:0.0:1767384674.991076:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384674.991077:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.991080:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384674.991082:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:0.0:1767384674.991085:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001dd787ad. 00000100:00000200:0.0:1767384674.991089:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237043921792, offset 224 00000400:00000200:0.0:1767384674.991093:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:0.0:1767384674.991099:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:0.0:1767384674.991107:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [223:223:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767384674.991117:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384674.991121:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.37@tcp50 00000800:00000010:0.0:1767384674.991124:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000399ac3b7. 00000800:00000200:0.0:1767384674.991129:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:0.0:1767384674.991133:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1022 00000800:00000200:0.0:1767384674.991136:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000399ac3b7 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384674.991149:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.991151:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00010000:00000001:0.0:1767384674.991154:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384674.991155:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.991157:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384674.991161:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006607c268 x1853237043921792/t0(0) o503->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 272/8416 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384674.991171:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006607c268 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+7:15188:x1853237043921792:12345-192.168.202.37@tcp50:503: Request processed in 275us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384674.991178:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 162 00000100:00000040:0.0:1767384674.991181:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000100:00000001:0.0:1767384674.991191:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384674.991193:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384674.991196:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384674.991199:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000020:00000010:0.0:1767384674.991204:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b74a85. 00000020:00000040:0.0:1767384674.991207:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 6 00000100:00000001:0.0:1767384674.991210:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384674.991214:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:2.0:1767384674.991218:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384674.991219:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d28bf8e. 00000800:00000010:2.0:1767384674.991222:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000399ac3b7. 00000400:00000010:0.0:1767384674.991226:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077fecdd1. 00000400:00000200:2.0:1767384674.991227:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384674.991234:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:2.0:1767384674.991251:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dd787ad 00000400:00000010:2.0:1767384674.991253:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001dd787ad. 00000100:00000001:2.0:1767384674.991255:0:16341:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384674.991256:0:16341:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384674.991258:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000fd7d0bab. 02000000:00000001:2.0:1767384674.991270:0:16341:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384674.991271:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384674.992282:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384674.992292:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384674.992295:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384674.992298:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384674.992305:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:3.0:1767384674.992314:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 272 into portal 26 MB=0x695825fb00400 00000400:00000200:3.0:1767384674.992319:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 272/272 into md 0x17ed [2] + 0 00000400:00000010:3.0:1767384674.992324:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c4aad2e. 00000400:00000200:3.0:1767384674.992327:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dd1f89b2 00000800:00000001:3.0:1767384674.992331:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384674.992401:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384674.992404:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384674.992408:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:3.0:1767384674.992410:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd1f89b2 00000400:00000010:3.0:1767384674.992412:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd1f89b2. 00000100:00000001:3.0:1767384674.992414:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384674.992415:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384674.992418:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000f67142ac x1853237043921920 msgsize 272 00000100:00100000:3.0:1767384674.992421:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:3.0:1767384674.992422:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384674.992432:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384674.992437:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384674.992440:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.992470:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384674.992473:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043921920 02000000:00000001:0.0:1767384674.992475:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384674.992477:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384674.992479:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.992481:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384674.992484:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043921920 00000020:00000001:0.0:1767384674.992485:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384674.992487:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:0.0:1767384674.992488:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384674.992490:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=7 00000020:00000001:0.0:1767384674.992492:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:0.0:1767384674.992494:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000001:0.0:1767384674.992497:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384674.992500:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e84e211. 00000100:00000001:0.0:1767384674.992502:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384674.992503:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e84e211. 00000020:00000010:0.0:1767384674.992506:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b74a85. 00000020:00000010:0.0:1767384674.992509:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384674.992512:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000100:00000040:0.0:1767384674.992516:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384674.992518:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384674.992519:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384674.992520:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.992524:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.992543:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384674.992551:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384674.992552:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384674.992556:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 163 00000100:00000040:0.0:1767384674.992558:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:0.0:1767384674.992561:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804781794384 : -123268927757232 : ffff8fe337596450) 00000100:00000040:0.0:1767384674.992566:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f67142ac x1853237043921920/t0(0) o502->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 272/0 e 0 to 0 dl 1767384685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.992575:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384674.992578:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e84e211. 00000100:00000001:0.0:1767384674.992581:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384674.992583:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e84e211. 00000100:00100000:0.0:1767384674.992587:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f67142ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+7:15206:x1853237043921920:12345-192.168.202.37@tcp50:502: 00000100:00000200:0.0:1767384674.992591:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043921920 00000020:00000001:0.0:1767384674.992593:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384674.992595:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384674.992597:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.992599:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384674.992600:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661591792 : -1047959824 : ffffffffc18966f0) 00000020:00000001:0.0:1767384674.992602:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384674.992604:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384674.992606:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384674.992628:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384674.992630:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.992633:0:17074:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384674.992634:0:17074:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384674.992637:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384674.992639:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384674.992648:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000fd7d0bab. 02000000:00000001:0.0:1767384674.992651:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.992653:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384674.992655:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000039945c55 : new refcount 2 00000040:00000001:0.0:1767384674.992657:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384674.992664:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000045c80004. 00000040:00000001:0.0:1767384674.992667:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384674.992668:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384674.992670:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804127891456 : -123269581660160 : 0xffff8fe3105fa000) 00000020:00000001:0.0:1767384674.992673:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804127891456 : -123269581660160 : ffff8fe3105fa000) 00000020:00000001:0.0:1767384674.992676:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384674.992678:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980618840 : -123269728932776 : ffff8fe307986c58) 00000040:00000001:0.0:1767384674.992680:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384674.992682:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384674.992684:0:17074:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384674.992686:0:17074:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003a1bff4d. 00000040:00000001:0.0:1767384674.992688:0:17074:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384674.992690:0:17074:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384674.992697:0:17074:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384674.992699:0:17074:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384674.992701:0:17074:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384674.992704:0:17074:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384674.992706:0:17074:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384674.992710:0:17074:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:0.0:1767384674.992720:0:17074:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384674.992723:0:17074:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384674.992724:0:17074:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384674.992726:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384674.992728:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000000aeb0f0c/00000000a3cd8e08 to site lru. bkt: 00000000edfeaef9 00000040:00000001:0.0:1767384674.992730:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384674.992732:0:17074:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003a1bff4d. 00000040:00000010:0.0:1767384674.992735:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000045c80004. 00000040:00000040:0.0:1767384674.992737:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000039945c55 : new refcount 1 00000020:00000001:0.0:1767384674.992739:0:17074:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384674.992741:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043921920 00010000:00000001:0.0:1767384674.992743:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384674.992747:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f67142ac x1853237043921920/t0(0) o502->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 272/8472 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384674.992755:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384674.992763:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384674.992765:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384674.992769:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384674.992771:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:0.0:1767384674.992773:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:0.0:1767384674.992775:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384674.992777:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.992779:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384674.992782:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:0.0:1767384674.992785:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d158b734. 00000100:00000200:0.0:1767384674.992787:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237043921920, offset 224 00000400:00000200:0.0:1767384674.992792:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:0.0:1767384674.992798:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:0.0:1767384674.992807:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [224:224:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384674.992815:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384674.992820:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.37@tcp50 00000800:00000010:0.0:1767384674.992823:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000045c80004. 00000800:00000200:0.0:1767384674.992827:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:0.0:1767384674.992832:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1022 00000800:00000200:0.0:1767384674.992835:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045c80004 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384674.992847:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.992850:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00010000:00000001:0.0:1767384674.992852:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384674.992854:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.992857:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384674.992861:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f67142ac x1853237043921920/t0(0) o502->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:655/0 lens 272/8472 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384674.992871:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f67142ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+7:15206:x1853237043921920:12345-192.168.202.37@tcp50:502: Request processed in 295us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384674.992879:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 163 00000100:00000040:0.0:1767384674.992888:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000100:00000001:0.0:1767384674.992890:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384674.992892:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384674.992895:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384674.992898:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000800:00000200:1.0:1767384674.992901:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1767384674.992902:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b74a85. 00000800:00000010:1.0:1767384674.992906:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000045c80004. 00000020:00000040:0.0:1767384674.992908:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 6 00000400:00000200:1.0:1767384674.992910:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384674.992913:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.992918:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000200:0.0:1767384674.992921:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384674.992922:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d158b734 00000400:00000010:1.0:1767384674.992926:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d158b734. 00000400:00000010:0.0:1767384674.992928:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000640aa3a2. 00000100:00000001:1.0:1767384674.992929:0:16343:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384674.992931:0:16343:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384674.992935:0:16343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000fd7d0bab. 00000400:00000010:0.0:1767384674.992937:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d158b734. 02000000:00000001:1.0:1767384674.992942:0:16343:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384674.992945:0:16343:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384675.005413:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384675.005427:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384675.005431:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384675.005432:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384675.005441:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:2.0:1767384675.005454:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 272 into portal 26 MB=0x695825fb00480 00000400:00000200:2.0:1767384675.005461:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 272/272 into md 0x1825 [2] + 0 00000400:00000010:2.0:1767384675.005465:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005415d05a. 00000400:00000200:2.0:1767384675.005471:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b51fe5eb 00000800:00000001:2.0:1767384675.005476:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384675.005483:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384675.005485:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384675.005489:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:2.0:1767384675.005492:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b51fe5eb 00000400:00000010:2.0:1767384675.005493:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b51fe5eb. 00000100:00000001:2.0:1767384675.005497:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384675.005499:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384675.005501:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000013996307 x1853237043922048 msgsize 272 00000100:00100000:2.0:1767384675.005504:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:2.0:1767384675.005506:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384675.005516:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384675.005523:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384675.005525:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.005573:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384675.005585:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043922048 02000000:00000001:0.0:1767384675.005589:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384675.005591:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384675.005593:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.005597:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384675.005602:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043922048 00000020:00000001:0.0:1767384675.005604:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384675.005637:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:0.0:1767384675.005639:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384675.005641:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=7 00000020:00000001:0.0:1767384675.005643:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:0.0:1767384675.005646:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000001:0.0:1767384675.005654:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384675.005658:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e84e211. 00000100:00000001:0.0:1767384675.005660:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384675.005662:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e84e211. 00000020:00000010:0.0:1767384675.005666:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b74a85. 00000020:00000010:0.0:1767384675.005669:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384675.005673:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000100:00000040:0.0:1767384675.005679:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384675.005681:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384675.005682:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384675.005699:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.005705:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.005715:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.005730:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384675.005732:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384675.005736:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 164 00000100:00000040:0.0:1767384675.005738:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:0.0:1767384675.005740:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852969552 : -123268856582064 : ffff8fe33b977050) 00000100:00000040:0.0:1767384675.005745:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013996307 x1853237043922048/t0(0) o502->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 272/0 e 0 to 0 dl 1767384686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.005758:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384675.005760:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e84e211. 00000100:00000001:0.0:1767384675.005762:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384675.005763:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e84e211. 00000100:00100000:0.0:1767384675.005766:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013996307 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+7:15206:x1853237043922048:12345-192.168.202.37@tcp50:502: 00000100:00000200:0.0:1767384675.005769:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043922048 00000020:00000001:0.0:1767384675.005772:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384675.005775:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384675.005776:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.005778:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384675.005780:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661591792 : -1047959824 : ffffffffc18966f0) 00000020:00000001:0.0:1767384675.005782:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384675.005783:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384675.005789:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384675.005790:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384675.005793:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.005794:0:17074:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384675.005796:0:17074:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384675.005800:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384675.005802:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384675.005814:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000fd7d0bab. 02000000:00000001:0.0:1767384675.005816:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.005818:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384675.005829:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000039945c55 : new refcount 2 00000040:00000001:0.0:1767384675.005831:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384675.005833:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dd0c6a0e. 00000040:00000001:0.0:1767384675.005836:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384675.005838:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384675.005840:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804127891456 : -123269581660160 : 0xffff8fe3105fa000) 00000020:00000001:0.0:1767384675.005842:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804127891456 : -123269581660160 : ffff8fe3105fa000) 00000020:00000001:0.0:1767384675.005846:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384675.005850:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803980618840 : -123269728932776 : ffff8fe307986c58) 00000040:00000001:0.0:1767384675.005852:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384675.005853:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384675.005855:0:17074:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384675.005863:0:17074:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003a1bff4d. 00000040:00000001:0.0:1767384675.005865:0:17074:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384675.005866:0:17074:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384675.005880:0:17074:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384675.005882:0:17074:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384675.005883:0:17074:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384675.005885:0:17074:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384675.005887:0:17074:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384675.005889:0:17074:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384675.005894:0:17074:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384675.005896:0:17074:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384675.005902:0:17074:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384675.005904:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384675.005907:0:17074:0:(lu_object.c:207:lu_object_put()) Add 000000000aeb0f0c/00000000a3cd8e08 to site lru. bkt: 00000000edfeaef9 00000040:00000001:0.0:1767384675.005909:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384675.005910:0:17074:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003a1bff4d. 00000040:00000010:0.0:1767384675.005914:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dd0c6a0e. 00000040:00000040:0.0:1767384675.005915:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000039945c55 : new refcount 1 00000020:00000001:0.0:1767384675.005917:0:17074:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384675.005920:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043922048 00010000:00000001:0.0:1767384675.005922:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384675.005925:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000013996307 x1853237043922048/t0(0) o502->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 272/8472 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384675.005944:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384675.005946:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384675.005948:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384675.005952:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384675.005953:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:0.0:1767384675.005955:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:0.0:1767384675.005957:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384675.005959:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.005961:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384675.005968:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:0.0:1767384675.005971:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001dd787ad. 00000100:00000200:0.0:1767384675.005974:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237043922048, offset 224 00000400:00000200:0.0:1767384675.005979:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:0.0:1767384675.005986:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:0.0:1767384675.006004:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [225:225:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1767384675.006013:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384675.006017:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.37@tcp50 00000800:00000010:0.0:1767384675.006020:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000dd0c6a0e. 00000800:00000200:0.0:1767384675.006024:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:0.0:1767384675.006029:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1022 00000800:00000200:0.0:1767384675.006033:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd0c6a0e type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384675.006048:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384675.006052:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00010000:00000001:0.0:1767384675.006054:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384675.006056:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.006058:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384675.006062:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013996307 x1853237043922048/t0(0) o502->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 272/8472 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384675.006072:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013996307 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+7:15206:x1853237043922048:12345-192.168.202.37@tcp50:502: Request processed in 317us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384675.006086:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 164 00000100:00000040:0.0:1767384675.006088:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000100:00000001:0.0:1767384675.006090:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384675.006092:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384675.006096:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e37e14c0. 00000020:00000010:0.0:1767384675.006099:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000020:00000010:0.0:1767384675.006103:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b74a85. 00000020:00000040:0.0:1767384675.006107:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 6 00000100:00000001:0.0:1767384675.006111:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384675.006115:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384675.006118:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d20e59d9. 00000400:00000010:0.0:1767384675.006124:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d93ba59. 00000800:00000200:3.0:1767384675.006145:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384675.006150:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000dd0c6a0e. 00000400:00000200:3.0:1767384675.006153:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384675.006158:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:3.0:1767384675.006161:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dd787ad 00000400:00000010:3.0:1767384675.006163:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001dd787ad. 00000100:00000001:3.0:1767384675.006167:0:16342:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384675.006168:0:16342:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384675.006170:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000fd7d0bab. 02000000:00000001:3.0:1767384675.006178:0:16342:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384675.006180:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384675.007544:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.007551:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384675.007553:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.007555:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384675.007560:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:1.0:1767384675.007568:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 328 into portal 26 MB=0x695825fb00500 00000400:00000200:1.0:1767384675.007573:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 328/328 into md 0x183d [2] + 0 00000400:00000010:1.0:1767384675.007576:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006def9ba. 00000400:00000200:1.0:1767384675.007580:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005b67c7e 00000800:00000001:1.0:1767384675.007583:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.007588:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384675.007590:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384675.007595:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384675.007630:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005b67c7e 00000400:00000010:1.0:1767384675.007633:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005b67c7e. 00000100:00000001:1.0:1767384675.007638:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384675.007640:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384675.007644:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000002f916b96 x1853237043922176 msgsize 328 00000100:00100000:1.0:1767384675.007650:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:1.0:1767384675.007653:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384675.007667:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384675.007674:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.007678:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.007713:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384675.007717:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043922176 02000000:00000001:2.0:1767384675.007719:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384675.007722:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384675.007724:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384675.007727:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384675.007729:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043922176 00000020:00000001:2.0:1767384675.007732:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384675.007734:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:2.0:1767384675.007736:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384675.007746:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=7 00000020:00000001:2.0:1767384675.007748:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:2.0:1767384675.007751:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000001:2.0:1767384675.007755:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384675.007758:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097645f32. 00000100:00000001:2.0:1767384675.007760:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384675.007762:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097645f32. 00000020:00000010:2.0:1767384675.007765:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae1658f4. 00000020:00000010:2.0:1767384675.007768:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b75c7d0. 00000020:00000010:2.0:1767384675.007771:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000040:2.0:1767384675.007775:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384675.007777:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384675.007777:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384675.007778:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.007782:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.007793:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.007803:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384675.007805:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384675.007809:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 165 00000100:00000040:2.0:1767384675.007812:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:2.0:1767384675.007815:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852966480 : -123268856585136 : ffff8fe33b976450) 00000100:00000040:2.0:1767384675.007820:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f916b96 x1853237043922176/t0(0) o101->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 328/0 e 0 to 0 dl 1767384686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.007830:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384675.007833:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097645f32. 00000100:00000001:2.0:1767384675.007835:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384675.007838:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097645f32. 00000100:00100000:2.0:1767384675.007842:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f916b96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+7:15188:x1853237043922176:12345-192.168.202.37@tcp50:101: 00000100:00000200:2.0:1767384675.007846:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043922176 00000020:00000001:2.0:1767384675.007848:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384675.007850:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384675.007859:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.007861:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384675.007864:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000020:00000001:2.0:1767384675.007866:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384675.007867:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384675.007869:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384675.007871:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384675.007875:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.007877:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384675.007880:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384675.007882:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384675.007884:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384675.007886:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384675.007893:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384675.007899:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006cb3afc3 count: 2 00010000:00000001:2.0:1767384675.007901:0:17074:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384675.007904:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384675.007907:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d83329f5. 00000020:00000001:2.0:1767384675.007909:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384675.007911:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d83329f5 with handle 0x7f71e2b70dd2042d to hash 00000020:00000001:2.0:1767384675.007913:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384675.007914:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:2.0:1767384675.007916:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00010000:2.0:1767384675.007919:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2042d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x342befa0f6825ec6 expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384675.007926:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000174d4352 : new locks_count 3 00000020:00000040:2.0:1767384675.007927:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000174d4352 refcount=8 00000100:00000001:2.0:1767384675.007933:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384675.007935:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384675.007939:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000695f0b9e. 02000000:00000001:2.0:1767384675.007941:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.007944:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384675.007946:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384675.007949:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384675.007958:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384675.007961:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384675.007964:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384675.007966:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384675.007968:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384675.007971:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384675.007974:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384675.007975:0:17074:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384675.007977:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384675.007978:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006cb3afc3) refcount = 2 00010000:00000040:2.0:1767384675.007982:0:17074:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384675.007987:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20411 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd2040a expref: 14 pid: 17074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384675.007996:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2042d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825ec6 expref: 8 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384675.008003:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384675.008005:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384675.008007:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384675.008009:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384675.008011:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384675.008016:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384675.008019:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2042d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825ec6 expref: 8 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384675.008027:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384675.008029:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384675.008031:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384675.008034:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384675.008035:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384675.008037:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384675.008039:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384675.008040:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d83329f5, rc 0) 00000020:00000001:2.0:1767384675.008043:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384675.008045:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043922176 00010000:00000001:2.0:1767384675.008053:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384675.008056:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f916b96 x1853237043922176/t0(0) o101->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 328/344 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384675.008062:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384675.008063:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384675.008065:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384675.008068:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384675.008070:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:2.0:1767384675.008071:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:2.0:1767384675.008073:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384675.008074:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.008075:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384675.008077:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:2.0:1767384675.008080:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be9d8420. 00000100:00000200:2.0:1767384675.008083:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237043922176, offset 224 00000400:00000200:2.0:1767384675.008086:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:2.0:1767384675.008092:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:2.0:1767384675.008101:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [226:226:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:2.0:1767384675.008108:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384675.008117:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:2.0:1767384675.008119:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd589042. 00000800:00000200:2.0:1767384675.008123:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:2.0:1767384675.008126:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:2.0:1767384675.008128:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd589042 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384675.008138:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.008140:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00010000:00000001:2.0:1767384675.008141:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384675.008142:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.008144:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384675.008146:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f916b96 x1853237043922176/t0(0) o101->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 328/344 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384675.008162:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f916b96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+8:15188:x1853237043922176:12345-192.168.202.37@tcp50:101: Request processed in 330us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384675.008167:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 165 00000100:00000040:2.0:1767384675.008169:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000100:00000001:2.0:1767384675.008170:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384675.008171:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384675.008174:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b75c7d0. 00000020:00000010:2.0:1767384675.008177:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000020:00000010:2.0:1767384675.008179:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae1658f4. 00000020:00000040:2.0:1767384675.008182:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 7 00000100:00000001:2.0:1767384675.008185:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384675.008188:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384675.008192:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005415d05a. 00000400:00000010:2.0:1767384675.008196:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abd3d098. 00000800:00000200:1.0:1767384675.008206:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384675.008211:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd589042. 00000400:00000200:1.0:1767384675.008217:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384675.008223:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384675.008227:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be9d8420 00000400:00000010:1.0:1767384675.008229:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be9d8420. 00000100:00000001:1.0:1767384675.008232:0:16341:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384675.008234:0:16341:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384675.008237:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000695f0b9e. 02000000:00000001:1.0:1767384675.008256:0:16341:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384675.008257:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384675.009735:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384675.009743:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384675.009746:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384675.009749:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384675.009756:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:3.0:1767384675.009766:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 304 into portal 26 MB=0x695825fb00580 00000400:00000200:3.0:1767384675.009772:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 304/304 into md 0x1879 [2] + 0 00000400:00000010:3.0:1767384675.009777:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000231ecf56. 00000400:00000200:3.0:1767384675.009783:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000025529537 00000800:00000001:3.0:1767384675.009787:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384675.009793:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384675.009795:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384675.009799:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:3.0:1767384675.009803:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025529537 00000400:00000010:3.0:1767384675.009805:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025529537. 00000100:00000001:3.0:1767384675.009808:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384675.009810:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384675.009813:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000002d9ee1f6 x1853237043922304 msgsize 304 00000100:00100000:3.0:1767384675.009818:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:3.0:1767384675.009820:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384675.009830:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384675.009835:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384675.009838:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.009859:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384675.009862:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043922304 02000000:00000001:2.0:1767384675.009863:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384675.009864:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384675.009866:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384675.009868:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384675.009870:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043922304 00000020:00000001:2.0:1767384675.009871:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384675.009872:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:2.0:1767384675.009873:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384675.009875:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=8 00000020:00000001:2.0:1767384675.009877:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:2.0:1767384675.009878:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000001:2.0:1767384675.009880:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384675.009883:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097645f32. 00000100:00000001:2.0:1767384675.009884:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384675.009886:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097645f32. 00000020:00000010:2.0:1767384675.009894:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae1658f4. 00000020:00000010:2.0:1767384675.009896:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b75c7d0. 00000020:00000010:2.0:1767384675.009898:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000040:2.0:1767384675.009903:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384675.009904:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384675.009906:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384675.009907:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.009909:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.009917:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.009923:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384675.009924:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384675.009927:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 166 00000100:00000040:2.0:1767384675.009930:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:2.0:1767384675.009933:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852970576 : -123268856581040 : ffff8fe33b977450) 00000100:00000040:2.0:1767384675.009938:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d9ee1f6 x1853237043922304/t0(0) o256->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 304/0 e 0 to 0 dl 1767384686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.009948:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384675.009951:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097645f32. 00000100:00000001:2.0:1767384675.009953:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384675.009955:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097645f32. 00000100:00100000:2.0:1767384675.009959:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d9ee1f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+8:15188:x1853237043922304:12345-192.168.202.37@tcp50:256: 00000100:00000200:2.0:1767384675.009963:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043922304 00000020:00000001:2.0:1767384675.009965:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384675.009968:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384675.009969:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.009971:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384675.009973:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592544 : -1047959072 : ffffffffc18969e0) 00000020:00000001:2.0:1767384675.009976:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384675.009977:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384675.009979:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384675.009981:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384675.009983:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.009992:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384675.009994:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384675.009997:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000695f0b9e. 02000000:00000001:2.0:1767384675.009999:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.010001:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384675.010003:0:17074:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384675.010007:0:17074:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384675.010010:0:17074:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384675.010013:0:17074:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384675.010015:0:17074:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384675.010018:0:17074:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384675.010020:0:17074:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:2.0:1767384675.010023:0:17074:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000003112511e. 20000000:00000001:2.0:1767384675.010026:0:17074:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384675.010037:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384675.010042:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384675.010046:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384675.010047:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384675.010049:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384675.010050:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384675.010051:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384675.010052:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384675.010054:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384675.010055:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384675.010056:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384675.010057:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384675.010058:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384675.010060:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384675.010061:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384675.010062:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384675.010063:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384675.010064:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384675.010065:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384675.010066:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384675.010067:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384675.010068:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384675.010069:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384675.010071:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384675.010072:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384675.010076:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384675.010077:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384675.010078:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384675.010080:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384675.010081:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384675.010082:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384675.010084:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384675.010085:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384675.010086:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384675.010087:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384675.010088:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384675.010089:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384675.010090:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384675.010091:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384675.010092:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384675.010093:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384675.010095:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384675.010096:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:2.0:1767384675.010103:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384675.010104:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384675.010105:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384675.010106:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384675.010107:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384675.010108:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384675.010109:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384675.010111:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384675.010112:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384675.010113:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384675.010114:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384675.010115:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384675.010116:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384675.010118:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384675.010119:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384675.010120:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384675.010122:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384675.010123:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384675.010124:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384675.010125:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384675.010126:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384675.010130:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384675.010131:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384675.010133:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384675.010134:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384675.010136:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384675.010137:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384675.010138:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384675.010139:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384675.010140:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384675.010141:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384675.010143:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384675.010144:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384675.010145:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384675.010146:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384675.010147:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384675.010148:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384675.010149:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384675.010150:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384675.010152:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384675.010153:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384675.010154:0:17074:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384675.010155:0:17074:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:2.0:1767384675.010157:0:17074:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:2.0:1767384675.010158:0:17074:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:2.0:1767384675.010160:0:17074:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384675.010163:0:17074:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000de9e0686. 00000100:00000010:2.0:1767384675.010165:0:17074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000093ec7a4f. 00000020:00000040:2.0:1767384675.010167:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000174d4352 refcount=9 00010000:00000001:2.0:1767384675.010169:0:17074:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384675.010171:0:17074:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384675.010174:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000734bb67e. 00000400:00000010:2.0:1767384675.010178:0:17074:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000058167aa2. 00000400:00000200:2.0:1767384675.010180:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:2.0:1767384675.010186:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:2.0:1767384675.010193:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [227:227:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:2.0:1767384675.010196:0:17074:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.37@tcp50 00000400:00000200:2.0:1767384675.010201:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384675.010208:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:2.0:1767384675.010210:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012e4acd7. 00000800:00000200:2.0:1767384675.010213:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:2.0:1767384675.010216:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1022 00000800:00000200:2.0:1767384675.010219:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012e4acd7 type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:2.0:1767384675.010252:0:17074:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.202.37@tcp50 mbits 0x695825fb00580-0x695825fb00580 00000100:00000001:2.0:1767384675.010256:0:17074:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384675.010304:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384675.010307:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012e4acd7. 00000400:00000200:1.0:1767384675.010311:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384675.010315:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:1.0:1767384675.010318:0:16343:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384675.010319:0:16343:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000de9e0686 00000100:00000001:1.0:1767384675.010320:0:16343:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1767384675.010995:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.011000:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384675.011002:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.011022:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384675.011027:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : ACK - for me 00000400:00000200:1.0:1767384675.011034:0:16341:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.137@tcp50: ACK from 12345-192.168.202.37@tcp50 into md 0x206d 00000400:00000200:1.0:1767384675.011036:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384675.011039:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: ACK: OK 00000400:00000200:1.0:1767384675.011046:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000734bb67e 00000400:00000010:1.0:1767384675.011048:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000734bb67e. 00000100:00000001:1.0:1767384675.011050:0:16341:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384675.011051:0:16341:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000de9e0686 00000100:00000001:1.0:1767384675.011059:0:16341:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1767384675.011062:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.011065:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384675.011089:0:17074:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.011092:0:17074:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384675.011094:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 8 00000100:00000010:2.0:1767384675.011096:0:17074:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000093ec7a4f. 00000100:00000010:2.0:1767384675.011099:0:17074:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000de9e0686. 00000100:00000001:2.0:1767384675.011100:0:17074:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384675.011101:0:17074:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384675.011107:0:17074:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000003112511e. 20000000:00000001:2.0:1767384675.011110:0:17074:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384675.011112:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043922304 00010000:00000001:2.0:1767384675.011114:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384675.011117:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d9ee1f6 x1853237043922304/t0(0) o256->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 304/240 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384675.011123:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384675.011125:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384675.011126:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384675.011129:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384675.011130:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:2.0:1767384675.011132:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:2.0:1767384675.011133:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384675.011135:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.011136:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384675.011138:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:2.0:1767384675.011140:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e296521. 00000100:00000200:2.0:1767384675.011142:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237043922304, offset 224 00000400:00000200:2.0:1767384675.011150:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:2.0:1767384675.011155:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:2.0:1767384675.011160:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [228:228:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1767384675.011167:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384675.011170:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:2.0:1767384675.011172:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000396866f6. 00000800:00000200:2.0:1767384675.011175:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:2.0:1767384675.011178:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:2.0:1767384675.011180:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000396866f6 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:2.0:1767384675.011189:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.011191:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00010000:00000001:2.0:1767384675.011193:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384675.011194:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.011196:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384675.011199:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d9ee1f6 x1853237043922304/t0(0) o256->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 304/240 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384675.011205:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d9ee1f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+8:15188:x1853237043922304:12345-192.168.202.37@tcp50:256: Request processed in 1257us (1391us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384675.011211:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 166 00000100:00000040:2.0:1767384675.011213:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000100:00000001:2.0:1767384675.011215:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384675.011216:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384675.011218:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b75c7d0. 00000020:00000010:2.0:1767384675.011220:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000020:00000010:2.0:1767384675.011223:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae1658f4. 00000020:00000040:2.0:1767384675.011225:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 7 00000100:00000001:2.0:1767384675.011227:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384675.011230:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384675.011233:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb1631b. 00000800:00000200:3.0:1767384675.011254:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384675.011255:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000298b414c. 00000800:00000010:3.0:1767384675.011258:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000396866f6. 00000400:00000200:3.0:1767384675.011262:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384675.011267:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:3.0:1767384675.011270:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e296521 00000400:00000010:3.0:1767384675.011271:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e296521. 00000100:00000001:3.0:1767384675.011274:0:16342:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384675.011275:0:16342:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384675.011277:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000695f0b9e. 02000000:00000001:3.0:1767384675.011279:0:16342:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384675.011279:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384675.015379:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.015388:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384675.015390:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.015392:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384675.015405:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:1.0:1767384675.015416:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 328 into portal 26 MB=0x695825fb00600 00000400:00000200:1.0:1767384675.015421:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 328/328 into md 0x1899 [2] + 0 00000400:00000010:1.0:1767384675.015424:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a79255d6. 00000400:00000200:1.0:1767384675.015427:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001bc0904e 00000800:00000001:1.0:1767384675.015431:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.015436:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384675.015438:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384675.015441:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384675.015443:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bc0904e 00000400:00000010:1.0:1767384675.015445:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bc0904e. 00000100:00000001:1.0:1767384675.015448:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384675.015449:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384675.015451:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000002eacff58 x1853237043922432 msgsize 328 00000100:00100000:1.0:1767384675.015455:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:1.0:1767384675.015456:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384675.015464:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384675.015468:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.015469:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.015504:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384675.015507:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043922432 02000000:00000001:2.0:1767384675.015509:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384675.015510:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384675.015511:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384675.015514:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384675.015516:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043922432 00000020:00000001:2.0:1767384675.015518:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384675.015519:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:2.0:1767384675.015521:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384675.015523:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=8 00000020:00000001:2.0:1767384675.015525:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:2.0:1767384675.015526:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000001:2.0:1767384675.015529:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384675.015532:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097645f32. 00000100:00000001:2.0:1767384675.015534:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384675.015535:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097645f32. 00000020:00000010:2.0:1767384675.015539:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae1658f4. 00000020:00000010:2.0:1767384675.015541:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b75c7d0. 00000020:00000010:2.0:1767384675.015544:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000040:2.0:1767384675.015548:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384675.015550:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384675.015551:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384675.015552:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.015555:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.015564:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.015570:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384675.015571:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384675.015574:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 167 00000100:00000040:2.0:1767384675.015577:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:2.0:1767384675.015578:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852972624 : -123268856578992 : ffff8fe33b977c50) 00000100:00000040:2.0:1767384675.015582:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002eacff58 x1853237043922432/t0(0) o101->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 328/0 e 0 to 0 dl 1767384686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.015645:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384675.015649:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097645f32. 00000100:00000001:2.0:1767384675.015652:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384675.015654:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097645f32. 00000100:00100000:2.0:1767384675.015660:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002eacff58 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+8:15188:x1853237043922432:12345-192.168.202.37@tcp50:101: 00000100:00000200:2.0:1767384675.015664:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043922432 00000020:00000001:2.0:1767384675.015667:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384675.015670:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384675.015671:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.015673:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384675.015675:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592128 : -1047959488 : ffffffffc1896840) 00000020:00000001:2.0:1767384675.015677:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384675.015678:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384675.015680:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384675.015681:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384675.015684:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.015685:0:17074:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384675.015687:0:17074:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384675.015688:0:17074:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384675.015690:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384675.015691:0:17074:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384675.015694:0:17074:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384675.015698:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c7f9f73d count: 3 00010000:00000001:2.0:1767384675.015700:0:17074:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384675.015702:0:17074:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384675.015704:0:17074:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052d18255. 00000020:00000001:2.0:1767384675.015707:0:17074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384675.015708:0:17074:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052d18255 with handle 0x7f71e2b70dd20434 to hash 00000020:00000001:2.0:1767384675.015710:0:17074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384675.015711:0:17074:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:2.0:1767384675.015713:0:17074:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00010000:2.0:1767384675.015715:0:17074:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20434 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x342befa0f6825ecd expref: -99 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384675.015725:0:17074:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000174d4352 : new locks_count 4 00000020:00000040:2.0:1767384675.015726:0:17074:0:(genops.c:887:class_export_get()) GET export 00000000174d4352 refcount=9 00000100:00000001:2.0:1767384675.015732:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384675.015733:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384675.015736:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000de9e0686. 02000000:00000001:2.0:1767384675.015737:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.015739:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384675.015740:0:17074:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384675.015743:0:17074:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384675.015744:0:17074:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384675.015746:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384675.015747:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384675.015748:0:17074:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384675.015749:0:17074:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384675.015751:0:17074:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384675.015752:0:17074:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384675.015753:0:17074:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384675.015754:0:17074:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384675.015755:0:17074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000c7f9f73d) refcount = 3 00010000:00000040:2.0:1767384675.015757:0:17074:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384675.015759:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000022d171ac/0x7f71e2b70dd2012b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd20124 expref: 14 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384675.015763:0:17074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000588f8361/0x7f71e2b70dd200a6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7f71e2b70dd2009f expref: 14 pid: 17075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384675.015767:0:17074:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20434 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825ecd expref: 9 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384675.015771:0:17074:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384675.015772:0:17074:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384675.015773:0:17074:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384675.015774:0:17074:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384675.015775:0:17074:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384675.015781:0:17074:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384675.015783:0:17074:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20434 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825ecd expref: 9 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384675.015788:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384675.015789:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384675.015791:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384675.015792:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384675.015794:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384675.015795:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384675.015796:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384675.015796:0:17074:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000052d18255, rc 0) 00000020:00000001:2.0:1767384675.015798:0:17074:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384675.015799:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043922432 00010000:00000001:2.0:1767384675.015801:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384675.015803:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002eacff58 x1853237043922432/t0(0) o101->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 328/344 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384675.015808:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384675.015809:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384675.015811:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384675.015813:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384675.015815:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:2.0:1767384675.015817:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:2.0:1767384675.015818:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384675.015819:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.015821:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384675.015823:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:2.0:1767384675.015826:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff40c07. 00000100:00000200:2.0:1767384675.015829:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237043922432, offset 224 00000400:00000200:2.0:1767384675.015832:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:2.0:1767384675.015838:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:2.0:1767384675.015847:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [229:229:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:2.0:1767384675.015854:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384675.015863:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:2.0:1767384675.015865:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc0bd930. 00000800:00000200:2.0:1767384675.015868:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:2.0:1767384675.015872:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:2.0:1767384675.015874:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc0bd930 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384675.015885:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.015887:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00010000:00000001:2.0:1767384675.015889:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384675.015890:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.015891:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384675.015894:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eacff58 x1853237043922432/t0(0) o101->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 328/344 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384675.015900:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002eacff58 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+9:15188:x1853237043922432:12345-192.168.202.37@tcp50:101: Request processed in 255us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384675.015906:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 167 00000100:00000040:2.0:1767384675.015909:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000100:00000001:2.0:1767384675.015911:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384675.015912:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384675.015915:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b75c7d0. 00000020:00000010:2.0:1767384675.015917:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000020:00000010:2.0:1767384675.015919:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae1658f4. 00000020:00000040:2.0:1767384675.015922:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 8 00000100:00000001:2.0:1767384675.015924:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384675.015929:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384675.015933:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c95d1f4d. 00000400:00000010:2.0:1767384675.015939:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000beb09d5a. 00000800:00000200:1.0:1767384675.015955:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384675.015959:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc0bd930. 00000400:00000200:1.0:1767384675.015964:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384675.015968:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384675.015970:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff40c07 00000400:00000010:1.0:1767384675.015977:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff40c07. 00000100:00000001:1.0:1767384675.015980:0:16341:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384675.015981:0:16341:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384675.015982:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000de9e0686. 02000000:00000001:1.0:1767384675.015984:0:16341:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384675.015985:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384675.016723:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384675.016728:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384675.016730:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384675.016732:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384675.016736:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:3.0:1767384675.016743:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 504 into portal 26 MB=0x695825fb00680 00000400:00000200:3.0:1767384675.016747:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 504/504 into md 0x18d1 [2] + 0 00000400:00000010:3.0:1767384675.016750:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb5708b. 00000400:00000200:3.0:1767384675.016752:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000058d2675b 00000800:00000001:3.0:1767384675.016755:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384675.016758:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384675.016759:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384675.016762:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:3.0:1767384675.016764:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d2675b 00000400:00000010:3.0:1767384675.016765:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058d2675b. 00000100:00000001:3.0:1767384675.016767:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384675.016768:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384675.016770:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000aecb7faf x1853237043922560 msgsize 504 00000100:00100000:3.0:1767384675.016773:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:3.0:1767384675.016774:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384675.016783:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384675.016786:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384675.016787:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.016811:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384675.016813:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043922560 02000000:00000001:2.0:1767384675.016814:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384675.016815:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384675.016817:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384675.016823:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384675.016826:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043922560 00000020:00000001:2.0:1767384675.016827:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384675.016828:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:2.0:1767384675.016829:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384675.016830:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=9 00000020:00000001:2.0:1767384675.016832:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:2.0:1767384675.016833:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000001:2.0:1767384675.016835:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384675.016837:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097645f32. 00000100:00000001:2.0:1767384675.016838:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384675.016839:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097645f32. 00000020:00000010:2.0:1767384675.016842:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae1658f4. 00000020:00000010:2.0:1767384675.016844:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b75c7d0. 00000020:00000010:2.0:1767384675.016846:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000040:2.0:1767384675.016849:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384675.016850:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384675.016851:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384675.016852:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.016854:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.016862:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.016867:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384675.016868:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384675.016871:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 168 00000100:00000040:2.0:1767384675.016873:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:2.0:1767384675.016874:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852958288 : -123268856593328 : ffff8fe33b974450) 00000100:00000040:2.0:1767384675.016876:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aecb7faf x1853237043922560/t0(0) o501->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 504/0 e 0 to 0 dl 1767384686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.016883:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384675.016886:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097645f32. 00000100:00000001:2.0:1767384675.016888:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384675.016890:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097645f32. 00000100:00100000:2.0:1767384675.016896:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aecb7faf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+9:15188:x1853237043922560:12345-192.168.202.37@tcp50:501: 00000100:00000200:2.0:1767384675.016906:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043922560 00000020:00000001:2.0:1767384675.016909:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384675.016911:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384675.016914:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.016916:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384675.016918:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661591744 : -1047959872 : ffffffffc18966c0) 00000020:00000001:2.0:1767384675.016921:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384675.016922:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384675.016924:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384675.016925:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384675.016928:0:17074:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384675.016929:0:17074:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.016931:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384675.016933:0:17074:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384675.016935:0:17074:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384675.016937:0:17074:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384675.016940:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384675.016941:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384675.016945:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000de9e0686. 02000000:00000001:2.0:1767384675.016947:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.016949:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384675.016952:0:17074:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:2.0:1767384675.016955:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000039945c55 : new refcount 2 00000040:00000001:2.0:1767384675.016957:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384675.016961:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006589f399. 00000040:00000001:2.0:1767384675.016965:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384675.016968:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384675.016971:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804127891456 : -123269581660160 : 0xffff8fe3105fa000) 00000020:00000001:2.0:1767384675.016974:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804127891456 : -123269581660160 : ffff8fe3105fa000) 00080000:00000001:2.0:1767384675.016982:0:17074:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384675.016986:0:17074:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384675.017005:0:17074:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384675.017019:0:17074:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384675.017021:0:17074:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384675.017023:0:17074:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384675.017030:0:17074:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384675.017032:0:17074:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384675.017035:0:17074:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:881742550 to info 00000000bd47f9a8 00000020:00000001:2.0:1767384675.017040:0:17074:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000003fb4fe25 00080000:00000002:2.0:1767384675.017041:0:17074:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:2.0:1767384675.017044:0:17074:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384675.017049:0:17074:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384675.017051:0:17074:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384675.017057:0:17074:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000e7e32168. 00000020:00000001:2.0:1767384675.017061:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384675.017066:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803913208920 : -123269796342696 : ffff8fe30393d458) 00000040:00000001:2.0:1767384675.017069:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384675.017071:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384675.017075:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384675.017078:0:17074:0:(lu_object.c:207:lu_object_put()) Add 0000000084c9f3ae/00000000fa401a67 to site lru. bkt: 00000000539939ff 00000040:00000010:2.0:1767384675.017081:0:17074:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000e7e32168. 00000040:00000001:2.0:1767384675.017085:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384675.017087:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006589f399. 00000040:00000001:2.0:1767384675.017090:0:17074:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384675.017091:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000039945c55 : new refcount 1 00000020:00000001:2.0:1767384675.017093:0:17074:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384675.017096:0:17074:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384675.017098:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043922560 00010000:00000001:2.0:1767384675.017100:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384675.017102:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aecb7faf x1853237043922560/t0(0) o501->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 504/272 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384675.017107:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384675.017109:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384675.017110:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384675.017112:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384675.017114:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:2.0:1767384675.017115:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:2.0:1767384675.017116:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384675.017122:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.017123:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384675.017125:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:2.0:1767384675.017127:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a2896d7. 00000100:00000200:2.0:1767384675.017129:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237043922560, offset 224 00000400:00000200:2.0:1767384675.017132:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:2.0:1767384675.017136:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:2.0:1767384675.017142:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [230:230:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1767384675.017149:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384675.017153:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:2.0:1767384675.017155:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc0bd930. 00000800:00000200:2.0:1767384675.017158:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:2.0:1767384675.017161:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:2.0:1767384675.017163:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc0bd930 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767384675.017175:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.017179:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00010000:00000001:2.0:1767384675.017181:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384675.017183:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.017185:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384675.017188:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aecb7faf x1853237043922560/t0(0) o501->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 504/272 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384675.017198:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aecb7faf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+9:15188:x1853237043922560:12345-192.168.202.37@tcp50:501: Request processed in 312us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384675.017206:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 168 00000100:00000040:2.0:1767384675.017208:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000100:00000001:2.0:1767384675.017210:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384675.017220:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384675.017223:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b75c7d0. 00000020:00000010:2.0:1767384675.017229:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000020:00000010:2.0:1767384675.017233:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae1658f4. 00000800:00000200:1.0:1767384675.017250:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384675.017253:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc0bd930. 00000400:00000200:1.0:1767384675.017259:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384675.017260:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 8 00000400:00000200:1.0:1767384675.017265:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:2.0:1767384675.017267:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384675.017269:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a2896d7 00000400:00000010:1.0:1767384675.017272:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a2896d7. 00000100:00000200:2.0:1767384675.017273:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384675.017275:0:16343:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384675.017278:0:16343:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384675.017279:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006060ccf3. 02000000:00000010:1.0:1767384675.017280:0:16343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000de9e0686. 02000000:00000001:1.0:1767384675.017285:0:16343:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1767384675.017286:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2a4633f. 00000100:00000001:1.0:1767384675.017287:0:16343:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384675.018188:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.018196:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384675.018198:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.018201:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384675.018206:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:1.0:1767384675.018216:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 272 into portal 26 MB=0x695825fb00700 00000400:00000200:1.0:1767384675.018221:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 272/272 into md 0x18d9 [2] + 0 00000400:00000010:1.0:1767384675.018225:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012dfcf17. 00000400:00000200:1.0:1767384675.018229:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000082f31bc7 00000800:00000001:1.0:1767384675.018232:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.018251:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384675.018254:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384675.018258:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384675.018261:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082f31bc7 00000400:00000010:1.0:1767384675.018264:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082f31bc7. 00000100:00000001:1.0:1767384675.018267:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384675.018269:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384675.018271:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000007dc837c x1853237043922688 msgsize 272 00000100:00100000:1.0:1767384675.018276:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:1.0:1767384675.018285:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384675.018298:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384675.018304:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.018308:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.018344:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384675.018346:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043922688 02000000:00000001:2.0:1767384675.018348:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384675.018349:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384675.018350:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384675.018352:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384675.018354:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043922688 00000020:00000001:2.0:1767384675.018355:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384675.018356:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:2.0:1767384675.018358:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384675.018359:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=9 00000020:00000001:2.0:1767384675.018361:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:2.0:1767384675.018362:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000001:2.0:1767384675.018365:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384675.018367:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097645f32. 00000100:00000001:2.0:1767384675.018369:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384675.018370:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097645f32. 00000020:00000010:2.0:1767384675.018373:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006589f399. 00000020:00000010:2.0:1767384675.018375:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b75c7d0. 00000020:00000010:2.0:1767384675.018377:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000040:2.0:1767384675.018380:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384675.018382:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384675.018382:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384675.018384:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.018386:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.018394:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.018399:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384675.018400:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384675.018403:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 169 00000100:00000040:2.0:1767384675.018405:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:2.0:1767384675.018411:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852971600 : -123268856580016 : ffff8fe33b977850) 00000100:00000040:2.0:1767384675.018415:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000007dc837c x1853237043922688/t0(0) o503->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 272/0 e 0 to 0 dl 1767384686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.018422:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384675.018423:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097645f32. 00000100:00000001:2.0:1767384675.018425:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384675.018426:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097645f32. 00000100:00100000:2.0:1767384675.018430:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000007dc837c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+9:15188:x1853237043922688:12345-192.168.202.37@tcp50:503: 00000100:00000200:2.0:1767384675.018433:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043922688 00000020:00000001:2.0:1767384675.018435:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384675.018436:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384675.018438:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.018439:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384675.018440:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661591840 : -1047959776 : ffffffffc1896720) 00000020:00000001:2.0:1767384675.018442:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384675.018443:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384675.018444:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384675.018445:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384675.018446:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.018448:0:17074:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384675.018449:0:17074:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384675.018451:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384675.018452:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384675.018480:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000fd7d0bab. 02000000:00000001:2.0:1767384675.018482:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.018483:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384675.018485:0:17074:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000039945c55 : new refcount 2 00000040:00000001:2.0:1767384675.018486:0:17074:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384675.018488:0:17074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f7783a3a. 00000040:00000001:2.0:1767384675.018491:0:17074:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384675.018492:0:17074:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384675.018493:0:17074:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446620804127891456 : -123269581660160 : 0xffff8fe3105fa000) 00000020:00000001:2.0:1767384675.018495:0:17074:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446620804127891456 : -123269581660160 : ffff8fe3105fa000) 00000020:00000001:2.0:1767384675.018501:0:17074:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384675.018503:0:17074:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803913208920 : -123269796342696 : ffff8fe30393d458) 00000040:00000001:2.0:1767384675.018505:0:17074:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384675.018506:0:17074:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384675.018508:0:17074:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384675.018511:0:17074:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a9917554. 00000040:00000001:2.0:1767384675.018513:0:17074:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384675.018514:0:17074:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384675.018517:0:17074:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384675.018519:0:17074:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384675.018521:0:17074:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384675.018522:0:17074:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384675.018524:0:17074:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384675.018526:0:17074:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:2.0:1767384675.018528:0:17074:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384675.018530:0:17074:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384675.018531:0:17074:0:(lu_object.c:207:lu_object_put()) Add 0000000084c9f3ae/00000000fa401a67 to site lru. bkt: 00000000539939ff 00000040:00000001:2.0:1767384675.018533:0:17074:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384675.018534:0:17074:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a9917554. 00000040:00000010:2.0:1767384675.018536:0:17074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f7783a3a. 00000040:00000040:2.0:1767384675.018537:0:17074:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000039945c55 : new refcount 1 00000020:00000001:2.0:1767384675.018539:0:17074:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384675.018540:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043922688 00010000:00000001:2.0:1767384675.018542:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384675.018545:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000007dc837c x1853237043922688/t0(0) o503->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 272/8416 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384675.018550:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384675.018551:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384675.018553:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384675.018555:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384675.018557:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:2.0:1767384675.018558:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:2.0:1767384675.018560:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384675.018564:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.018566:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384675.018567:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:2.0:1767384675.018570:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a50268e5. 00000100:00000200:2.0:1767384675.018572:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237043922688, offset 224 00000400:00000200:2.0:1767384675.018575:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:2.0:1767384675.018580:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:2.0:1767384675.018586:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [231:231:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1767384675.018593:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384675.018596:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.37@tcp50 00000800:00000010:2.0:1767384675.018598:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000f7783a3a. 00000800:00000200:2.0:1767384675.018601:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:2.0:1767384675.018604:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1022 00000800:00000200:2.0:1767384675.018645:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7783a3a type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:2.0:1767384675.018654:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.018657:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00010000:00000001:2.0:1767384675.018660:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384675.018662:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.018664:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384675.018669:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007dc837c x1853237043922688/t0(0) o503->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:656/0 lens 272/8416 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384675.018679:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000007dc837c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+9:15188:x1853237043922688:12345-192.168.202.37@tcp50:503: Request processed in 256us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384675.018688:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 169 00000100:00000040:2.0:1767384675.018691:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000100:00000001:2.0:1767384675.018695:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384675.018711:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384675.018715:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b75c7d0. 00000800:00000200:3.0:1767384675.018718:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384675.018718:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000800:00000010:3.0:1767384675.018721:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000f7783a3a. 00000020:00000010:2.0:1767384675.018721:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006589f399. 00000400:00000200:3.0:1767384675.018724:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384675.018729:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000020:00000040:2.0:1767384675.018729:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 8 00000400:00000200:3.0:1767384675.018732:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a50268e5 00000100:00000001:2.0:1767384675.018732:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384675.018734:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a50268e5. 00000100:00000001:3.0:1767384675.018736:0:16342:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384675.018736:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384675.018738:0:16342:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384675.018739:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000fd7d0bab. 00000400:00000010:2.0:1767384675.018739:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4569fe7. 00000400:00000010:2.0:1767384675.018743:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002538d94c. 02000000:00000001:3.0:1767384675.018750:0:16342:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384675.018751:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384675.020773:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.020781:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384675.020783:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.020784:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384675.020789:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:1.0:1767384675.020796:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 520 into portal 12 MB=0x695825fb00780 00000400:00000200:1.0:1767384675.020801:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.37@tcp50 of length 520/520 into md 0x229 [64] + 8728 00000800:00000001:1.0:1767384675.020805:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.020810:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384675.020812:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384675.020815:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:1.0:1767384675.020818:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384675.020820:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384675.020823:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c324ea93. 00000100:00000040:1.0:1767384675.020825:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000c324ea93 x1853237043922816 msgsize 520 00000100:00100000:1.0:1767384675.020828:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000001:1.0:1767384675.020840:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384675.020845:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.020847:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.020878:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384675.020881:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043922816 02000000:00000001:2.0:1767384675.020883:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384675.020884:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384675.020885:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384675.020887:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384675.020889:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043922816 00000020:00000001:2.0:1767384675.020890:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384675.020891:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384675.020892:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384675.020893:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.020894:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384675.020897:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006589f399. 00000020:00000010:2.0:1767384675.020909:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b75c7d0. 00000020:00000010:2.0:1767384675.020912:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000001:2.0:1767384675.020915:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384675.020915:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384675.020917:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.020919:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.020930:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.020940:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384675.020941:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384675.020946:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 3 00000100:00000001:2.0:1767384675.020948:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667046144 : -123274042505472 : ffff8fe2067c8700) 00000100:00000040:2.0:1767384675.020952:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c324ea93 x1853237043922816/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384695 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384675.020963:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c324ea93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:11797:x1853237043922816:12345-192.168.202.37@tcp50:38: 00000100:00000200:2.0:1767384675.020966:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043922816 00000020:00000001:2.0:1767384675.020968:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384675.020998:0:17081:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384675.021006:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 8 - find 00000020:00000001:2.0:1767384675.021009:0:17081:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446620803978506672 : -123269731044944 : ffff8fe3077831b0) 00000100:00000001:2.0:1767384675.021013:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384675.021014:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384675.021017:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000695f0b9e. 02000000:00000001:2.0:1767384675.021018:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.021019:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384675.021021:0:17081:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384675.021025:0:17081:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50 t0 exp 0000000000000000 cur 296 last 0 00010000:00000001:2.0:1767384675.021028:0:17081:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:2.0:1767384675.021030:0:17081:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:2.0:1767384675.021033:0:17081:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384675.021036:0:17081:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384675.021040:0:17081:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384675.021043:0:17081:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384675.021044:0:17081:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384675.021046:0:17081:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384675.021047:0:17081:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384675.021049:0:17081:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384675.021050:0:17081:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.021051:0:17081:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384675.021053:0:17081:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384675.021055:0:17081:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003112511e. 00000020:00000001:2.0:1767384675.021057:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384675.021058:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003112511e with handle 0x7f71e2b70dd2043b to hash 00000020:00000001:2.0:1767384675.021059:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384675.021062:0:17081:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:2.0:1767384675.021063:0:17081:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:2.0:1767384675.021065:0:17081:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000097645f32. 00000001:00000001:2.0:1767384675.021067:0:17081:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:2.0:1767384675.021069:0:17081:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000001f07ccc0. 00000001:00000001:2.0:1767384675.021071:0:17081:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384675.021081:0:17081:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384675.021083:0:17081:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384675.021085:0:17081:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000396866f6. 00000001:00000010:2.0:1767384675.021093:0:17081:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fe756f7d. 00000001:00000010:2.0:1767384675.021095:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8647c87. 00000001:00000010:2.0:1767384675.021097:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000051caaeac. 00000001:00000010:2.0:1767384675.021099:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d647b8bd. 00000001:00000010:2.0:1767384675.021100:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009c95c9aa. 00000001:00000001:2.0:1767384675.021102:0:17081:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384675.021103:0:17081:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000012e4acd7. 00000001:00000010:2.0:1767384675.021105:0:17081:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f12602aa. 00000001:00000010:2.0:1767384675.021106:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a458eda0. 00000001:00000010:2.0:1767384675.021107:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009e68d583. 00000001:00000010:2.0:1767384675.021109:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f7783a3a. 00000001:00000010:2.0:1767384675.021110:0:17081:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ae1658f4. 00010000:00000001:2.0:1767384675.021112:0:17081:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384675.021113:0:17081:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384675.021114:0:17081:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.021115:0:17081:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384675.021117:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003112511e refcount=3 00000020:00000040:2.0:1767384675.021119:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 9 - export 00000020:00000001:2.0:1767384675.021121:0:17081:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000020:00000040:2.0:1767384675.021122:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 2 00000020:00000080:2.0:1767384675.021124:0:17081:0:(genops.c:1402:class_connect()) connect: client 9ad25df5-1635-4ffe-973f-7bd68d52e539, cookie 0x7f71e2b70dd2043b 00000020:00000001:2.0:1767384675.021125:0:17081:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.021127:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384675.021127:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2043b 00000020:00000001:2.0:1767384675.021128:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384675.021129:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003112511e refcount=3 00000020:00000001:2.0:1767384675.021130:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000020:00000001:2.0:1767384675.021131:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000001:00000001:2.0:1767384675.021133:0:17081:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:2.0:1767384675.021135:0:17081:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:2.0:1767384675.021137:0:17081:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001c9c6c04) : new refcount 6 00000001:00000001:2.0:1767384675.021139:0:17081:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446620804727897088 : -123268981654528 : ffff8fe33422fc00) 00000001:00000001:2.0:1767384675.021140:0:17081:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:2.0:1767384675.021144:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003112511e refcount=4 00000001:00000040:2.0:1767384675.021146:0:17081:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001c9c6c04) : new refcount 7 00000001:00000001:2.0:1767384675.021148:0:17081:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:2.0:1767384675.021150:0:17081:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.202.37@tcp50 to nodemap default 00000001:00000040:2.0:1767384675.021152:0:17081:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 6 00000001:00000001:2.0:1767384675.021154:0:17081:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.021158:0:17081:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384675.021164:0:17081:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384675.021166:0:17081:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003112511e free: 95899648 avail: 82939904 00000020:00000001:2.0:1767384675.021169:0:17081:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1767384675.021170:0:17081:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003112511e avail=82939904 left=74645504 unstable=0 tot_grant=8293990 pending=0 00000020:00000001:2.0:1767384675.021173:0:17081:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=74645504 : 74645504 : 4730000) 00000020:00000001:2.0:1767384675.021175:0:17081:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1767384675.021176:0:17081:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003112511e wants: 134217728 current grant 0 granting: 2146304 00000020:00000020:2.0:1767384675.021178:0:17081:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003112511e tot cached:0 granted:2146304 num_exports: 3 00000020:00000001:2.0:1767384675.021180:0:17081:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=2146304 : 2146304 : 20c000) 00000020:00000020:2.0:1767384675.021181:0:17081:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003112511e ocd_grant: 2146304 want: 134217728 left: 74645504 00000020:00000001:2.0:1767384675.021182:0:17081:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:2.0:1767384675.021184:0:17081:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:2.0:1767384675.021187:0:17081:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:2.0:1767384675.021189:0:17081:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384675.021190:0:17081:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:2.0:1767384675.021192:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384675.021196:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007bcce4c1. 00080000:00000001:2.0:1767384675.021198:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804728571392 : -123268980980224 : ffff8fe3342d4600) 00080000:00000001:2.0:1767384675.021200:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384675.021204:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384675.021206:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002acc0254. 00080000:00000001:2.0:1767384675.021208:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384675.021211:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384675.021220:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384675.021225:0:17081:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:2.0:1767384675.021263:0:17081:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384675.021266:0:17081:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384675.021275:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384675.022953:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007bcce4c1. 00080000:00000010:2.0:1767384675.023014:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002acc0254. 00040000:00000001:2.0:1767384675.023021:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384675.023024:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384675.023027:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384675.023029:0:17081:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384675.023032:0:17081:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384675.023034:0:17081:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID '9ad25df5-1635-4ffe-973f-7bd68d52e539' generation 1 00000001:00000001:2.0:1767384675.023038:0:17081:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384675.023040:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384675.023043:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007bcce4c1. 00080000:00000001:2.0:1767384675.023045:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804728571392 : -123268980980224 : ffff8fe3342d4600) 00080000:00000001:2.0:1767384675.023048:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384675.023051:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384675.023053:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002acc0254. 00080000:00000001:2.0:1767384675.023055:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384675.023058:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384675.023064:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384675.023068:0:17081:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000c22e3ede. 00000001:00000040:2.0:1767384675.023071:0:17081:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000003112511e : new cb_count 1 00000020:00000040:2.0:1767384675.023074:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003112511e refcount=5 00000001:00000001:2.0:1767384675.023222:0:17081:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384675.023224:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384675.023228:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002acc0254. 00040000:00000001:2.0:1767384675.023232:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384675.023233:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384675.023235:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384675.023237:0:17081:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384675.023253:0:17081:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384675.023255:0:17081:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:2.0:1767384675.023258:0:17081:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384675.023269:0:17081:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000003a6ebdf4 00000020:00000010:2.0:1767384675.023272:0:17081:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b640c370. 00000020:00000040:2.0:1767384675.023280:0:17081:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000b640c370 for nid 192.168.202.37@tcp50 - ref 2 00000020:00000001:2.0:1767384675.023351:0:17081:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384675.023360:0:17081:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000de9e0686. 00000020:00000010:2.0:1767384675.023367:0:17081:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000efcf66b6. 00000020:00000010:2.0:1767384675.023370:0:17081:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000001435e954. 00000020:00000010:2.0:1767384675.023389:0:17081:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000614af391. 00000020:00000010:2.0:1767384675.023392:0:17081:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000dd589042. 00000020:00000010:2.0:1767384675.023395:0:17081:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000009ac26fdb. 00000004:00000001:2.0:1767384675.023408:0:17081:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384675.023411:0:17081:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384675.023414:0:17081:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384675.023418:0:17081:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000094d1043a. 00000020:00000040:2.0:1767384675.023420:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 10 - import 00000020:00000001:2.0:1767384675.023426:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384675.023428:0:17081:0:(genops.c:1242:class_import_put()) import 0000000094d1043a refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384675.023430:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384675.023432:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002acc0254. 00000020:00000040:2.0:1767384675.023438:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003112511e refcount=6 00000100:00000040:2.0:1767384675.023440:0:17081:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000003112511e : new rpc_count 1 00000100:00000001:2.0:1767384675.023442:0:17081:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384675.023450:0:17081:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.37@tcp50 primary NID 192.168.202.37@tcp50 rc 0 00000100:00000001:2.0:1767384675.023453:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384675.023455:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000100:00000001:2.0:1767384675.023457:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 00000100:00000001:2.0:1767384675.023459:0:17081:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446620803936356864 : -123269773194752 : 0xffff8fe304f50a00) 00000100:00000040:2.0:1767384675.023463:0:17081:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000020:00000040:2.0:1767384675.023466:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003112511e refcount=7 00000100:00000001:2.0:1767384675.023471:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384675.023473:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 4 to 192.168.202.37@tcp50 00000100:00000001:2.0:1767384675.023475:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:2.0:1767384675.023484:0:17081:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384675.023487:0:17081:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384675.023490:0:17081:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:2.0:1767384675.023492:0:17081:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651927616 : -1057624000 : ffffffffc0f5f040) 02000000:00000001:2.0:1767384675.023496:0:17081:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.023498:0:17081:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384675.023501:0:17081:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384675.023503:0:17081:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384675.023506:0:17081:0:(import.c:65:import_set_state_nolock()) 0000000094d1043a : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384675.023518:0:17081:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384675.023520:0:17081:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384675.023526:0:17081:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384675.023530:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 6 00000020:00000040:2.0:1767384675.023533:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 10 - find 00010000:00000001:2.0:1767384675.023535:0:17081:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.023539:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384675.023541:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663633200 : -1045918416 : ffffffffc1a88d30) 00000020:00000001:2.0:1767384675.023544:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384675.023546:0:17081:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384675.023548:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384675.023549:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384675.023551:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.023555:0:17081:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:2.0:1767384675.023560:0:17081:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384675.023562:0:17081:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384675.023564:0:17081:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384675.023565:0:17081:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.023568:0:17081:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384675.023570:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043922816 00010000:00000001:2.0:1767384675.023572:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384675.023577:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c324ea93 x1853237043922816/t0(0) o38->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384695 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384675.023593:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384675.023595:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384675.023598:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=87 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384675.023632:0:17081:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384675.023635:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384675.023638:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 5 to 192.168.202.37@tcp50 00000100:00000001:2.0:1767384675.023640:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:2.0:1767384675.023643:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384675.023645:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.023648:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384675.023650:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:2.0:1767384675.023655:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012ac2a71. 00000100:00000200:2.0:1767384675.023658:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237043922816, offset 0 00000400:00000200:2.0:1767384675.023664:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:2.0:1767384675.023671:0:17081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:2.0:1767384675.023683:0:17081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [232:232:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1767384675.023694:0:17081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384675.023699:0:17081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:2.0:1767384675.023703:0:17081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005475ff34. 00000800:00000200:2.0:1767384675.023707:0:17081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:2.0:1767384675.023712:0:17081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:2.0:1767384675.023715:0:17081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005475ff34 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384675.023728:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.023732:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 4 to 192.168.202.37@tcp50 00010000:00000001:2.0:1767384675.023734:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384675.023736:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.023738:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384675.023742:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c324ea93 x1853237043922816/t0(0) o38->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384695 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384675.023752:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c324ea93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ad25df5-1635-4ffe-973f-7bd68d52e539+6:11797:x1853237043922816:12345-192.168.202.37@tcp50:38: Request processed in 2789us (2924us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384675.023762:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 3 00000100:00000040:2.0:1767384675.023771:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003112511e : new rpc_count 0 00000100:00000001:2.0:1767384675.023774:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384675.023776:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384675.023780:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b75c7d0. 00000020:00000010:2.0:1767384675.023784:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000020:00000010:2.0:1767384675.023787:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006589f399. 00000020:00000040:2.0:1767384675.023791:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 5 00000100:00000001:2.0:1767384675.023794:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384675.023800:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384675.023804:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005475ff34. 00000400:00000200:1.0:1767384675.023809:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384675.023814:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384675.023818:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012ac2a71 00000400:00000010:1.0:1767384675.023819:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012ac2a71. 00000100:00000001:1.0:1767384675.023822:0:16341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384675.023823:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384675.161733:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp47 00000800:00000200:3.0:1767384675.161735:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000342d5db9] -> 12345-192.168.202.137@tcp32 (4) 00000800:00000200:3.1:1767384675.161742:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000342d5db9] -> 12345-192.168.202.137@tcp32 (4) 00000400:00000010:1.0:1767384675.161744:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000061e2229c. 00000400:00000010:1.0:1767384675.161752:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000003b35ef1. 00000400:00000010:1.0:1767384675.161769:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4aea52. 00000400:00000010:1.0:1767384675.161776:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000053b556ad. 00000400:00000200:1.0:1767384675.161780:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp47 00000400:00000200:1.0:1767384675.161800:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp47 local destination 00000400:00000200:1.0:1767384675.161806:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp47 00000400:00000200:1.0:1767384675.161810:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp47 NI seq info: [233:233:256:4294967295] 192.168.202.137@tcp47 LPNI seq info [205:205:8:4294967295] 00000400:00000200:1.0:1767384675.161815:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp47 00000400:00000200:1.0:1767384675.161822:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp47(192.168.202.137@tcp47:) -> 192.168.202.137@tcp47(192.168.202.137@tcp47:192.168.202.137@tcp47) : GET try# 0 00000800:00000200:1.0:1767384675.161826:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp47 00000800:00000010:1.0:1767384675.161830:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000044b003c6. 00000800:00000200:1.0:1767384675.161834:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015561576] -> 12345-192.168.202.137@tcp47 (2) 00000800:00000200:1.1:1767384675.161838:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015561576] -> 12345-192.168.202.137@tcp47 (2) 00000400:00000200:1.0:1767384675.161858:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp47 added to recovery queue. ping count: 3 next ping: 304 health :700 00000400:00000200:0.0:1767384675.161861:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.161908:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.161930:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.161955:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.161986:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.161996:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162032:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162043:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162080:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162091:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162129:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162140:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162175:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162186:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162224:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162227:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162277:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162295:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162317:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162339:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162362:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162384:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162405:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162427:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162447:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162469:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162487:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162517:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162533:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162566:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162582:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162658:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162674:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162711:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162721:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162756:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162764:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162815:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162827:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162853:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162872:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162893:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162915:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162938:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.162968:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.162980:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163015:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.163024:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163062:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.163069:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163107:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.163115:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163152:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.163162:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163201:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.163208:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163271:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.163277:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163315:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.163325:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163363:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.163373:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163407:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.163418:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163452:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.163463:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163499:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.163511:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163543:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163574:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163587:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163600:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163658:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163693:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163716:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000800:00000010:3.0:1767384675.163731:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000325c42f8. 00000800:00000010:3.0:1767384675.163737:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c42ba13e. 00000400:00000200:0.0:1767384675.163737:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000800:00000010:3.0:1767384675.163742:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000237b0e0d. 00000400:00000200:0.0:1767384675.163760:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000800:00000010:3.0:1767384675.163764:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000237b0e0d. 00000800:00020000:3.0:1767384675.163776:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384675.163779:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c42ba13e. 00000800:00000010:3.0:1767384675.163783:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000325c42f8. 00000400:00000200:0.0:1767384675.163783:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163808:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:02020000:3.0:1767384675.163832:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp47 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384675.163838:0:16336:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp47 notifying 192.168.202.137@tcp47: down 00000400:00000200:0.0:1767384675.163839:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000800:00000200:3.0:1767384675.163844:0:16336:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp47 down 00000800:00000100:3.0:1767384675.163851:0:16336:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp47 00000800:00000010:3.0:1767384675.163854:0:16336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000044b003c6. 00000400:00000200:3.0:1767384675.163858:0:16336:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384675.163859:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.163865:0:16336:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp47->192.168.202.137@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384675.163874:0:16336:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384675.163877:0:16336:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384675.163881:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.137:988 00000400:00000200:3.0:1767384675.163882:0:16336:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp47) recovery failed with -71 00000400:00000200:0.0:1767384675.163902:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163915:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163941:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163966:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.163987:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.164000:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.164012:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.164025:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.164038:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 968 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.164049:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 967 -> 192.168.202.137:988 00000400:00000200:0.0:1767384675.164062:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 966 -> 192.168.202.137:988 00000800:00000010:0.0:1767384675.164185:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003a1bff4d. 00000800:00000010:0.0:1767384675.164191:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007a94950e. 00000800:00000010:0.0:1767384675.164195:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005e84e211. 00000800:00000010:0.0:1767384675.164251:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005e84e211. 00000400:00000200:3.0:1767384675.164281:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384675.164293:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp32 from 197.3.0.2 00000800:00000010:3.0:1767384675.164296:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005f028277. 00000800:00000010:1.0:1767384675.164341:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000281bc4a4. 00000800:00000010:1.0:1767384675.164346:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007291b8f1. 00000800:00000010:1.0:1767384675.164367:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001144d20c. 00000800:00000200:1.1:1767384675.164373:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000342d5db9] -> 12345-192.168.202.137@tcp32 (4) 00000800:00000200:1.1:1767384675.164378:0:16337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp32 000000001144d20c deleted 00000800:00000010:1.1:1767384675.164380:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001144d20c. 00000800:00000200:1.1:1767384675.164384:0:16337:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384675.164390:0:16337:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp32 p 3.x 192.168.202.137 -> 192.168.202.137:965 incarnation:1767384630892142438 sched[0] 00000800:00000010:1.0:1767384675.164395:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000014360ba1. 00000800:00000010:1.0:1767384675.164449:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000014360ba1. 00000800:00000010:1.0:1767384675.164461:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007291b8f1. 00000800:00000200:0.1:1767384675.164472:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.1:1767384675.164481:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp32 ip 192.168.202.137:988 00000800:00000200:0.1:1767384675.164485:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384675.164490:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp32 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384630892142438 sched[0] 00000800:00000010:0.0:1767384675.164493:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007a94950e. 00000800:00000010:1.0:1767384675.164503:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005f028277. 00000800:00000001:1.0:1767384675.164560:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384675.164561:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.164567:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384675.164569:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384675.164642:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384675.164648:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.164655:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384675.164660:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.164664:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384675.289832:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384675.289838:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384675.289844:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384675.289845:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384675.289957:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384675.289962:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384675.289965:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384675.801817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384675.801821:0:17103:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384675.801827:0:17103:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384675.801837:0:17103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd2d4228. 00000100:00000001:1.0:1767384675.801841:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384675.801847:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a17c891f. 00000020:00000040:0.0:1767384675.801847:0:17103:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384675.801853:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:0.0:1767384675.801856:0:17103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384675.801857:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384675.801861:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384675.801862:0:17103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384675.801866:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.801867:0:17103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384675.801874:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000032444f66. 02000000:00000010:0.0:1767384675.801876:0:17103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096965584. 00000100:00000001:1.0:1767384675.801882:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.801882:0:17103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.801891:0:17103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384675.801892:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@00000000a17c891f x1853237049196032/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384675.801894:0:17103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.801904:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384675.801904:0:17103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd2d4228] to pc [ptlrpcd_00_02+2] req@00000000bd2d4228 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.801907:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.801913:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a17c891f] to pc [ptlrpcd_00_03+3] req@00000000a17c891f x1853237049196032/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.801943:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384675.801943:0:17103:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.801949:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384675.801958:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384675.801961:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d873e97b. 00000020:00000040:1.0:1767384675.801965:0:36:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384675.801967:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384675.801968:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384675.801968:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384675.801971:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.801975:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384675.801976:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ccc64565. 00000100:00000001:3.0:1767384675.801979:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384675.801979:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384675.801980:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.801986:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384675.801987:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a17c891f x1853237049196032/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384675.801988:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384675.801990:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384675.801999:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd2d4228 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.802021:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384675.802022:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384675.802026:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.802026:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.802028:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384675.802033:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384675.802034:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384675.802035:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d873e97b] to pc [ptlrpcd_00_00+0] req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384675.802038:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384675.802040:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384675.802045:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384675.802045:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384675.802051:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a17c891f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049196032:0@lo:400: 02000000:00000001:3.0:1767384675.802053:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.802056:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384675.802059:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384675.802060:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049196160:0@lo:13: 02000000:00000001:2.0:1767384675.802065:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384675.802069:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384675.802070:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.802070:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384675.802075:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384675.802077:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384675.802078:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384675.802079:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384675.802080:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cd10e42. 00000100:00000001:0.0:1767384675.802083:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384675.802085:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2eccf79. 02000000:00000001:3.0:1767384675.802086:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1767384675.802086:0:36:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384675.802087:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384675.802088:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.802092:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384675.802093:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767384675.802095:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e7025f93. 02000000:00000001:1.0:1767384675.802095:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384675.802097:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e33ef2da. 02000000:00000001:1.0:1767384675.802099:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384675.802099:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384675.802101:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384675.802105:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f5a1138e. 00000400:00000010:2.0:1767384675.802107:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065124a4a. 00000400:00000010:3.0:1767384675.802109:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb5708b. 00000100:00000001:1.0:1767384675.802110:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384675.802115:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049196032, portal 25 00000400:00000010:3.0:1767384675.802119:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffcc8a16. 00000100:00000001:2.0:1767384675.802120:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384675.802120:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384675.802122:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384675.802126:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384675.802127:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049196160, portal 4 00000100:00000001:2.0:1767384675.802128:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667054208 : -123274042497408 : ffff8fe2067ca680) 02000000:00000001:0.0:1767384675.802132:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384675.802135:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384675.802136:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384675.802139:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384675.802140:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799575791744 : -123274133759872 : ffff8fe2010c1880) 00000100:00000040:2.0:1767384675.802140:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a17c891f x1853237049196032/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.802142:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.802142:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384675.802149:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d873e97b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049196288:0@lo:400: 00000100:00000040:1.0:1767384675.802152:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd10e42] to pc [ptlrpcd_00_01+1] req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384675.802156:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd2d4228 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.802156:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384675.802158:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384675.802160:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384675.802163:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.802166:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384675.802168:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384675.802170:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001341358. 02000000:00000010:0.0:1767384675.802172:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6b74a85. 00000100:00000200:2.0:1767384675.802176:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049196032, offset 0 02000000:00000001:0.0:1767384675.802177:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384675.802184:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011c667bf. 00000400:00000200:2.0:1767384675.802187:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384675.802188:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.802192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384675.802198:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b58b0c66. 00000100:00000001:1.0:1767384675.802200:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384675.802201:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384675.802204:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384675.802204:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049196288, portal 4 00000100:00000010:1.0:1767384675.802205:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e869959. 00000100:00000001:0.0:1767384675.802209:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384675.802211:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384675.802211:0:36:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384675.802212:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667052416 : -123274042499200 : ffff8fe2067c9f80) 00000100:00000001:1.0:1767384675.802216:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384675.802218:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384675.802220:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384675.802221:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384675.802222:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260007e00 00000400:00000010:3.0:1767384675.802223:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 02000000:00000010:1.0:1767384675.802225:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b4313dd. 00000100:00000001:1.0:1767384675.802244:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384675.802250:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1911 [2] + 0 00000100:00000040:1.0:1767384675.802251:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384675.802253:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384675.802257:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055f41a75. 00000100:00000040:0.0:1767384675.802259:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384675.802265:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddca1acf 00000400:00000010:0.0:1767384675.802265:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000100:00000001:1.0:1767384675.802266:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384675.802269:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384675.802271:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049196160, offset 0 00000100:00000200:0.0:1767384675.802271:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049196288, offset 0 00000400:00000200:2.0:1767384675.802273:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384675.802274:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e869959] to pc [ptlrpcd_00_02+2] req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384675.802285:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384675.802285:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384675.802296:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384675.802299:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384675.802303:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddca1acf 00000400:00000010:2.0:1767384675.802307:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddca1acf. 00000400:00000200:0.0:1767384675.802309:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384675.802314:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384675.802315:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260007e80 00000100:00000200:2.0:1767384675.802317:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384675.802318:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.802324:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000002e6f6444 x1853237049196032 msgsize 224 00000100:00000040:1.0:1767384675.802324:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (301) 00000400:00000200:0.0:1767384675.802326:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260007f00 00000400:00000200:3.0:1767384675.802327:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 3584 00000400:00000200:3.0:1767384675.802337:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384675.802337:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384675.802338:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 4784 00000100:00000040:2.0:1767384675.802339:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384675.802346:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384675.802346:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384675.802348:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384675.802351:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384675.802352:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384675.802353:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384675.802354:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384675.802356:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384675.802357:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384675.802360:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e99d64ab. 00000400:00000200:2.0:1767384675.802362:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001341358 00000100:00000040:1.0:1767384675.802363:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384675.802365:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000e99d64ab x1853237049196160 msgsize 224 00000400:00000010:2.0:1767384675.802367:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001341358. 00000100:00000001:2.0:1767384675.802374:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384675.802375:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384675.802378:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384675.802379:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1767384675.802381:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a17c891f x1853237049196032/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.802384:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384675.802387:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384675.802387:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff3740c8. 02000000:00000001:1.0:1767384675.802391:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384675.802392:0:16350:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384675.802395:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384675.802398:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384675.802398:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384675.802398:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000ff3740c8 x1853237049196288 msgsize 224 00000400:00000200:3.0:1767384675.802400:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00000100:00000040:2.0:1767384675.802403:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a17c891f x1853237049196032/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384675.802405:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00000100:00100000:1.0:1767384675.802408:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002cd10e42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853237049196416:0@lo:400: 00000100:00100000:0.0:1767384675.802410:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384675.802411:0:16350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384675.802417:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384675.802418:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd2d4228 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384675.802421:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384675.802423:0:16348:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384675.802425:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384675.802431:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384675.802432:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384675.802433:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00000100:00000001:2.0:1767384675.802438:0:16351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1767384675.802438:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e70d9fff. 00000400:00000010:0.0:1767384675.802438:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000100:00000001:3.0:1767384675.802440:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384675.802444:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.802444:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384675.802445:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd2d4228 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.802446:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384675.802451:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384675.802453:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095a98b7a. 00000100:00000001:2.0:1767384675.802458:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294964229 00000400:00000010:1.0:1767384675.802463:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832e3a8e. 00000100:00000010:2.0:1767384675.802467:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ef9d52c7. 00000100:00000001:3.0:1767384675.802469:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384675.802471:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049196416, portal 10 00000100:00000001:3.0:1767384675.802474:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384675.802475:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384675.802479:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384675.802479:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384675.802480:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.802483:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294964229 00000100:00000040:0.0:1767384675.802483:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.802484:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667051520 : -123274042500096 : ffff8fe2067c9c00) 00000100:00000040:3.0:1767384675.802486:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3422 usecs (4 jiffies) 00000100:00000010:2.0:1767384675.802488:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adb9cf91. 00000100:00000001:3.0:1767384675.802493:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964228 00000100:00000001:2.0:1767384675.802494:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384675.802496:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.802498:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964229 00000100:00000040:1.0:1767384675.802498:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.802499:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384675.802500:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294964229 00000100:00000001:3.0:1767384675.802504:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964228 00000100:00000010:2.0:1767384675.802506:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000976f41bd. 00000100:00000001:0.0:1767384675.802506:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.802510:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964229 00000100:00000001:2.0:1767384675.802512:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384675.802512:0:16348:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3422 usecs (4 jiffies) 00000100:00000001:3.0:1767384675.802516:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964228 00000100:00000001:0.0:1767384675.802520:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964228 00000100:00000001:1.0:1767384675.802525:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384675.802525:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964229 00000100:00000001:2.0:1767384675.802526:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294964229 00000100:00000001:3.0:1767384675.802527:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964229 00000100:00000001:0.0:1767384675.802531:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964228 00000100:00000010:2.0:1767384675.802532:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b6dc0cb. 00000100:00000001:3.0:1767384675.802534:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964228 00000100:00000040:1.0:1767384675.802534:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384675.802535:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964229 00000100:00000001:2.0:1767384675.802536:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384675.802541:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964228 00000100:00000001:3.0:1767384675.802542:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964229 00000400:00000010:1.0:1767384675.802542:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037f2ff7f. 00000100:00000001:2.0:1767384675.802543:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384675.802543:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964229 00000100:00000001:0.0:1767384675.802549:0:16348:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964228 00000100:00000001:3.0:1767384675.802550:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384675.802550:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049196416, offset 0 00000100:00000001:2.0:1767384675.802551:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.802551:0:16348:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964229 00000100:00000001:0.0:1767384675.802558:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384675.802559:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.802559:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.802564:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384675.802566:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.802566:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.802566:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.802572:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.802573:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384675.802575:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384675.802579:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384675.802579:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384675.802582:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384675.802582:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384675.802584:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384675.802585:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384675.802587:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384675.802588:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260007f80 00000100:00000001:2.0:1767384675.802589:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384675.802590:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384675.802591:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384675.802592:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384675.802593:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384675.802595:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.802595:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384675.802596:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384675.802598:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.802601:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384675.802602:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384675.802637:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384675.802640:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9248 00000100:00000001:0.0:1767384675.802640:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.802641:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384675.802646:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384675.802647:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384675.802649:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384675.802651:0:17074:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196032 02000000:00000001:3.0:1767384675.802652:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.802653:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384675.802656:0:17074:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384675.802657:0:17889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384675.802659:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e869959 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16350:1853237049196544:0@lo:400: 00000100:00100000:0.0:1767384675.802660:0:17889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196160 00000100:00000001:2.0:1767384675.802661:0:17074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384675.802665:0:17074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.802665:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384675.802666:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384675.802666:0:17889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384675.802670:0:17074:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.802670:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384675.802671:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384675.802673:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.802674:0:16349:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384675.802675:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384675.802676:0:17074:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196032 02000000:00000001:0.0:1767384675.802678:0:17889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384675.802679:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384675.802679:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1767384675.802681:0:17074:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384675.802681:0:17889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196160 02000000:00000010:3.0:1767384675.802684:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7447b98. 00000020:00000040:2.0:1767384675.802685:0:17074:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000020:00000001:0.0:1767384675.802685:0:17889:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384675.802687:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038af9c42. 00000020:00000040:0.0:1767384675.802688:0:17889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 02000000:00000001:3.0:1767384675.802689:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.802690:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384675.802693:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384675.802695:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000040:1.0:1767384675.802695:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000038af9c42 x1853237049196416 msgsize 224 00000020:00000040:0.0:1767384675.802696:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 00000400:00000010:3.0:1767384675.802697:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c355a5. 00000020:00000001:2.0:1767384675.802701:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384675.802702:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000400:00000010:3.0:1767384675.802704:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d51127fb. 00000020:00000001:0.0:1767384675.802708:0:17889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00100000:1.0:1767384675.802709:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384675.802711:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049196544, portal 10 00000020:00000001:2.0:1767384675.802712:0:17074:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384675.802714:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384675.802718:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e84e211. 00000100:00000001:3.0:1767384675.802719:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384675.802720:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384675.802724:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667048832 : -123274042502784 : ffff8fe2067c9180) 00000020:00000010:0.0:1767384675.802725:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a1de4b78. 00000020:00000010:2.0:1767384675.802726:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015da1c66. 00000100:00000001:1.0:1767384675.802729:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384675.802730:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384675.802732:0:17889:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - evictor 00000020:00000010:2.0:1767384675.802734:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015da1c66. 00000100:00000040:3.0:1767384675.802737:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384675.802738:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f2ff7f 00000400:00000010:1.0:1767384675.802743:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037f2ff7f. 00000100:00000001:0.0:1767384675.802743:0:17889:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384675.802747:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384675.802749:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000270651b7. 00000100:00100000:2.0:1767384675.802752:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196416 00000100:00000001:1.0:1767384675.802752:0:16349:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384675.802756:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f8dcd79. 02000000:00000001:2.0:1767384675.802757:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384675.802760:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384675.802760:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384675.802761:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384675.802763:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000100:00000001:2.0:1767384675.802764:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384675.802769:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384675.802770:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384675.802774:0:17889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000010:3.0:1767384675.802775:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa6e5e65. 00000100:00100000:2.0:1767384675.802776:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196416 00000100:00000001:0.0:1767384675.802780:0:17889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384675.802781:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767384675.802782:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049196544, offset 0 00000100:00000001:0.0:1767384675.802783:0:17889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1767384675.802784:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000100:00000001:0.0:1767384675.802787:0:17889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.802789:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384675.802792:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384675.802792:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384675.802793:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000100:00000001:0.0:1767384675.802797:0:17889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.802798:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000040:1.0:1767384675.802800:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384675.802801:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000400:00000200:3.0:1767384675.802805:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384675.802807:0:17889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.802809:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384675.802814:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015da1c66. 00000400:00000200:3.0:1767384675.802818:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260008000 00000100:00000001:2.0:1767384675.802820:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384675.802820:0:17889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384675.802822:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.802824:0:17889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384675.802826:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015da1c66. 00000400:00000200:3.0:1767384675.802828:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9472 00000100:00000001:1.0:1767384675.802829:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384675.802832:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c170377f. 00000100:00100000:0.0:1767384675.802834:0:17889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:1.0:1767384675.802837:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384675.802838:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384675.802838:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b75c7d0. 00000100:00000040:0.0:1767384675.802839:0:17889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00000100:00000040:1.0:1767384675.802843:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3066 usecs (4 jiffies) 00000100:00000001:0.0:1767384675.802844:0:17889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804005803136 : -123269703748480 : ffff8fe30918b480) 00000020:00000010:2.0:1767384675.802845:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000400:00000200:3.0:1767384675.802847:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384675.802851:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964229 00000100:00000001:3.0:1767384675.802854:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384675.802855:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1767384675.802855:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e99d64ab x1853237049196160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:656/0 lens 224/0 e 0 to 0 dl 1767384686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384675.802857:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384675.802858:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964229 00000100:00000001:2.0:1767384675.802860:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384675.802862:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384675.802866:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964229 00000100:00000001:2.0:1767384675.802867:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384675.802871:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000215678ce. 00000100:00000001:1.0:1767384675.802873:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964229 00000100:00000001:2.0:1767384675.802874:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1767384675.802877:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000215678ce x1853237049196544 msgsize 224 00000100:00000001:2.0:1767384675.802878:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384675.802881:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964229 00000100:00000001:2.0:1767384675.802882:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.802886:0:17889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384675.802888:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964229 00000100:00100000:3.0:1767384675.802889:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384675.802891:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1de4b78. 00000100:00000001:2.0:1767384675.802895:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384675.802895:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964229 00000100:00000001:0.0:1767384675.802896:0:17889:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384675.802902:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964229 00000100:00000001:2.0:1767384675.802903:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384675.802903:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1de4b78. 00000100:00000001:3.0:1767384675.802904:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384675.802909:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384675.802913:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6e5e65 00000100:00100000:2.0:1767384675.802913:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196544 00000100:00100000:0.0:1767384675.802913:0:17889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e99d64ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16350:x1853237049196160:12345-0@lo:13: 02000000:00000001:2.0:1767384675.802916:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384675.802919:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa6e5e65. 00000100:00000001:2.0:1767384675.802920:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384675.802923:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.802924:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384675.802925:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196160 00000100:00000001:3.0:1767384675.802927:0:16350:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384675.802928:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.802930:0:17889:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384675.802932:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384675.802933:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196544 00000020:00000001:0.0:1767384675.802933:0:17889:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384675.802936:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384675.802938:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384675.802938:0:17889:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.802939:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384675.802941:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000020:00000001:0.0:1767384675.802943:0:17889:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384675.802946:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384675.802947:0:17889:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665757136 : -1043794480 : ffffffffc1c8f5d0) 00000020:00000040:2.0:1767384675.802948:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000085dc3f37 refcount=5 00000100:00000001:1.0:1767384675.802950:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384675.802952:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000020:00000001:0.0:1767384675.802952:0:17889:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384675.802954:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384675.802957:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578691584 : -123274130860032 : ffff8fe201385800) 00000020:00000001:0.0:1767384675.802958:0:17889:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384675.802961:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384675.802964:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384675.802964:0:17889:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384675.802966:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384675.802968:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384675.802968:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015da1c66. 00000020:00000001:0.0:1767384675.802968:0:17889:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384675.802970:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.802973:0:17889:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384675.802975:0:17081:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007ce4d592. 00000100:00000001:1.0:1767384675.802975:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384675.802976:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.802979:0:17889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1767384675.802980:0:17081:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 10 - evictor 02000000:00000001:0.0:1767384675.802984:0:17889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384675.802985:0:17081:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384675.802989:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b6d3da7. 02000000:00000010:0.0:1767384675.802989:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002e7cacf3. 02000000:00000001:0.0:1767384675.802995:0:17889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.802996:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384675.802996:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002dacb17c. 00000100:00000001:0.0:1767384675.802998:0:17889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384675.803001:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ec07e373. 00000100:00000001:3.0:1767384675.803003:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00002000:00000001:0.0:1767384675.803004:0:17889:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384675.803006:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384675.803008:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384675.803008:0:17887:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000001:0.0:1767384675.803010:0:17889:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384675.803012:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.803013:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384675.803013:0:17887:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196288 00000020:00000001:0.0:1767384675.803013:0:17889:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:1.0:1767384675.803020:0:17887:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384675.803021:0:16350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3005 usecs (4 jiffies) 00000100:00000001:2.0:1767384675.803021:0:17081:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384675.803024:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384675.803025:0:17081:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384675.803025:0:17889:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384675.803028:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294964229 00000100:00000001:1.0:1767384675.803029:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.803030:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384675.803030:0:17889:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:3.0:1767384675.803034:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294964229 00000020:00000020:0.0:1767384675.803037:0:17889:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 02000000:00000001:1.0:1767384675.803038:0:17887:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.803039:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294964229 00000100:00000001:2.0:1767384675.803044:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384675.803045:0:17887:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196288 00000020:00000020:0.0:1767384675.803045:0:17889:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384675.803046:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294964229 00000020:00000001:1.0:1767384675.803051:0:17887:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384675.803053:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294964229 00002000:00000020:0.0:1767384675.803054:0:17889:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000040:1.0:1767384675.803056:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 00000100:00000001:2.0:1767384675.803057:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384675.803060:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294964229 00000100:00000001:2.0:1767384675.803061:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384675.803062:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:0.0:1767384675.803062:0:17889:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384675.803066:0:16350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294964229 00000020:00000040:1.0:1767384675.803067:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=6 00000100:00100000:2.0:1767384675.803068:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000001:00000001:0.0:1767384675.803068:0:17889:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384675.803072:0:17889:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.803075:0:16350:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294964229 00000100:00000040:2.0:1767384675.803075:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000020:00000001:1.0:1767384675.803075:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:2.0:1767384675.803082:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667057792 : -123274042493824 : ffff8fe2067cb480) 00000020:00000001:1.0:1767384675.803082:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000100:00000001:3.0:1767384675.803083:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1767384675.803083:0:17889:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.803091:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384675.803092:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384675.803092:0:17889:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049196160 00000020:00000010:1.0:1767384675.803097:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014360ba1. 00010000:00000001:0.0:1767384675.803099:0:17889:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384675.803100:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.803101:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384675.803105:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384675.803106:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000014360ba1. 00010000:00000200:0.0:1767384675.803108:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e99d64ab x1853237049196160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:656/0 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384675.803111:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000038af9c42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:656/0 lens 224/0 e 0 to 0 dl 1767384686 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384675.803114:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384675.803115:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b96da63. 00000100:00000001:3.0:1767384675.803119:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384675.803123:0:17889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384675.803124:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384675.803124:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059bc32d0. 00010000:00000001:0.0:1767384675.803127:0:17889:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.803128:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384675.803131:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000339934d. 00000100:00000001:3.0:1767384675.803132:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384675.803134:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 0000000022c31f38 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384675.803138:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.803141:0:17889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384675.803143:0:17887:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384675.803146:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384675.803147:0:17889:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:1.0:1767384675.803149:0:17887:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384675.803150:0:17889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000010:2.0:1767384675.803151:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ce4d592. 00000100:00000001:1.0:1767384675.803153:0:17887:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384675.803155:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384675.803155:0:17889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384675.803156:0:17887:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384675.803159:0:17889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384675.803161:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ce4d592. 00000100:00000001:3.0:1767384675.803162:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384675.803164:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384675.803165:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384675.803165:0:17887:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1767384675.803167:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000038af9c42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853237049196416:12345-0@lo:400: 00000100:00000040:0.0:1767384675.803170:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384675.803171:0:17887:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1767384675.803172:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196416 00000400:00000010:0.0:1767384675.803173:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000100:00100000:3.0:1767384675.803175:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000001:1.0:1767384675.803175:0:17887:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.803177:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384675.803177:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049196160, offset 224 00000100:00000040:3.0:1767384675.803179:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000085dc3f37 : new rpc_count 1 00000020:00000001:2.0:1767384675.803181:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384675.803182:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804005801344 : -123269703750272 : ffff8fe30918ad80) 00000020:00000001:2.0:1767384675.803184:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384675.803184:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384675.803190:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384675.803192:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000215678ce x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:656/0 lens 224/0 e 0 to 0 dl 1767384686 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384675.803193:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000001:1.0:1767384675.803196:0:17887:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384675.803197:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384675.803198:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384675.803202:0:17081:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384675.803205:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384675.803209:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384675.803212:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384675.803212:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260007e80 00000100:00000001:1.0:1767384675.803213:0:17887:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384675.803217:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384675.803218:0:17887:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384675.803222:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384675.803223:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384675.803223:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x209d [1] + 224 02000000:00000001:2.0:1767384675.803227:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384675.803228:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000020:00000010:3.0:1767384675.803229:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000237b0e0d. 02000000:00000010:2.0:1767384675.803245:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009654eeaf. 00000400:00000200:0.0:1767384675.803245:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384675.803250:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.803250:0:17887:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 2 00000100:00000001:3.0:1767384675.803251:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384675.803253:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384675.803256:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.803257:0:17887:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575794432 : -123274133757184 : ffff8fe2010c2300) 00000020:00000010:3.0:1767384675.803258:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000237b0e0d. 00000020:00000001:2.0:1767384675.803259:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.803260:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1767384675.803265:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049196416 00000100:00000200:0.0:1767384675.803267:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd2d4228 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384675.803268:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384675.803269:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ff3740c8 x1853237049196288/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:656/0 lens 224/0 e 0 to 0 dl 1767384686 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384675.803271:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000215678ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853237049196544:12345-0@lo:400: 00010000:00000200:2.0:1767384675.803275:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000038af9c42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384675.803282:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196544 00000020:00000001:3.0:1767384675.803286:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384675.803290:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384675.803293:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384675.803298:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384675.803301:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000100:00000040:0.0:1767384675.803303:0:17889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000bd2d4228 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384675.803307:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1767384675.803308:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384675.803309:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384675.803312:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384675.803312:0:17081:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384675.803316:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014360ba1. 00000020:00000001:3.0:1767384675.803318:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:2.0:1767384675.803318:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=87 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384675.803322:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384675.803324:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384675.803326:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.803326:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384675.803330:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000014360ba1. 00000100:00000001:0.0:1767384675.803330:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384675.803331:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384675.803332:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:3.0:1767384675.803334:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384675.803336:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 02000000:00000001:3.0:1767384675.803338:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384675.803341:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000100:00100000:1.0:1767384675.803342:0:17887:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ff3740c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16348:x1853237049196288:12345-0@lo:400: 00000100:00000001:2.0:1767384675.803343:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000010:3.0:1767384675.803344:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d7882da0. 00000100:00000001:0.0:1767384675.803346:0:17889:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384675.803349:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384675.803350:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384675.803350:0:17889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384675.803353:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196288 00000100:00000001:3.0:1767384675.803354:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384675.803355:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384675.803359:0:17887:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384675.803360:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.803361:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384675.803361:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384675.803365:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049196544 00000020:00000001:1.0:1767384675.803365:0:17887:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384675.803368:0:17889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000020:00000001:1.0:1767384675.803369:0:17887:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.803370:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384675.803371:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384675.803374:0:17889:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384675.803376:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001341358. 00000020:00000001:1.0:1767384675.803377:0:17887:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384675.803377:0:17889:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384675.803379:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000215678ce x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384675.803382:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049196416, offset 224 00000020:00000001:1.0:1767384675.803382:0:17887:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651676128 : -1057875488 : ffffffffc0f219e0) 00000020:00000001:0.0:1767384675.803382:0:17889:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384675.803389:0:17887:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384675.803390:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e99d64ab x1853237049196160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:656/0 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384675.803394:0:17887:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384675.803395:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384675.803398:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384675.803402:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384675.803402:0:17887:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384675.803406:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384675.803407:0:17887:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:3.0:1767384675.803409:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=87 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384675.803412:0:17887:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.803414:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384675.803415:0:17889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e99d64ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16350:x1853237049196160:12345-0@lo:13: Request processed in 526us (1046us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384675.803419:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260007f80 00000020:00000001:1.0:1767384675.803419:0:17887:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384675.803421:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000001:1.0:1767384675.803424:0:17887:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384675.803426:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000400:00000200:2.0:1767384675.803429:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20b1 [1] + 224 02000000:00000001:1.0:1767384675.803429:0:17887:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384675.803430:0:17889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 02000000:00000001:3.0:1767384675.803432:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384675.803435:0:17889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 1 02000000:00000001:3.0:1767384675.803436:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384675.803436:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dee10665. 00000400:00000200:2.0:1767384675.803437:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384675.803441:0:17889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384675.803442:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384675.803444:0:17887:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.803444:0:17889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384675.803447:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384675.803450:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384675.803451:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f8dcd79. 00000100:00000001:1.0:1767384675.803452:0:17887:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.803453:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384675.803456:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa6e5e65. 00000020:00000001:1.0:1767384675.803457:0:17887:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384675.803458:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000100:00000200:3.0:1767384675.803461:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049196544, offset 224 00000100:00000200:2.0:1767384675.803461:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384675.803462:0:17887:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049196288 00000020:00000010:0.0:1767384675.803464:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000270651b7. 00010000:00000001:1.0:1767384675.803468:0:17887:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384675.803471:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384675.803471:0:17889:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 5 00000100:00000001:0.0:1767384675.803476:0:17889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384675.803481:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ff3740c8 x1853237049196288/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384675.803484:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384675.803486:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1767384675.803492:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384675.803498:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 10 - evictor 00000400:00000200:3.0:1767384675.803500:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260008000 00000100:00080000:0.0:1767384675.803507:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:1.0:1767384675.803510:0:17887:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384675.803512:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20b9 [1] + 224 00000020:00000040:0.0:1767384675.803513:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - evictor 00010000:00000001:1.0:1767384675.803515:0:17887:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384675.803522:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=82 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384675.803523:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384675.803525:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384675.803531:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384675.803531:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384675.803531:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384675.803533:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001341358 00000100:00000001:0.0:1767384675.803535:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384675.803538:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 23 to 0@lo 00000400:00000010:2.0:1767384675.803539:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001341358. 00000100:00000001:1.0:1767384675.803542:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:2.0:1767384675.803545:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384675.803546:0:17082:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384675.803546:0:17887:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:0.0:1767384675.803547:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384675.803549:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384675.803551:0:17887:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384675.803552:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384675.803554:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.803554:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.803557:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384675.803557:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb5708b. 00000100:00000040:2.0:1767384675.803561:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 22 to 0@lo 00000400:00000200:0.0:1767384675.803563:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffcc8a16 00000100:00000040:1.0:1767384675.803566:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384675.803567:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffcc8a16. 00010000:00000001:2.0:1767384675.803568:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384675.803572:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384675.803573:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037f2ff7f. 00000100:00000001:0.0:1767384675.803574:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384675.803579:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384675.803579:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384675.803580:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049196288, offset 224 00000100:00000200:0.0:1767384675.803581:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd2d4228 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384675.803585:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038af9c42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384675.803592:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384675.803604:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384675.803629:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260007f00 00000400:00000200:1.0:1767384675.803639:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x20a5 [1] + 224 00000100:00000001:3.0:1767384675.803640:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384675.803640:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd2d4228 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384675.803645:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000038af9c42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16349:x1853237049196416:12345-0@lo:400: Request processed in 494us (945us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384675.803648:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384675.803650:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6e5e65 00000400:00000010:3.0:1767384675.803655:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa6e5e65. 00000400:00000200:1.0:1767384675.803658:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384675.803660:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1767384675.803660:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000001:1.0:1767384675.803662:0:17887:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384675.803664:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384675.803669:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000100:00000200:1.0:1767384675.803669:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384675.803670:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.803674:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384675.803678:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:2.0:1767384675.803679:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384675.803680:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384675.803684:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b75c7d0. 00000100:00000001:0.0:1767384675.803684:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384675.803685:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384675.803688:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384675.803691:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384675.803691:0:16350:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384675.803692:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000100:00000040:1.0:1767384675.803694:0:17887:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384675.803696:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384675.803698:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c170377f. 00000100:00000040:3.0:1767384675.803700:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000215678ce x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.803701:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384675.803704:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00000100:00000001:0.0:1767384675.803705:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.803710:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384675.803711:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384675.803720:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000007e5618ed time=82 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384675.803723:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384675.803725:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000215678ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16350:x1853237049196544:12345-0@lo:400: Request processed in 500us (843us total) trans 0 rc 0/0 00000100:00001000:0.0:1767384675.803728:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=82 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384675.803730:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f2ff7f 00000020:00000010:2.0:1767384675.803733:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c170377f. 00000400:00000010:1.0:1767384675.803734:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037f2ff7f. 00000020:00000010:2.0:1767384675.803738:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b75c7d0. 00000100:00000001:0.0:1767384675.803738:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384675.803739:0:17887:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384675.803740:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384675.803743:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000001:1.0:1767384675.803743:0:17887:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384675.803744:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00000001:0.0:1767384675.803745:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384675.803749:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.803751:0:17074:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:3.0:1767384675.803752:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085dc3f37 : new rpc_count 0 00010000:00080000:0.0:1767384675.803753:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bd2d4228 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384675.803754:0:17887:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000100:00000001:2.0:1767384675.803756:0:17074:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384675.803758:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384675.803760:0:17074:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384675.803761:0:17887:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384675.803764:0:17074:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.803765:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384675.803765:0:17887:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384675.803769:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384675.803770:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002dacb17c. 00000100:00000001:2.0:1767384675.803771:0:17074:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.803773:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1767384675.803777:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ec07e373. 00000020:00000001:1.0:1767384675.803777:0:17887:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384675.803777:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384675.803783:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:3.0:1767384675.803784:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b6d3da7. 00000100:00000001:2.0:1767384675.803785:0:17074:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384675.803785:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff3740c8 x1853237049196288/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.803786:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384675.803791:0:17082:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00000100:00000040:0.0:1767384675.803795:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd2d4228 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384675.803797:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.803801:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384675.803805:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384675.803812:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00000040:2.0:1767384675.803816:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384675.803816:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384675.803821:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852963408 : -123268856588208 : ffff8fe33b975850) 00000100:00100000:1.0:1767384675.803821:0:17887:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ff3740c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16348:x1853237049196288:12345-0@lo:400: Request processed in 506us (1417us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384675.803822:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384675.803824:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384675.803829:0:16350:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:2.0:1767384675.803830:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e6f6444 x1853237049196032/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:656/0 lens 224/0 e 0 to 0 dl 1767384686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1767384675.803833:0:16350:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:3.0:1767384675.803835:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384675.803838:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000040:0.0:1767384675.803838:0:16350:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00100000:1.0:1767384675.803843:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000400:00000001:3.0:1767384675.803844:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384675.803846:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:3.0:1767384675.803847:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000020:0.0:1767384675.803847:0:16350:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006ed7fc1c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000010:3.0:1767384675.803851:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095a98b7a. 00000020:00000010:2.0:1767384675.803851:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ce4d592. 00000100:00000040:1.0:1767384675.803851:0:17887:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000004:00000001:0.0:1767384675.803854:0:16350:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.803857:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384675.803859:0:17887:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384675.803860:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832e3a8e 00000020:00000010:2.0:1767384675.803860:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ce4d592. 00000100:00000040:0.0:1767384675.803861:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd2d4228 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.803863:0:17887:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384675.803865:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832e3a8e. 00000100:00100000:2.0:1767384675.803870:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e6f6444 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049196032:12345-0@lo:400: 00000020:00000010:1.0:1767384675.803870:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059bc32d0. 00000100:00000001:3.0:1767384675.803871:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384675.803877:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384675.803878:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000339934d. 00000100:00000200:2.0:1767384675.803880:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196032 00000020:00000001:2.0:1767384675.803886:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384675.803887:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b96da63. 00000020:00000001:2.0:1767384675.803890:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:1.0:1767384675.803894:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000020:00000001:2.0:1767384675.803897:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.803901:0:17887:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384675.803902:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384675.803906:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000100:00000200:3.0:1767384675.803911:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384675.803911:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384675.803913:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd2d4228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16350:1853237049196160:0@lo:13: 00000020:00000001:2.0:1767384675.803914:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384675.803919:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384675.803923:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384675.803924:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384675.803925:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.803926:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.803929:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384675.803930:0:17075:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384675.803930:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384675.803935:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384675.803935:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384675.803938:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:1.0:1767384675.803938:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384675.803938:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd2d4228 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384675.803939:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384675.803943:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000945e4b03. 00000400:00000001:1.0:1767384675.803943:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384675.803944:0:16349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384675.803949:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384675.803949:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384675.803949:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011c667bf. 00000100:00000001:0.0:1767384675.803951:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384675.803953:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384675.803955:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.803955:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384675.803956:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.803958:0:17075:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384675.803958:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e7025f93. 00000400:00000200:1.0:1767384675.803959:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58b0c66 02000000:00000001:3.0:1767384675.803960:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384675.803963:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049196032 02000000:00000001:0.0:1767384675.803964:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767384675.803966:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b58b0c66. 00000100:00001000:3.0:1767384675.803967:0:16349:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=87 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384675.803967:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384675.803967:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384675.803971:0:16350:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00001000:3.0:1767384675.803973:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=87 v=5 (1 0 0 0) 00010000:00000200:2.0:1767384675.803974:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e6f6444 x1853237049196032/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.803975:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384675.803975:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384675.803980:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096965584. 00000100:00000001:3.0:1767384675.803982:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384675.803984:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384675.803986:0:16349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.803987:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384675.803991:0:16349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384675.803991:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384675.803994:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd2d4228. 00010000:00080000:3.0:1767384675.803998:0:16349:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384675.804001:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384675.804001:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384675.804005:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.804005:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.804010:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384675.804011:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384675.804015:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384675.804018:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384675.804019:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1767384675.804023:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767384675.804024:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384675.804025:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000400:00000001:0.0:1767384675.804027:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384675.804028:0:16349:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.804030:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000400:00000010:0.0:1767384675.804030:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c355a5. 00000100:00000001:3.0:1767384675.804035:0:16349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384675.804036:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384675.804036:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d51127fb 00000100:00000040:3.0:1767384675.804040:0:16349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:2.0:1767384675.804040:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384675.804040:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d51127fb. 00000100:00000001:3.0:1767384675.804047:0:16349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384675.804047:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384675.804048:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384675.804049:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384675.804051:0:16349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.804053:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384675.804054:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384675.804054:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384675.804059:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001341358. 00000100:00000001:1.0:1767384675.804060:0:16348:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384675.804062:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384675.804062:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049196032, offset 224 02000000:00000001:1.0:1767384675.804064:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384675.804069:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384675.804073:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384675.804074:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384675.804079:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384675.804081:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384675.804084:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767384675.804091:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=82 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384675.804097:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260007e00 00000100:00000001:3.0:1767384675.804100:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384675.804103:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384675.804106:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2099 [1] + 224 00000100:00000001:0.0:1767384675.804106:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384675.804108:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767384675.804110:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384675.804112:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.804117:0:16350:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384675.804121:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384675.804121:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384675.804122:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384675.804126:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.804126:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.804126:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384675.804129:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384675.804129:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.804132:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384675.804134:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.804135:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767384675.804141:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 000000003887f15e time=87 v=5 (5 0 0 0) 00010000:00080000:1.0:1767384675.804143:0:16348:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384675.804144:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a17c891f x1853237049196032/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384675.804147:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384675.804156:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767384675.804157:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002cd10e42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16349:1853237049196416:0@lo:400: 00000100:00000001:0.0:1767384675.804159:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384675.804164:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384675.804170:0:16350:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384675.804172:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384675.804176:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a17c891f x1853237049196032/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384675.804179:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384675.804180:0:16348:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384675.804187:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cd10e42 x1853237049196416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.804188:0:16348:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1767384675.804192:0:16350:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.804193:0:16348:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384675.804198:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384675.804198:0:16350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384675.804199:0:16348:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384675.804202:0:16350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384675.804204:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384675.804205:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001341358 00000100:00000001:0.0:1767384675.804208:0:16350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1767384675.804209:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001341358. 00000100:00000001:0.0:1767384675.804211:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.804213:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384675.804214:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384675.804215:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384675.804216:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.804218:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384675.804219:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384675.804222:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384675.804224:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e70d9fff. 00000100:00000040:2.0:1767384675.804229:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 02000000:00000001:3.0:1767384675.804248:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384675.804249:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384675.804253:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384675.804254:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384675.804258:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384675.804259:0:16349:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384675.804262:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384675.804264:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e6f6444 x1853237049196032/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.804266:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384675.804267:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384675.804267:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384675.804271:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384675.804272:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f5a1138e. 00000100:00000001:1.0:1767384675.804273:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384675.804276:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.804279:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384675.804281:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384675.804286:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767384675.804286:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e6f6444 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049196032:12345-0@lo:400: Request processed in 436us (1957us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384675.804290:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384675.804291:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cd10e42. 00000100:00100000:0.0:1767384675.804295:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e869959 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16350:1853237049196544:0@lo:400: 00000100:00000001:3.0:1767384675.804299:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767384675.804299:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00000001:3.0:1767384675.804302:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384675.804305:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:0.0:1767384675.804306:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384675.804308:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.804311:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384675.804311:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384675.804316:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384675.804316:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384675.804317:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e869959 x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384675.804320:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384675.804322:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b75c7d0. 00000100:00100000:1.0:1767384675.804322:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d873e97b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16348:1853237049196288:0@lo:400: 00000100:00000001:3.0:1767384675.804326:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384675.804328:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000100:00000001:3.0:1767384675.804330:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384675.804335:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c170377f. 00000100:00000001:1.0:1767384675.804338:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.804338:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767384675.804340:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 02000000:00000001:0.0:1767384675.804342:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384675.804345:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767384675.804345:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7447b98. 02000000:00000001:2.0:1767384675.804347:0:17075:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384675.804350:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384675.804350:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000945e4b03. 02000000:00000001:0.0:1767384675.804351:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384675.804354:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384675.804354:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d873e97b x1853237049196288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384675.804356:0:17075:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:3.0:1767384675.804358:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384675.804360:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384675.804361:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384675.804363:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384675.804364:0:16350:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:3.0:1767384675.804366:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e33ef2da. 00000020:00000001:0.0:1767384675.804371:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384675.804373:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065124a4a 00000100:00000200:2.0:1767384675.804373:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:0.0:1767384675.804375:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005b4313dd. 00000400:00000010:3.0:1767384675.804379:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065124a4a. 00000400:00000010:2.0:1767384675.804380:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e9290cd. 00000100:00000001:1.0:1767384675.804381:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384675.804382:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384675.804384:0:16351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384675.804385:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384675.804385:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767384675.804387:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003de223c7. 00000100:00000010:0.0:1767384675.804389:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e869959. 02000000:00000010:1.0:1767384675.804390:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6b74a85. 00000100:00000200:3.0:1767384675.804391:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a17c891f x1853237049196032/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.804393:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384675.804397:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384675.804399:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384675.804402:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384675.804404:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767384675.804407:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a17c891f x1853237049196032/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384675.804408:0:16348:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384675.804410:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384675.804414:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384675.804416:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384675.804421:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ccc64565. 00000100:00000001:3.0:1767384675.804422:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384675.804422:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384675.804427:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384675.804428:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.804428:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.804432:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384675.804434:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384675.804437:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384675.804437:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384675.804441:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384675.804442:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d873e97b. 02000000:00000001:3.0:1767384675.804443:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384675.804447:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=92 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384675.804448:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767384675.804452:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384675.804453:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384675.804457:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384675.804459:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.804459:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384675.804465:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384675.804466:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.804469:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.804469:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384675.804474:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384675.804475:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a17c891f x1853237049196032/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.804481:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384675.804483:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384675.804485:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.804486:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384675.804488:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384675.804492:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a17c891f x1853237049196032/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384675.804497:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a17c891f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049196032:0@lo:400: 00000100:00000001:3.0:1767384675.804501:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384675.804502:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384675.804504:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a17c891f x1853237049196032/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384675.804507:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384675.804509:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384675.804510:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2eccf79. 02000000:00000001:3.0:1767384675.804512:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384675.804513:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384675.804513:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:3.0:1767384675.804514:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384675.804515:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000032444f66. 02000000:00000001:3.0:1767384675.804517:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384675.804518:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384675.804519:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a17c891f. 00000100:00000001:3.0:1767384675.804520:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384675.804521:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384675.804522:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384675.804524:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384675.804525:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384675.804526:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384675.804527:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384675.807657:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294964229, at 4294964230 00000100:00000010:3.0:1767384675.807664:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b6dc0cb. 00000100:00000040:1.0:1767384675.807679:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294964229, at 4294964230 00000100:00000040:2.0:1767384675.807684:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294964229, at 4294964230 00000100:00000040:0.0:1767384675.807684:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294964229, at 4294964230 00000100:00000010:1.0:1767384675.807689:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adb9cf91. 00000100:00000010:2.0:1767384675.807693:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000976f41bd. 00000100:00000010:0.0:1767384675.807693:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef9d52c7. 00000800:00000001:1.0:1767384676.025102:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.025118:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384676.025122:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.025124:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.025133:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:1.0:1767384676.025147:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 224 into portal 12 MB=0x695825fb00880 00000400:00000200:1.0:1767384676.025154:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.37@tcp50 of length 224/224 into md 0x229 [64] + 9696 00000800:00000001:1.0:1767384676.025162:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.025210:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.025213:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.025216:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:1.0:1767384676.025222:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384676.025224:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384676.025242:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d873e97b. 00000100:00000040:1.0:1767384676.025247:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000d873e97b x1853237043923072 msgsize 224 00000100:00100000:1.0:1767384676.025250:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000001:1.0:1767384676.025259:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384676.025267:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.025270:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384676.025271:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.025273:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.025276:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:1.0:1767384676.025282:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 224 into portal 12 MB=0x695825fb00800 00000400:00000200:1.0:1767384676.025298:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.37@tcp50 of length 224/224 into md 0x229 [64] + 9920 00000800:00000001:1.0:1767384676.025301:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384676.025303:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384676.025306:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384676.025308:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043923072 00000400:00000200:1.0:1767384676.025309:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384676.025319:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384676.025320:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:3.0:1767384676.025325:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384676.025326:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384676.025328:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384676.025329:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384676.025336:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000da147d95. 02000000:00000001:3.0:1767384676.025337:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.025339:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000da147d95 x1853237043922944 msgsize 224 00000100:00100000:3.0:1767384676.025343:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043923072 00000100:00100000:1.0:1767384676.025344:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000020:00000001:3.0:1767384676.025350:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384676.025354:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2043b 00000020:00000001:3.0:1767384676.025357:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384676.025360:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384676.025361:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003112511e refcount=6 00000020:00000001:3.0:1767384676.025367:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000800:00000001:1.0:1767384676.025368:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384676.025371:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000800:00000001:1.0:1767384676.025374:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384676.025380:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384676.025386:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000237b0e0d. 00000020:00000010:3.0:1767384676.025392:0:17080:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002acc0254. 00000020:00000040:3.0:1767384676.025400:0:17080:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 10 - evictor 00000100:00000001:0.0:1767384676.025412:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.025415:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043922944 02000000:00000001:0.0:1767384676.025417:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384676.025419:0:17080:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384676.025420:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.025424:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.025427:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384676.025428:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7447b98. 00000100:00100000:0.0:1767384676.025430:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043922944 00000020:00000001:0.0:1767384676.025434:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.025435:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2043b 00000020:00000010:3.0:1767384676.025436:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e805c954. 00000020:00000001:0.0:1767384676.025438:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.025441:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003112511e refcount=7 00000100:00080000:1.0:1767384676.025444:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:0.0:1767384676.025444:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000020:00000040:1.0:1767384676.025447:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 10 - evictor 00000020:00000001:0.0:1767384676.025457:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000100:00000001:0.0:1767384676.025460:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.025464:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1de4b78. 00000100:00000001:0.0:1767384676.025467:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.025470:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1de4b78. 00000020:00000010:0.0:1767384676.025474:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000270651b7. 00000020:00000010:0.0:1767384676.025478:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f8dcd79. 00000020:00000010:0.0:1767384676.025489:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000020:00000010:3.0:1767384676.025494:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000100:00000040:0.0:1767384676.025499:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384676.025503:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.025504:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384676.025507:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.025508:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.025511:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384676.025514:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.025517:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.025520:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.025530:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.025541:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.025543:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.025547:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 4 00000100:00000001:3.0:1767384676.025551:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384676.025551:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003112511e : new rpc_count 1 00000100:00000001:0.0:1767384676.025556:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667045248 : -123274042506368 : ffff8fe2067c8380) 00000100:00000040:0.0:1767384676.025565:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000da147d95 x1853237043922944/t0(0) o41->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 224/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384676.025569:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384676.025574:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384676.025580:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384676.025585:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 5 00000020:00000010:0.0:1767384676.025586:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1de4b78. 00000100:00000040:3.0:1767384676.025591:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003112511e : new rpc_count 2 00000100:00000001:0.0:1767384676.025592:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384676.025594:0:18687:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:3.0:1767384676.025596:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667052416 : -123274042499200 : ffff8fe2067c9f80) 00000020:00000010:0.0:1767384676.025598:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1de4b78. 00000100:00100000:2.0:1767384676.025600:0:18687:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00000040:3.0:1767384676.025605:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d873e97b x1853237043923072/t0(0) o41->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 224/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.025645:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000da147d95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ad25df5-1635-4ffe-973f-7bd68d52e539+7:0:x1853237043922944:12345-192.168.202.37@tcp50:41: 00000100:00000010:2.0:1767384676.025653:0:18687:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c170377f. 00000100:00000200:0.0:1767384676.025656:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043922944 00000100:00100000:2.0:1767384676.025663:0:18687:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000020:00000001:0.0:1767384676.025664:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384676.025666:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384676.025670:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4e1bb35. 00000100:00000001:3.0:1767384676.025672:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384676.025676:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4e1bb35. 00000020:00000001:0.0:1767384676.025677:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384676.025682:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d873e97b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ad25df5-1635-4ffe-973f-7bd68d52e539+7:15188:x1853237043923072:12345-192.168.202.37@tcp50:41: 00000020:00000001:0.0:1767384676.025684:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384676.025689:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043923072 00000020:00000001:0.0:1767384676.025691:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384676.025693:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.025695:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663633344 : -1045918272 : ffffffffc1a88dc0) 00000020:00000001:3.0:1767384676.025697:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384676.025700:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.025703:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384676.025704:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384676.025707:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663633344 : -1045918272 : ffffffffc1a88dc0) 00000001:00000001:0.0:1767384676.025708:0:17082:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237043922944, found 0 last_xid 0 00000020:00000001:3.0:1767384676.025710:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384676.025713:0:17080:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237043923072, found 0 last_xid 0 00000020:00000001:0.0:1767384676.025714:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384676.025717:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384676.025721:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.025721:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384676.025724:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.025726:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384676.025729:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.025731:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.025735:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384676.025735:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384676.025738:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384676.025742:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e7025f93. 02000000:00000001:0.0:1767384676.025744:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384676.025746:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.025749:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384676.025750:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008383823e. 00000004:00000001:3.0:1767384676.025753:0:17080:0:(mdt_handler.c:474:mdt_statfs()) Process entered 02000000:00000001:0.0:1767384676.025754:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384676.025757:0:17080:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000100:00000001:0.0:1767384676.025759:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384676.025760:0:17080:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384676.025767:0:17082:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1767384676.025771:0:17082:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384676.025772:0:17082:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:3.0:1767384676.025773:0:17080:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000020:00000020:3.0:1767384676.025778:0:17080:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000004:00000024:0.0:1767384676.025778:0:17082:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000020:00000020:3.0:1767384676.025784:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003112511e dirty 0 pend 0 grant 2146304 00000020:00000020:3.0:1767384676.025788:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000085dc3f37 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384676.025790:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000f3b7914a dirty 0 pend 0 grant 0 00000004:00000020:3.0:1767384676.025792:0:17080:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000020:00000020:0.0:1767384676.025793:0:17082:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000010:3.0:1767384676.025798:0:17080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000d6139cdd. 00000020:00000020:0.0:1767384676.025798:0:17082:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003112511e dirty 0 pend 0 grant 2146304 00000020:00000001:3.0:1767384676.025805:0:17080:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000020:0.0:1767384676.025805:0:17082:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000085dc3f37 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384676.025809:0:17080:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384676.025811:0:17082:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000f3b7914a dirty 0 pend 0 grant 0 00000001:00000001:3.0:1767384676.025812:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384676.025815:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1767384676.025818:0:17082:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000004:00000001:3.0:1767384676.025819:0:17080:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384676.025825:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043923072 00010000:00000001:3.0:1767384676.025828:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384676.025829:0:17082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000071c4539e. 00010000:00000200:3.0:1767384676.025833:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d873e97b x1853237043923072/t0(0) o41->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384676.025836:0:17082:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384676.025840:0:17082:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384676.025846:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:0.0:1767384676.025846:0:17082:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384676.025850:0:17082:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384676.025851:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384676.025857:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384676.025861:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384676.025864:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 5 to 192.168.202.37@tcp50 00000004:00000001:0.0:1767384676.025864:0:17082:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.025871:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 00000100:00000001:1.0:1767384676.025871:0:18687:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.025871:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043922944 02000000:00000001:3.0:1767384676.025874:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384676.025876:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384676.025877:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.025882:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:0.0:1767384676.025886:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000da147d95 x1853237043922944/t0(0) o41->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384676.025887:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000100:00000001:2.0:1767384676.025891:0:40011:0:(service.c:2991:ptlrpc_main()) Process entered 00000400:00000010:3.0:1767384676.025892:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa6e5e65. 00000100:00000200:3.0:1767384676.025900:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237043923072, offset 224 00010000:00000001:0.0:1767384676.025902:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.025906:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384676.025910:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000100:00001000:0.0:1767384676.025911:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.025918:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.025922:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 6 to 192.168.202.37@tcp50 00000100:00000010:2.0:1767384676.025923:0:40011:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006c85aff7. 00000100:00000001:0.0:1767384676.025926:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 00000400:00000200:3.0:1767384676.025928:0:17080:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000020:00000010:2.0:1767384676.025931:0:40011:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006edf470b. 02000000:00000001:0.0:1767384676.025933:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.025936:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.025940:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384676.025942:0:40011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2eccf79. 00000020:00000010:2.0:1767384676.025949:0:40011:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002b6d3da7. 00000400:00000200:3.0:1767384676.025956:0:17080:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [234:234:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [19:19:8:4294967295] 00000100:00000040:0.0:1767384676.025956:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000040:00000010:2.0:1767384676.025957:0:40011:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006589f399. 00000400:00000010:0.0:1767384676.025962:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000020:00000010:2.0:1767384676.025966:0:40011:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003938d764. 00000100:00000200:0.0:1767384676.025968:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237043922944, offset 224 00000020:00000010:2.0:1767384676.025974:0:40011:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004a25f319. 00000400:00000200:0.0:1767384676.025980:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000020:00000010:2.0:1767384676.025983:0:40011:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b4ac1091. 00000400:00000200:3.0:1767384676.025990:0:17080:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 80000000:00000010:2.0:1767384676.025991:0:40011:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000976f41bd. 40000000:00000010:2.0:1767384676.025998:0:40011:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003ddb4db3. 00000800:00000200:3.0:1767384676.026003:0:17080:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000400:00000200:0.0:1767384676.026004:0:17082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00100000:00000010:2.0:1767384676.026005:0:40011:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c8c0606. 00000800:00000010:3.0:1767384676.026011:0:17080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9e85372. 00040000:00000010:2.0:1767384676.026014:0:40011:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f7baecb3. 00000800:00000200:3.0:1767384676.026020:0:17080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00040000:00000010:2.0:1767384676.026021:0:40011:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b1d440bb. 00000400:00000200:0.0:1767384676.026026:0:17082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [235:235:255:4294967295] 192.168.202.37@tcp50 LPNI seq info [20:20:7:4294967295] 00040000:00000010:2.0:1767384676.026029:0:40011:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e295925a. 00000800:00000200:3.0:1767384676.026035:0:17080:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00080000:00000010:2.0:1767384676.026039:0:40011:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a9917554. 00000400:00000200:0.0:1767384676.026043:0:17082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384676.026044:0:17080:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9e85372 type 1, nob 464 niov 1 nkiov 1 00080000:00000010:2.0:1767384676.026047:0:40011:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000719e9124. 00000800:00000200:0.0:1767384676.026052:0:17082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:0.0:1767384676.026057:0:17082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096965584. 00000800:00000200:0.0:1767384676.026061:0:17082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000100:00000001:3.0:1767384676.026066:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384676.026067:0:17082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000004:00000010:2.0:1767384676.026073:0:40011:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000022321837. 00000800:00000200:0.0:1767384676.026074:0:17082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096965584 type 1, nob 464 niov 1 nkiov 1 00000100:00000040:3.0:1767384676.026075:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 5 to 192.168.202.37@tcp50 00000004:00000010:2.0:1767384676.026082:0:40011:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000037627633. 00010000:00000001:3.0:1767384676.026083:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384676.026084:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.026088:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384676.026090:0:40011:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ddc6dd30. 00000100:00000040:0.0:1767384676.026093:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 4 to 192.168.202.37@tcp50 00000020:00000001:3.0:1767384676.026095:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00002000:00000010:2.0:1767384676.026097:0:40011:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000945e4b03. 00010000:00000001:0.0:1767384676.026099:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.026103:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384676.026105:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d873e97b x1853237043923072/t0(0) o41->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1767384676.026105:0:40011:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000214a0010. 00000020:00000001:0.0:1767384676.026107:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1767384676.026117:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384676.026117:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da147d95 x1853237043922944/t0(0) o41->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384676.026122:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d873e97b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ad25df5-1635-4ffe-973f-7bd68d52e539+7:15188:x1853237043923072:12345-192.168.202.37@tcp50:41: Request processed in 451us (869us total) trans 0 rc 0/0 00000800:00000010:1.0:1767384676.026123:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9e85372. 00000400:00000200:1.0:1767384676.026130:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.026139:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.026142:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6e5e65 00000100:00100000:3.0:1767384676.026146:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 5 00000400:00000010:1.0:1767384676.026146:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa6e5e65. 00000100:00100000:0.0:1767384676.026146:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000da147d95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ad25df5-1635-4ffe-973f-7bd68d52e539+7:0:x1853237043922944:12345-192.168.202.37@tcp50:41: Request processed in 559us (800us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384676.026153:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003112511e : new rpc_count 1 00000100:00000001:1.0:1767384676.026153:0:16342:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384676.026157:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384676.026158:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:2.0:1767384676.026158:0:40011:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000e42f92fc. 00000100:00100000:0.0:1767384676.026159:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 4 00000100:00000001:3.0:1767384676.026163:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384676.026166:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003112511e : new rpc_count 0 00000020:00000010:3.0:1767384676.026169:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e805c954. 00000100:00000001:0.0:1767384676.026171:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384676.026173:0:40011:0:(service.c:3079:ptlrpc_main()) service thread 4 (#5) started 00000020:00000010:3.0:1767384676.026175:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000100:00000001:0.0:1767384676.026175:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.026181:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f8dcd79. 00000020:00000010:3.0:1767384676.026182:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7447b98. 00000020:00000010:0.0:1767384676.026190:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000020:00000040:3.0:1767384676.026191:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 6 00000800:00000200:1.0:1767384676.026194:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1767384676.026197:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000270651b7. 00000100:00000001:3.0:1767384676.026198:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384676.026198:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096965584. 00000020:00000040:0.0:1767384676.026200:0:17082:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 5 00000400:00000200:1.0:1767384676.026203:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384676.026205:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.026209:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.026212:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00000400:00000010:1.0:1767384676.026214:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000100:00000001:1.0:1767384676.026217:0:16342:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384676.026219:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384676.027318:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384676.027325:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384676.027327:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384676.027328:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384676.027333:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:0.0:1767384676.027340:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 440 into portal 12 MB=0x695825fb00900 00000400:00000200:0.0:1767384676.027343:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.37@tcp50 of length 440/440 into md 0x229 [64] + 10144 00000800:00000001:0.0:1767384676.027347:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384676.027352:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384676.027353:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384676.027356:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:0.0:1767384676.027358:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384676.027359:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384676.027362:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd2d4228. 00000100:00000040:0.0:1767384676.027364:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000bd2d4228 x1853237043923200 msgsize 440 00000100:00100000:0.0:1767384676.027367:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000001:0.0:1767384676.027378:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384676.027382:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384676.027384:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384676.027407:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384676.027409:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043923200 02000000:00000001:3.0:1767384676.027411:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384676.027412:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384676.027413:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384676.027415:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384676.027417:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043923200 00000020:00000001:3.0:1767384676.027418:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384676.027419:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2043b 00000020:00000001:3.0:1767384676.027420:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384676.027422:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003112511e refcount=6 00000020:00000001:3.0:1767384676.027423:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000020:00000001:3.0:1767384676.027425:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000100:00000001:3.0:1767384676.027427:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384676.027429:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4e1bb35. 00000100:00000001:3.0:1767384676.027431:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384676.027432:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4e1bb35. 00000020:00000010:3.0:1767384676.027435:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7447b98. 00000020:00000010:3.0:1767384676.027437:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e805c954. 00000020:00000010:3.0:1767384676.027439:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000100:00000040:3.0:1767384676.027443:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384676.027444:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384676.027445:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384676.027446:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.027449:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.027458:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384676.027464:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384676.027465:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384676.027468:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 6 00000100:00000040:3.0:1767384676.027471:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003112511e : new rpc_count 1 00000100:00000001:3.0:1767384676.027472:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575791744 : -123274133759872 : ffff8fe2010c1880) 00000100:00000040:3.0:1767384676.027476:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bd2d4228 x1853237043923200/t0(0) o40->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 440/0 e 0 to 0 dl 1767384687 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384676.027483:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384676.027485:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4e1bb35. 00000100:00000001:3.0:1767384676.027486:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384676.027488:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4e1bb35. 00000100:00100000:3.0:1767384676.027491:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bd2d4228 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ad25df5-1635-4ffe-973f-7bd68d52e539+6:15188:x1853237043923200:12345-192.168.202.37@tcp50:40: 00000100:00000200:3.0:1767384676.027493:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043923200 00000020:00000001:3.0:1767384676.027495:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384676.027496:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384676.027498:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.027499:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384676.027500:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663633296 : -1045918320 : ffffffffc1a88d90) 00000020:00000001:3.0:1767384676.027502:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384676.027503:0:17082:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237043923200, found 0 last_xid 1853237043922943 00000020:00000001:3.0:1767384676.027505:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384676.027506:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384676.027507:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384676.027508:0:17082:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384676.027510:0:17082:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.027511:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.027512:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384676.027514:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384676.027517:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000527eb045. 02000000:00000001:3.0:1767384676.027519:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.027521:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384676.027524:0:17082:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:3.0:1767384676.027526:0:17082:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384676.027527:0:17082:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384676.027530:0:17082:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384676.027531:0:17082:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384676.027533:0:17082:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:3.0:1767384676.027535:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043923200 00010000:00000001:3.0:1767384676.027538:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384676.027541:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bd2d4228 x1853237043923200/t0(0) o40->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 440/448 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384676.027549:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384676.027551:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384676.027553:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384676.027556:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384676.027559:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 5 to 192.168.202.37@tcp50 00000100:00000001:3.0:1767384676.027562:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:3.0:1767384676.027564:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384676.027565:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.027567:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384676.027570:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:3.0:1767384676.027573:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e01d6db. 00000100:00000200:3.0:1767384676.027576:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853237043923200, offset 224 00000400:00000200:3.0:1767384676.027581:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:3.0:1767384676.027588:0:17082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:3.0:1767384676.027595:0:17082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [236:236:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:3.0:1767384676.027602:0:17082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384676.027605:0:17082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:3.0:1767384676.027625:0:17082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfb6cded. 00000800:00000200:3.0:1767384676.027628:0:17082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:3.0:1767384676.027633:0:17082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:3.0:1767384676.027636:0:17082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfb6cded type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1767384676.027645:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384676.027647:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 4 to 192.168.202.37@tcp50 00010000:00000001:3.0:1767384676.027649:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384676.027650:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.027652:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384676.027654:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd2d4228 x1853237043923200/t0(0) o40->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 440/448 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384676.027661:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bd2d4228 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ad25df5-1635-4ffe-973f-7bd68d52e539+6:15188:x1853237043923200:12345-192.168.202.37@tcp50:40: Request processed in 177us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384676.027667:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 6 00000100:00000040:3.0:1767384676.027669:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003112511e : new rpc_count 0 00000100:00000001:3.0:1767384676.027671:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384676.027672:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384676.027674:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e805c954. 00000020:00000010:3.0:1767384676.027677:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384676.027679:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7447b98. 00000020:00000040:3.0:1767384676.027682:0:17082:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 5 00000100:00000001:3.0:1767384676.027683:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384676.027703:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384676.027706:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cfb6cded. 00000400:00000200:1.0:1767384676.027709:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.027718:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.027721:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e01d6db 00000400:00000010:1.0:1767384676.027722:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e01d6db. 00000100:00000001:1.0:1767384676.027724:0:16343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384676.027725:0:16343:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384676.028715:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.028722:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384676.028724:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.028725:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.028730:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:1.0:1767384676.028736:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 520 into portal 28 MB=0x695825fb00980 00000400:00000200:1.0:1767384676.028741:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.37@tcp50 of length 520/520 into md 0xae1 [8] + 5008 00000800:00000001:1.0:1767384676.028745:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.028749:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.028751:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.028753:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:1.0:1767384676.028756:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384676.028758:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384676.028761:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e27e8824. 00000100:00000040:1.0:1767384676.028762:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000e27e8824 x1853237043923328 msgsize 520 00000100:00100000:1.0:1767384676.028765:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000001:1.0:1767384676.028779:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384676.028783:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.028786:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.028816:0:17887:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.028819:0:17887:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043923328 02000000:00000001:0.0:1767384676.028821:0:17887:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.028823:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.028824:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.028827:0:17887:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.028830:0:17887:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043923328 00000020:00000001:0.0:1767384676.028832:0:17887:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.028833:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384676.028834:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384676.028836:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.028837:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384676.028840:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000270651b7. 00000020:00000010:0.0:1767384676.028842:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f8dcd79. 00000020:00000010:0.0:1767384676.028845:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000100:00000001:0.0:1767384676.028847:0:17887:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.028854:0:17887:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.028856:0:17887:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.028859:0:17887:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.028870:0:17887:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.028878:0:17887:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.028879:0:17887:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.028882:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 4 00000100:00000001:0.0:1767384676.028884:0:17887:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667050624 : -123274042500992 : ffff8fe2067c9880) 00000100:00000040:0.0:1767384676.028887:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e27e8824 x1853237043923328/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384696 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.028895:0:17887:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e27e8824 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:11797:x1853237043923328:12345-192.168.202.37@tcp50:8: 00000100:00000200:0.0:1767384676.028898:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043923328 00000020:00000001:0.0:1767384676.028900:0:17887:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384676.028903:0:17887:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000800:00000001:3.0:1767384676.028904:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767384676.028912:0:17887:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 6 - find 00000800:00000001:3.0:1767384676.028913:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.028916:0:17887:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446620804844997256 : -123268864554360 : ffff8fe33b1dca88) 00000800:00000001:3.0:1767384676.028919:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384676.028921:0:17887:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.028924:0:17887:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1767384676.028925:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384676.028927:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000d6cc2800. 02000000:00000001:0.0:1767384676.028929:0:17887:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.028931:0:17887:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.028933:0:17887:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384676.028937:0:17887:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50 t0 exp 0000000000000000 cur 297 last 0 00010000:00000001:0.0:1767384676.028939:0:17887:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:0.0:1767384676.028941:0:17887:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:0.0:1767384676.028943:0:17887:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384676.028944:0:17887:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384676.028946:0:17887:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003d2d0c39. 00000020:00000001:0.0:1767384676.028948:0:17887:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384676.028950:0:17887:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003d2d0c39 with handle 0x7f71e2b70dd20442 to hash 00000020:00000001:0.0:1767384676.028952:0:17887:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384676.028954:0:17887:0:(obd_class.h:1008:obd_init_export()) Process entered 00000001:00000001:0.0:1767384676.028956:0:17887:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1767384676.028962:0:17887:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000770286f5. 00000001:00000001:0.0:1767384676.028964:0:17887:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.028971:0:17887:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384676.028973:0:17887:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384676.028977:0:17887:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000096965584. 00000400:00000200:3.0:1767384676.028978:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000001:00000010:0.0:1767384676.028983:0:17887:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000da691ae. 00000001:00000010:0.0:1767384676.028987:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f6b74a85. 00000001:00000010:0.0:1767384676.028989:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd0c6a0e. 00000400:00000200:3.0:1767384676.028994:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 224 into portal 26 MB=0x695825fb00a00 00000001:00000010:0.0:1767384676.028994:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000045c80004. 00000001:00000010:0.0:1767384676.028999:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000399ac3b7. 00000400:00000200:3.0:1767384676.029003:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 224/224 into md 0x191d [2] + 0 00010000:00000001:0.0:1767384676.029004:0:17887:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.029009:0:17887:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384676.029011:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073934f96. 00000020:00000001:0.0:1767384676.029012:0:17887:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384676.029018:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cc12c0cb 00000020:00000040:0.0:1767384676.029018:0:17887:0:(genops.c:887:class_export_get()) GET export 000000003d2d0c39 refcount=3 00000020:00000040:0.0:1767384676.029020:0:17887:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 7 - export 00000800:00000001:3.0:1767384676.029023:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384676.029024:0:17887:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446620799578689536 : -123274130862080 : ffff8fe201385000) 00000020:00000040:0.0:1767384676.029027:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000003d2d0c39 : new refcount 2 00000020:00000080:0.0:1767384676.029029:0:17887:0:(genops.c:1402:class_connect()) connect: client 9ad25df5-1635-4ffe-973f-7bd68d52e539, cookie 0x7f71e2b70dd20442 00000800:00000001:3.0:1767384676.029030:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.029031:0:17887:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384676.029037:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384676.029037:0:17887:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.029040:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20442 00000020:00000001:0.0:1767384676.029042:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384676.029045:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000020:00000040:0.0:1767384676.029045:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d2d0c39 refcount=3 00000020:00000001:0.0:1767384676.029050:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578689536 : -123274130862080 : ffff8fe201385000) 00000400:00000200:3.0:1767384676.029052:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc12c0cb 00000020:00000001:0.0:1767384676.029052:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578689536 : -123274130862080 : ffff8fe201385000) 00000400:00000010:3.0:1767384676.029056:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc12c0cb. 00000001:00000001:0.0:1767384676.029057:0:17887:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000100:00000001:3.0:1767384676.029061:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:0.0:1767384676.029062:0:17887:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000200:3.0:1767384676.029065:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000001:00000040:0.0:1767384676.029066:0:17887:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001c9c6c04) : new refcount 7 00000100:00000040:3.0:1767384676.029069:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000eda11bf3 x1853237043923456 msgsize 224 00000001:00000001:0.0:1767384676.029070:0:17887:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446620804727897088 : -123268981654528 : ffff8fe33422fc00) 00000001:00000001:0.0:1767384676.029075:0:17887:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1767384676.029077:0:17887:0:(genops.c:887:class_export_get()) GET export 000000003d2d0c39 refcount=4 00000001:00000040:0.0:1767384676.029080:0:17887:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001c9c6c04) : new refcount 8 00000100:00100000:3.0:1767384676.029081:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000001:00000001:0.0:1767384676.029085:0:17887:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384676.029086:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000001:08000000:0.0:1767384676.029094:0:17887:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.202.37@tcp50 to nodemap default 00000100:00000001:3.0:1767384676.029097:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000040:0.0:1767384676.029098:0:17887:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 7 00000001:00000001:0.0:1767384676.029102:0:17887:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384676.029104:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00100000:0.0:1767384676.029104:0:17887:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003d2d0c39 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000800:00000001:3.0:1767384676.029110:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.029111:0:17887:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000800:00000001:3.0:1767384676.029114:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384676.029115:0:17887:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384676.029118:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:0.0:1767384676.029118:0:17887:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003d2d0c39 free: 144203776 avail: 129867776 00000020:00000001:0.0:1767384676.029123:0:17887:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1767384676.029125:0:17887:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003d2d0c39 avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00000100:00000001:2.0:1767384676.029128:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384676.029129:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000020:00000001:0.0:1767384676.029130:0:17887:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000020:00000020:0.0:1767384676.029133:0:17887:0:(tgt_grant.c:1062:tgt_grant_connect()) fs has no space left and statfs too old 00000020:00000001:0.0:1767384676.029135:0:17887:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:3.0:1767384676.029138:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 448 into portal 23 MB=0x695825fb00a80 00000100:00100000:2.0:1767384676.029142:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043923456 00000020:00000001:0.0:1767384676.029143:0:17887:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384676.029147:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.37@tcp50 of length 448/448 into md 0x329 [2] + 0 02000000:00000001:2.0:1767384676.029149:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000020:0.0:1767384676.029149:0:17887:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003d2d0c39 free: 144203776 avail: 129867776 00000100:00000001:2.0:1767384676.029153:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384676.029155:0:17887:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000800:00000001:3.0:1767384676.029156:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384676.029157:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384676.029159:0:17887:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003d2d0c39 avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00000800:00000001:3.0:1767384676.029162:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384676.029164:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384676.029165:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384676.029165:0:17887:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000020:00000001:0.0:1767384676.029172:0:17887:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000100:00100000:2.0:1767384676.029173:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043923456 00000400:00000200:3.0:1767384676.029175:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000020:00000020:0.0:1767384676.029176:0:17887:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003d2d0c39 wants: 134217728 current grant 0 granting: 8437760 00000020:00000001:2.0:1767384676.029178:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384676.029181:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000020:0.0:1767384676.029183:0:17887:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003d2d0c39 tot cached:0 granted:8716864 num_exports: 2 00000100:00000001:3.0:1767384676.029184:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384676.029185:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384676.029187:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000040:2.0:1767384676.029191:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=9 00000020:00000001:0.0:1767384676.029191:0:17887:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000100:00000010:3.0:1767384676.029192:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d97fc6f5. 00000020:00000020:0.0:1767384676.029196:0:17887:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003d2d0c39 ocd_grant: 8437760 want: 134217728 left: 129585152 00000100:00000040:3.0:1767384676.029198:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000d97fc6f5 x1853237043923584 msgsize 448 00000020:00000001:2.0:1767384676.029199:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:0.0:1767384676.029203:0:17887:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000020:00000001:2.0:1767384676.029207:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00100000:3.0:1767384676.029208:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00002000:00100000:0.0:1767384676.029208:0:17887:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00000001:2.0:1767384676.029215:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:0.0:1767384676.029216:0:17887:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.029220:0:17887:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000020:00000010:2.0:1767384676.029221:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ea71ee7. 00000100:00000001:3.0:1767384676.029222:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000040:0.0:1767384676.029223:0:17887:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID '9ad25df5-1635-4ffe-973f-7bd68d52e539' generation 0 00000800:00000001:3.0:1767384676.029227:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384676.029227:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384676.029246:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384676.029247:0:17887:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000020:00000010:2.0:1767384676.029249:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ea71ee7. 00000020:00000010:2.0:1767384676.029257:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1702caa. 00080000:00000001:0.0:1767384676.029258:0:17887:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000010:2.0:1767384676.029264:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b75c7d0. 00080000:00000010:0.0:1767384676.029265:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000665f5744. 00080000:00000001:0.0:1767384676.029271:0:17887:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799652598784 : -123274056952832 : ffff8fe205a01400) 00000020:00000010:2.0:1767384676.029272:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000020:00000010:1.0:1767384676.029274:0:17084:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000021e76825. 00080000:00000001:0.0:1767384676.029275:0:17887:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:1.0:1767384676.029281:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:0.0:1767384676.029281:0:17887:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00100000:1.0:1767384676.029283:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043923584 00000100:00000040:2.0:1767384676.029284:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:1.0:1767384676.029285:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000010:0.0:1767384676.029285:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1de4b78. 00000100:00000001:1.0:1767384676.029288:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384676.029291:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384676.029291:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384676.029291:0:17887:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.029294:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384676.029296:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384676.029296:0:17887:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384676.029298:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384676.029300:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043923584 00000020:00000001:1.0:1767384676.029304:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384676.029305:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384676.029306:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2043b 00080000:00000001:0.0:1767384676.029312:0:17887:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.029315:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000010:0.0:1767384676.029315:0:17887:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000009a4da93. 00000020:00000040:1.0:1767384676.029316:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003112511e refcount=6 00000100:00000001:2.0:1767384676.029318:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384676.029319:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000001:00000040:0.0:1767384676.029319:0:17887:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000003d2d0c39 : new cb_count 1 00000020:00000040:0.0:1767384676.029324:0:17887:0:(genops.c:887:class_export_get()) GET export 000000003d2d0c39 refcount=5 00000020:00000001:1.0:1767384676.029325:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000100:00000001:1.0:1767384676.029329:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384676.029332:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c92e771. 00000100:00000001:1.0:1767384676.029335:0:17084:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384676.029337:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384676.029338:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c92e771. 00000100:00000001:3.0:1767384676.029339:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384676.029343:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384676.029344:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384676.029347:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000637ccdf7. 00000100:00100000:2.0:1767384676.029353:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 171 00000020:00000010:1.0:1767384676.029353:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059bc32d0. 00000100:00000001:3.0:1767384676.029360:0:17074:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384676.029360:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000020:00000010:1.0:1767384676.029361:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000339934d. 00000001:00000001:0.0:1767384676.029366:0:17887:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000100:00000001:3.0:1767384676.029367:0:17074:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.029367:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852965456 : -123268856586160 : ffff8fe33b976050) 00080000:00000001:0.0:1767384676.029370:0:17887:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384676.029371:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1767384676.029376:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384676.029377:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384676.029380:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eda11bf3 x1853237043923456/t0(0) o400->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:657/0 lens 224/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.029381:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384676.029381:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1de4b78. 00040000:00000001:0.0:1767384676.029386:0:17887:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:1.0:1767384676.029388:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384676.029391:0:17887:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384676.029395:0:17887:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.029400:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:0.0:1767384676.029401:0:17887:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000100:00000001:2.0:1767384676.029402:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:0.0:1767384676.029404:0:17887:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384676.029407:0:17887:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:0.0:1767384676.029410:0:17887:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000100:00000001:1.0:1767384676.029411:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384676.029414:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ea71ee7. 00000100:00000001:1.0:1767384676.029414:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:01000000:0.0:1767384676.029416:0:17887:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000002e0972f 00000020:00000010:3.0:1767384676.029419:0:17083:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000325c42f8. 00000100:00100000:1.0:1767384676.029421:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 0 00000100:00000001:2.0:1767384676.029422:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.029424:0:17887:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000003c316d3. 00000100:00000001:3.0:1767384676.029427:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384676.029429:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003112511e : new rpc_count 1 00000020:00000010:2.0:1767384676.029431:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ea71ee7. 00000100:00000001:3.0:1767384676.029432:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384676.029433:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804005797760 : -123269703753856 : ffff8fe309189f80) 00000100:00000001:3.0:1767384676.029435:0:17083:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384676.029436:0:17887:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000003c316d3 for nid 192.168.202.37@tcp50 - ref 2 00000100:00000001:3.0:1767384676.029440:0:17083:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.029444:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d97fc6f5 x1853237043923584/t0(0) o33->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 448/0 e 0 to 0 dl 1767384687 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767384676.029445:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eda11bf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+9:11801:x1853237043923456:12345-192.168.202.37@tcp50:400: 00000100:00000200:2.0:1767384676.029456:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043923456 00000020:00000001:2.0:1767384676.029461:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384676.029465:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384676.029466:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384676.029470:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c92e771. 00000020:00000001:2.0:1767384676.029471:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.029475:0:17084:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384676.029477:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384676.029480:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c92e771. 00000020:00000001:2.0:1767384676.029482:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000020:00000001:2.0:1767384676.029488:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767384676.029489:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d97fc6f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9ad25df5-1635-4ffe-973f-7bd68d52e539+6:15188:x1853237043923584:12345-192.168.202.37@tcp50:33: 00000020:00000001:2.0:1767384676.029492:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384676.029496:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043923584 00000020:00000001:2.0:1767384676.029498:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384676.029500:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384676.029502:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384676.029505:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384676.029509:0:17075:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384676.029509:0:17887:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.029511:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384676.029513:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384676.029515:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384676.029519:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384676.029520:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384676.029520:0:17887:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000c1e69723. 00000020:00000001:1.0:1767384676.029524:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663632960 : -1045918656 : ffffffffc1a88c40) 02000000:00000010:2.0:1767384676.029527:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d8ee363b. 00000020:00000001:1.0:1767384676.029527:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384676.029527:0:17887:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000e2533e1f. 00000001:00000001:1.0:1767384676.029531:0:17084:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237043923584, found 0 last_xid 1853237043923583 00000020:00000010:0.0:1767384676.029532:0:17887:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 0000000035da1f17. 02000000:00000001:2.0:1767384676.029534:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.029535:0:17084:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384676.029540:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.029540:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384676.029543:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384676.029546:0:17075:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.029547:0:17084:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000010:0.0:1767384676.029550:0:17887:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000c343b6c1. 00010000:00000040:2.0:1767384676.029551:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043923456 00000020:00000001:1.0:1767384676.029553:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384676.029553:0:17887:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000cd0ef390. 00010000:00000001:2.0:1767384676.029556:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384676.029557:0:17887:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000b4adee39. 00000020:00000001:1.0:1767384676.029560:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803962720568 : -123269746831048 : ffff8fe306875138) 00000020:00000001:1.0:1767384676.029563:0:17084:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384676.029565:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eda11bf3 x1853237043923456/t0(0) o400->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384676.029567:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384676.029567:0:17887:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384676.029575:0:17084:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00002000:00080000:0.0:1767384676.029577:0:17887:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000004:00000001:1.0:1767384676.029581:0:17084:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00002000:00000001:0.0:1767384676.029581:0:17887:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.029586:0:17887:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384676.029588:0:17084:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00010000:00000001:2.0:1767384676.029589:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:1.0:1767384676.029591:0:17084:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1767384676.029591:0:17887:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000000128b02d. 00010000:00000001:2.0:1767384676.029593:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384676.029595:0:17887:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 8 - import 00000100:00001000:2.0:1767384676.029599:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=93 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384676.029603:0:17887:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384676.029605:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000010:1.0:1767384676.029636:0:17084:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 0000000008fa962b. 00000020:00000040:0.0:1767384676.029637:0:17887:0:(genops.c:1242:class_import_put()) import 000000000128b02d refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384676.029641:0:17887:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384676.029642:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 5 to 192.168.202.37@tcp50 00000004:00000001:1.0:1767384676.029643:0:17084:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:0.0:1767384676.029645:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1de4b78. 00000100:00000001:2.0:1767384676.029649:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 00000004:00000001:1.0:1767384676.029650:0:17084:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000040:0.0:1767384676.029651:0:17887:0:(genops.c:887:class_export_get()) GET export 000000003d2d0c39 refcount=6 00000100:00000040:0.0:1767384676.029656:0:17887:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000003d2d0c39 : new rpc_count 1 02000000:00000001:2.0:1767384676.029657:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:1.0:1767384676.029657:0:17084:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384676.029659:0:17084:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:0.0:1767384676.029659:0:17887:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000004:00000001:1.0:1767384676.029664:0:17084:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384676.029668:0:17084:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:0.0:1767384676.029668:0:17887:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.37@tcp50 primary NID 192.168.202.37@tcp50 rc 0 02000000:00000001:2.0:1767384676.029669:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384676.029672:0:17084:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:0.0:1767384676.029672:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384676.029675:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1767384676.029676:0:17084:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000040:0.0:1767384676.029676:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 6 to 192.168.202.37@tcp50 00080000:00000001:1.0:1767384676.029679:0:17084:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1767384676.029680:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 00000004:00000001:1.0:1767384676.029683:0:17084:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000100:00000001:0.0:1767384676.029684:0:17887:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446620803936356864 : -123269773194752 : 0xffff8fe304f50a00) 00000100:00000040:2.0:1767384676.029687:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000004:00000001:1.0:1767384676.029688:0:17084:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000100:00000040:0.0:1767384676.029691:0:17887:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000019f0025d refcount 6 to 192.168.202.37@tcp50 00000004:00000001:1.0:1767384676.029693:0:17084:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000400:00000010:2.0:1767384676.029694:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001341358. 00000004:00000001:1.0:1767384676.029695:0:17084:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000020:00000040:0.0:1767384676.029695:0:17887:0:(genops.c:887:class_export_get()) GET export 000000003d2d0c39 refcount=7 00000100:00000001:1.0:1767384676.029698:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384676.029702:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237043923456, offset 224 02000000:00000001:1.0:1767384676.029702:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384676.029703:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1767384676.029705:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 0000000094026f99. 00000100:00000040:0.0:1767384676.029709:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 7 to 192.168.202.37@tcp50 00000100:00000001:0.0:1767384676.029712:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:1.0:1767384676.029716:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384676.029717:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 02000000:00000001:0.0:1767384676.029717:0:17887:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1767384676.029720:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.029722:0:17887:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 00000004:00000001:1.0:1767384676.029724:0:17084:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 02000000:08000000:0.0:1767384676.029724:0:17887:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 00000004:00000001:1.0:1767384676.029726:0:17084:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.029727:0:17887:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651927616 : -1057624000 : ffffffffc0f5f040) 00000004:00000001:1.0:1767384676.029731:0:17084:0:(mdt_lib.c:645:old_init_ucred()) Process entered 02000000:00000001:0.0:1767384676.029732:0:17887:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384676.029734:0:17075:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000001:00000001:1.0:1767384676.029734:0:17084:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384676.029735:0:17887:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000001:00000001:1.0:1767384676.029738:0:17084:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.029738:0:17887:0:(recover.c:147:ptlrpc_resend()) Process entered 00000001:00000001:1.0:1767384676.029743:0:17084:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000100:00000001:0.0:1767384676.029743:0:17887:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384676.029744:0:17084:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1767384676.029745:0:17887:0:(import.c:65:import_set_state_nolock()) 000000000128b02d : changing import state from RECOVER to FULL 00000001:00000001:1.0:1767384676.029746:0:17084:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.029748:0:17887:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:1.0:1767384676.029749:0:17084:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384676.029751:0:17084:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384676.029751:0:17887:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000400:00000200:2.0:1767384676.029754:0:17075:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [237:237:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [22:22:8:4294967295] 00000001:00000001:1.0:1767384676.029755:0:17084:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.029758:0:17887:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384676.029760:0:17084:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384676.029762:0:17084:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384676.029763:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000003d2d0c39 : new refcount 6 00000001:00000001:1.0:1767384676.029766:0:17084:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384676.029767:0:17887:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 8 - find 00000001:00000001:1.0:1767384676.029770:0:17084:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00010000:00000001:0.0:1767384676.029771:0:17887:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384676.029772:0:17084:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384676.029777:0:17084:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.029777:0:17887:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.029780:0:17887:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665756896 : -1043794720 : ffffffffc1c8f4e0) 00000001:00000001:1.0:1767384676.029781:0:17084:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384676.029783:0:17084:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.029784:0:17887:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384676.029786:0:17075:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000020:00000001:0.0:1767384676.029787:0:17887:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384676.029788:0:17084:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000020:00000001:0.0:1767384676.029792:0:17887:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:1.0:1767384676.029793:0:17084:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000130be73b. 00000020:00000001:0.0:1767384676.029795:0:17887:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.029798:0:17887:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384676.029799:0:17084:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000800:00000200:2.0:1767384676.029802:0:17075:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000004:00000040:1.0:1767384676.029803:0:17084:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000020:00000001:0.0:1767384676.029803:0:17887:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:0.0:1767384676.029809:0:17887:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384676.029811:0:17075:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8adf061. 00010000:00000040:0.0:1767384676.029812:0:17887:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043923328 00010000:00000001:0.0:1767384676.029817:0:17887:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000800:00000200:2.0:1767384676.029821:0:17075:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00010000:00000200:0.0:1767384676.029826:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e27e8824 x1853237043923328/t0(0) o8->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384696 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384676.029835:0:17075:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:2.0:1767384676.029842:0:17075:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f8adf061 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1767384676.029846:0:17887:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.029850:0:17887:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.029853:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=83 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384676.029857:0:17887:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384676.029858:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.029861:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384676.029866:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 7 to 192.168.202.37@tcp50 00000100:00000040:0.0:1767384676.029869:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 7 to 192.168.202.37@tcp50 00010000:00000001:2.0:1767384676.029871:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384676.029874:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.029875:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 00000020:00000001:2.0:1767384676.029877:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384676.029882:0:17887:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384676.029886:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eda11bf3 x1853237043923456/t0(0) o400->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384676.029887:0:17887:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.029894:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.029904:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000100:00100000:2.0:1767384676.029905:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eda11bf3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+9:11801:x1853237043923456:12345-192.168.202.37@tcp50:400: Request processed in 497us (828us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384676.029911:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000762d0399. 00000100:00100000:2.0:1767384676.029916:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 171 00000100:00000200:0.0:1767384676.029918:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237043923328, offset 0 00000100:00000040:2.0:1767384676.029920:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000800:00000200:1.0:1767384676.029923:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384676.029925:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:1.0:1767384676.029927:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8adf061. 00000100:00000001:2.0:1767384676.029929:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384676.029930:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:1.0:1767384676.029933:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384676.029936:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b75c7d0. 00000400:00000200:1.0:1767384676.029939:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:0.0:1767384676.029941:0:17887:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000020:00000010:2.0:1767384676.029944:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000020:00000010:2.0:1767384676.029951:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1702caa. 00000400:00000200:0.0:1767384676.029952:0:17887:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [238:238:255:4294967295] 192.168.202.37@tcp50 LPNI seq info [23:23:7:4294967295] 00000020:00000040:2.0:1767384676.029965:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 8 00000100:00000001:2.0:1767384676.029972:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384676.029980:0:17887:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000100:00000200:2.0:1767384676.029981:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384676.029988:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001341358 00000800:00000200:0.0:1767384676.029989:0:17887:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000400:00000010:2.0:1767384676.029990:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012e5a920. 00000400:00000010:1.0:1767384676.029992:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001341358. 00000800:00000010:0.0:1767384676.029993:0:17887:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc495764. 00000100:00000001:1.0:1767384676.029999:0:16343:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:0.0:1767384676.029999:0:17887:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 02000000:00000001:1.0:1767384676.030001:0:16343:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384676.030002:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004815f70b. 02000000:00000010:1.0:1767384676.030003:0:16343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d8ee363b. 00000800:00000200:0.0:1767384676.030005:0:17887:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:0.0:1767384676.030009:0:17887:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc495764 type 1, nob 512 niov 1 nkiov 1 02000000:00000001:1.0:1767384676.030010:0:16343:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384676.030011:0:16343:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384676.030013:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.030017:0:17887:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 6 to 192.168.202.37@tcp50 00010000:00000001:0.0:1767384676.030020:0:17887:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.030021:0:17887:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.030023:0:17887:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.030028:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e27e8824 x1853237043923328/t0(0) o8->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384696 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.030038:0:17887:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e27e8824 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ad25df5-1635-4ffe-973f-7bd68d52e539+6:11797:x1853237043923328:12345-192.168.202.37@tcp50:8: Request processed in 1143us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.030046:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 4 00000100:00000040:0.0:1767384676.030049:0:17887:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d2d0c39 : new rpc_count 0 00000100:00000001:0.0:1767384676.030051:0:17887:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.030053:0:17887:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.030055:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f8dcd79. 00000800:00000200:1.0:1767384676.030056:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1767384676.030058:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000800:00000010:1.0:1767384676.030059:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc495764. 00000400:00000200:1.0:1767384676.030062:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384676.030062:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000270651b7. 00000020:00000040:0.0:1767384676.030064:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000003d2d0c39 : new refcount 5 00000400:00000200:1.0:1767384676.030066:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:0.0:1767384676.030067:0:17887:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.030069:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000762d0399 00000400:00000010:1.0:1767384676.030071:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000762d0399. 00000100:00000001:1.0:1767384676.030073:0:16343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384676.030075:0:16343:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00080000:1.0:1767384676.030328:0:17084:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 520us 00000004:00000001:1.0:1767384676.030331:0:17084:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000004:00000010:3.0:1767384676.035491:0:40012:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000171e8b8a. 02000000:00000001:3.0:1767384676.035497:0:40012:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:3.0:1767384676.035500:0:40012:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:3.0:1767384676.035502:0:40012:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@00000000fe533478: 0:0, ngroups 0, nperms 0 00000004:00000001:3.0:1767384676.035503:0:40012:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:3.0:1767384676.035505:0:40012:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 00000000130be73b for key 0 02000000:00000001:3.0:1767384676.035516:0:40012:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384676.035519:0:40012:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000171e8b8a. 02000000:00001000:1.0:1767384676.035526:0:17084:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000130be73b flags 0x0 02000000:00000001:1.0:1767384676.035530:0:17084:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620804761913856 : -123268947637760 : ffff8fe3362a0a00) 00000001:00000001:1.0:1767384676.035534:0:17084:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384676.035536:0:17084:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384676.035538:0:17084:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384676.035539:0:17084:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384676.035540:0:17084:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384676.035542:0:17084:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384676.035545:0:17084:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1767384676.035546:0:17084:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384676.035549:0:17084:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384676.035550:0:17084:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384676.035551:0:17084:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1767384676.035553:0:17084:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384676.035556:0:17084:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:1.0:1767384676.035558:0:17084:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from 9ad25df5-1635-4ffe-973f-7bd68d52e539: does not need LOVEA. 00000004:00000001:1.0:1767384676.035561:0:17084:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1767384676.035563:0:17084:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1767384676.035567:0:17084:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384676.035570:0:17084:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1767384676.035572:0:17084:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384676.035574:0:17084:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384676.035575:0:17084:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384676.035576:0:17084:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384676.035578:0:17084:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384676.035586:0:17084:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384676.035588:0:17084:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384676.035589:0:17084:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384676.035590:0:17084:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384676.035591:0:17084:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384676.035592:0:17084:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384676.035593:0:17084:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384676.035594:0:17084:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1767384676.035597:0:17084:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00000002:1.0:1767384676.035599:0:17084:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1767384676.035600:0:17084:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384676.035601:0:17084:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384676.035603:0:17084:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1767384676.035622:0:17084:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384676.035626:0:17084:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1767384676.035636:0:17084:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384676.035639:0:17084:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384676.035640:0:17084:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384676.035645:0:17084:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000de76372d. 00000020:00000001:1.0:1767384676.035649:0:17084:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1767384676.035651:0:17084:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384676.035652:0:17084:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384676.035654:0:17084:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384676.035656:0:17084:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384676.035660:0:17084:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:1.0:1767384676.035662:0:17084:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1767384676.035664:0:17084:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1767384676.035665:0:17084:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1767384676.035667:0:17084:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1767384676.035669:0:17084:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1767384676.035670:0:17084:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1767384676.035673:0:17084:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384676.035675:0:17084:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1767384676.035678:0:17084:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1767384676.035681:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043923584 00010000:00000001:1.0:1767384676.035683:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384676.035695:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d97fc6f5 x1853237043923584/t0(0) o33->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 448/464 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767384676.035703:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384676.035705:0:17084:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384676.035708:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9982b73 time=1767384676 v=10 (0 0 0 0) 00000100:00001000:1.0:1767384676.035711:0:17084:0:(import.c:2194:obd_at_measure()) AT 00000000d9982b73 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:1.0:1767384676.035714:0:17084:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@00000000d97fc6f5 x1853237043923584/t0(0) o33->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 448/464 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767384676.035721:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384676.035723:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 7 to 192.168.202.37@tcp50 00000100:00000001:1.0:1767384676.035725:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:1.0:1767384676.035728:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384676.035729:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.035732:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384676.035734:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:1.0:1767384676.035737:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037f2ff7f. 00000100:00000200:1.0:1767384676.035741:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853237043923584, offset 224 00000400:00000200:1.0:1767384676.035746:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:1.0:1767384676.035753:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:1.0:1767384676.035764:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [239:239:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1767384676.035774:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384676.035778:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:1.0:1767384676.035781:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ccc64565. 00000800:00000200:1.0:1767384676.035786:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:1.0:1767384676.035790:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:1.0:1767384676.035793:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ccc64565 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:1.0:1767384676.035804:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.035807:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 6 to 192.168.202.37@tcp50 00010000:00000001:1.0:1767384676.035809:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384676.035811:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.035820:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:1.0:1767384676.035825:0:17084:0:(lu_object.c:207:lu_object_put()) Add 00000000aba00194/00000000309e02ef to site lru. bkt: 000000006e17200c 00000100:00000040:1.0:1767384676.035833:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d97fc6f5 x1853237043923584/t0(0) o33->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 448/464 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767384676.035844:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d97fc6f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9ad25df5-1635-4ffe-973f-7bd68d52e539+6:15188:x1853237043923584:12345-192.168.202.37@tcp50:33: Request processed in 6377us (6643us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384676.035854:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 0 00000100:00000040:1.0:1767384676.035858:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003112511e : new rpc_count 0 00000100:00000001:1.0:1767384676.035861:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384676.035862:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384676.035866:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059bc32d0. 00000020:00000010:1.0:1767384676.035871:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000339934d. 00000020:00000010:1.0:1767384676.035875:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000637ccdf7. 00000020:00000040:1.0:1767384676.035880:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 5 00000100:00000001:1.0:1767384676.035883:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384676.035904:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384676.035910:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ccc64565. 00000400:00000200:2.0:1767384676.035915:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.035921:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:2.0:1767384676.035926:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f2ff7f 00000400:00000010:2.0:1767384676.035928:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037f2ff7f. 00000100:00000001:2.0:1767384676.035932:0:16342:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384676.035934:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384676.049634:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384676.049650:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384676.049654:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384676.049656:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384676.049666:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:3.0:1767384676.049681:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 576 into portal 12 MB=0x695825fb00b00 00000400:00000200:3.0:1767384676.049688:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.37@tcp50 of length 576/576 into md 0x229 [64] + 10584 00000800:00000001:3.0:1767384676.049694:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384676.049700:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384676.049702:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384676.049705:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:3.0:1767384676.049711:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384676.049713:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384676.049717:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a7ee9b3. 00000100:00000040:3.0:1767384676.049720:0:16341:0:(events.c:337:request_in_callback()) incoming req@000000009a7ee9b3 x1853237043923712 msgsize 576 00000100:00100000:3.0:1767384676.049723:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000001:3.0:1767384676.049735:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384676.049741:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384676.049743:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.049779:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.049782:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043923712 02000000:00000001:0.0:1767384676.049785:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.049787:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.049789:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.049792:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.049806:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043923712 00000020:00000001:0.0:1767384676.049809:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.049811:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2043b 00000020:00000001:0.0:1767384676.049813:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.049815:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003112511e refcount=6 00000020:00000001:0.0:1767384676.049817:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000020:00000001:0.0:1767384676.049819:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000100:00000001:0.0:1767384676.049824:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.049827:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042236dcb. 00000100:00000001:0.0:1767384676.049830:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.049831:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042236dcb. 00000020:00000010:0.0:1767384676.049836:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000270651b7. 00000020:00000010:0.0:1767384676.049840:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007acd6659. 00000020:00000010:0.0:1767384676.049843:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000100:00000040:0.0:1767384676.049849:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384676.049851:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.049852:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1767384676.049854:0:17082:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1767384676.049855:0:17082:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.049856:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.049862:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.049875:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.049884:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.049886:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.049890:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 7 00000100:00000040:0.0:1767384676.049893:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003112511e : new rpc_count 1 00000100:00000001:0.0:1767384676.049894:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804005804032 : -123269703747584 : ffff8fe30918b800) 00000100:00000040:0.0:1767384676.049900:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009a7ee9b3 x1853237043923712/t0(0) o101->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 576/0 e 0 to 0 dl 1767384687 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767384676.049908:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.049910:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042236dcb. 00000100:00000001:0.0:1767384676.049912:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.049914:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042236dcb. 00000100:00100000:0.0:1767384676.049924:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009a7ee9b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ad25df5-1635-4ffe-973f-7bd68d52e539+6:15218:x1853237043923712:12345-192.168.202.37@tcp50:101: 00000100:00000200:0.0:1767384676.049928:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043923712 00000020:00000001:0.0:1767384676.049932:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.049936:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.049941:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.049944:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.049946:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651675840 : -1057875776 : ffffffffc0f218c0) 00000020:00000001:0.0:1767384676.049949:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384676.049952:0:17082:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237043923712, found 0 last_xid 1853237043923711 00000020:00000001:0.0:1767384676.049955:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.049958:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.049960:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.049965:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.049967:0:17082:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384676.049969:0:17082:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384676.049971:0:17082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384676.049973:0:17082:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384676.049975:0:17082:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.049981:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384676.050024:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e7b0059f. 00010000:00000010:0.0:1767384676.050027:0:17082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e726fc40. 00010000:00000001:0.0:1767384676.050030:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384676.050032:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000082545408. 00000020:00000010:0.0:1767384676.050036:0:17082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000042236dcb. 00000020:00000001:0.0:1767384676.050038:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384676.050040:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000082545408 with handle 0x7f71e2b70dd20449 to hash 00000020:00000001:0.0:1767384676.050041:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384676.050042:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780669440 : -123268928882176 : ffff8fe337483a00) 00010000:00000010:0.0:1767384676.050046:0:17082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d1ff19d. 00010000:00000001:0.0:1767384676.050047:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780669440 : -123268928882176 : ffff8fe337483a00) 00010000:00010000:0.0:1767384676.050050:0:17082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000082545408/0x7f71e2b70dd20449 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x342befa0f6825ef0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.050065:0:17082:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003112511e : new locks_count 1 00000020:00000040:0.0:1767384676.050067:0:17082:0:(genops.c:887:class_export_get()) GET export 000000003112511e refcount=7 00010000:00000001:0.0:1767384676.050073:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1767384676.050075:0:17082:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1767384676.050081:0:17082:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1767384676.050083:0:17082:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1767384676.050084:0:17082:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1767384676.050085:0:17082:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1767384676.050087:0:17082:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1767384676.050089:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384676.050094:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620803962720568 : -123269746831048 : ffff8fe306875138) 00000004:00000001:0.0:1767384676.050095:0:17082:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620803962720480 : -123269746831136 : ffff8fe3068750e0) 00000004:00000001:0.0:1767384676.050097:0:17082:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384676.050099:0:17082:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1767384676.050101:0:17082:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1767384676.050103:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.050105:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.050108:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000008de979bb. 02000000:00000001:0.0:1767384676.050110:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.050112:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384676.050114:0:17082:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384676.050115:0:17082:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1767384676.050118:0:17082:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:0.0:1767384676.050120:0:17082:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384676.050121:0:17082:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.050123:0:17082:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384676.050124:0:17082:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384676.050126:0:17082:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.050127:0:17082:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384676.050128:0:17082:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384676.050128:0:17082:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.050129:0:17082:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384676.050130:0:17082:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384676.050131:0:17082:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.050135:0:17082:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384676.050136:0:17082:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384676.050137:0:17082:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.050138:0:17082:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384676.050139:0:17082:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384676.050140:0:17082:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.050142:0:17082:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384676.050142:0:17082:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.050146:0:17082:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1767384676.050149:0:17082:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000130be73b flags 0x0 02000000:00000001:0.0:1767384676.050151:0:17082:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620804761913856 : -123268947637760 : ffff8fe3362a0a00) 00000001:00000001:0.0:1767384676.050152:0:17082:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384676.050153:0:17082:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384676.050154:0:17082:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.050155:0:17082:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384676.050156:0:17082:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384676.050157:0:17082:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384676.050158:0:17082:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1767384676.050159:0:17082:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.050161:0:17082:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384676.050162:0:17082:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384676.050163:0:17082:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1767384676.050165:0:17082:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384676.050167:0:17082:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1767384676.050171:0:17082:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1767384676.050172:0:17082:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1767384676.050173:0:17082:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1767384676.050174:0:17082:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384676.050175:0:17082:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000f1f15c41 00000004:00000001:0.0:1767384676.050179:0:17082:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1767384676.050181:0:17082:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384676.050189:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384676.050192:0:17082:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e7b0059f count: 2 00010000:00000001:0.0:1767384676.050194:0:17082:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384676.050195:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384676.050200:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000021199ffb. 00000020:00000001:0.0:1767384676.050205:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384676.050206:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000021199ffb with handle 0x7f71e2b70dd20450 to hash 00000020:00000001:0.0:1767384676.050207:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384676.050208:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000010:0.0:1767384676.050210:0:17082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000380ec98f. 00010000:00000001:0.0:1767384676.050212:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384676.050214:0:17082:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384676.050216:0:17082:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384676.050218:0:17082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000021199ffb/0x7f71e2b70dd20450 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17082 initiator: MDT0 00010000:00000001:0.0:1767384676.050223:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384676.050226:0:17082:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384676.050227:0:17082:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1767384676.050241:0:17082:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384676.050242:0:17082:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.050244:0:17082:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384676.050245:0:17082:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.050247:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384676.050249:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384676.050250:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384676.050251:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384676.050252:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000e7b0059f) refcount = 2 00010000:00010000:0.0:1767384676.050255:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000021199ffb/0x7f71e2b70dd20450 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17082 initiator: MDT0 00010000:00000001:0.0:1767384676.050258:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:0.0:1767384676.050263:0:17082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000cacd3411. 00010000:00000001:0.0:1767384676.050267:0:17082:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384676.050268:0:17082:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.050270:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384676.050271:0:17082:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.050272:0:17082:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.050273:0:17082:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384676.050275:0:17082:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384676.050280:0:17082:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384676.050282:0:17082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000021199ffb/0x7f71e2b70dd20450 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17082 initiator: MDT0 00010000:00000001:0.0:1767384676.050286:0:17082:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384676.050287:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384676.050288:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384676.050289:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384676.050290:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.050291:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021199ffb refcount=3 00000020:00000001:0.0:1767384676.050292:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384676.050294:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384676.050295:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384676.050296:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384676.050297:0:17082:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384676.050299:0:17082:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1767384676.050303:0:17082:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1767384676.050305:0:17082:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1767384676.050310:0:17082:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384676.050313:0:17082:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384676.050318:0:17082:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1767384676.050335:0:17082:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384676.050338:0:17082:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384676.050340:0:17082:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384676.050341:0:17082:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384676.050342:0:17082:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:0.0:1767384676.050347:0:17082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 00000000943e89b3. 00000004:00000001:0.0:1767384676.050349:0:17082:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1767384676.050351:0:17082:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:0.0:1767384676.050353:0:17082:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:0.0:1767384676.050354:0:17082:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.050356:0:17082:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384676.050357:0:17082:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.050359:0:17082:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384676.050359:0:17082:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384676.050361:0:17082:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.050365:0:17082:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384676.050366:0:17082:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384676.050367:0:17082:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.050368:0:17082:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384676.050369:0:17082:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384676.050370:0:17082:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384676.050371:0:17082:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1767384676.050373:0:17082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767384676.050375:0:17082:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:0.0:1767384676.050376:0:17082:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1767384676.050377:0:17082:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384676.050378:0:17082:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384676.050380:0:17082:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1767384676.050381:0:17082:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384676.050382:0:17082:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1767384676.050385:0:17082:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384676.050387:0:17082:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384676.050388:0:17082:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.050392:0:17082:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384676.050394:0:17082:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.050395:0:17082:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384676.050396:0:17082:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384676.050397:0:17082:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.050401:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384676.050402:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.050403:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021199ffb refcount=3 00000020:00000001:0.0:1767384676.050404:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384676.050405:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00000004:00010000:0.0:1767384676.050407:0:17082:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000021199ffb/0x7f71e2b70dd20450 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17082 initiator: MDT0 00010000:00000001:0.0:1767384676.050411:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384676.050412:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384676.050413:0:17082:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1767384676.050414:0:17082:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1767384676.050419:0:17082:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1767384676.050421:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384676.050422:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.050423:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021199ffb refcount=3 00000020:00000001:0.0:1767384676.050424:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00010000:00000001:0.0:1767384676.050426:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780670464 : -123268928881152 : ffff8fe337483e00) 00000004:00000040:0.0:1767384676.050427:0:17082:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 000000003112511e : new locks_count 2 00000020:00000040:0.0:1767384676.050429:0:17082:0:(genops.c:887:class_export_get()) GET export 000000003112511e refcount=8 00010000:00000001:0.0:1767384676.050431:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384676.050432:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384676.050433:0:17082:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384676.050434:0:17082:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1767384676.050436:0:17082:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1767384676.050437:0:17082:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1767384676.050438:0:17082:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1767384676.050439:0:17082:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1767384676.050440:0:17082:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1767384676.050442:0:17082:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:0.0:1767384676.050444:0:17082:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384676.050446:0:17082:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384676.050447:0:17082:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1767384676.050450:0:17082:0:(lu_object.c:207:lu_object_put()) Add 00000000aba00194/00000000309e02ef to site lru. bkt: 000000006e17200c 00000004:00000001:0.0:1767384676.050451:0:17082:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1767384676.050452:0:17082:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1767384676.050454:0:17082:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1767384676.050455:0:17082:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384676.050458:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384676.050459:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384676.050460:0:17082:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384676.050461:0:17082:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384676.050462:0:17082:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000082545408 with handle 0x7f71e2b70dd20449 from hash 00010000:00000001:0.0:1767384676.050464:0:17082:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384676.050465:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384676.050465:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384676.050466:0:17082:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1767384676.050467:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384676.050470:0:17082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000082545408/0x7f71e2b70dd20449 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825ef0 expref: 8 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.050477:0:17082:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003112511e : new locks_count 1 00000020:00000040:0.0:1767384676.050479:0:17082:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 7 00010000:00000010:0.0:1767384676.050481:0:17082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d1ff19d. 00010000:00000001:0.0:1767384676.050485:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384676.050486:0:17082:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.050489:0:17082:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384676.050491:0:17082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000021199ffb/0x7f71e2b70dd20450 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825ef0 expref: 7 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384676.050497:0:17082:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384676.050498:0:17082:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384676.050500:0:17082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e7b0059f) 00010000:00010000:0.0:1767384676.050502:0:17082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1767384676.050503:0:17082:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.050505:0:17082:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.050506:0:17082:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384676.050507:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384676.050507:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384676.050508:0:17082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000021199ffb, rc 0) 00000020:00000001:0.0:1767384676.050510:0:17082:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.050512:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043923712 00010000:00000001:0.0:1767384676.050514:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.050517:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009a7ee9b3 x1853237043923712/t0(0) o101->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 576/688 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767384676.050523:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.050524:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.050527:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.050530:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.050532:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 7 to 192.168.202.37@tcp50 00000100:00000001:0.0:1767384676.050534:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:0.0:1767384676.050535:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.050540:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.050543:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.050545:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:0.0:1767384676.050548:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1e7028f. 00000100:00000200:0.0:1767384676.050552:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853237043923712, offset 224 00000400:00000200:0.0:1767384676.050557:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:0.0:1767384676.050574:0:17082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:0.0:1767384676.050593:0:17082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [240:240:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1767384676.050644:0:17082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.050651:0:17082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:0.0:1767384676.050655:0:17082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3c0745d. 00000800:00000200:0.0:1767384676.050660:0:17082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:0.0:1767384676.050665:0:17082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:0.0:1767384676.050669:0:17082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3c0745d type 1, nob 784 niov 1 nkiov 1 00000100:00000001:0.0:1767384676.050678:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.050682:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 6 to 192.168.202.37@tcp50 00010000:00000001:0.0:1767384676.050683:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.050685:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.050687:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.050691:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a7ee9b3 x1853237043923712/t0(0) o101->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 576/688 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767384676.050699:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009a7ee9b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ad25df5-1635-4ffe-973f-7bd68d52e539+7:15218:x1853237043923712:12345-192.168.202.37@tcp50:101: Request processed in 789us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.050706:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 7 00000100:00000040:0.0:1767384676.050708:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003112511e : new rpc_count 0 00000100:00000001:0.0:1767384676.050710:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.050711:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.050715:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007acd6659. 00000020:00000010:0.0:1767384676.050718:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000020:00000010:0.0:1767384676.050720:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000270651b7. 00000020:00000040:0.0:1767384676.050728:0:17082:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 6 00000100:00000001:0.0:1767384676.050730:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384676.050764:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384676.050769:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3c0745d. 00000400:00000200:1.0:1767384676.050772:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.050776:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.050780:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1e7028f 00000400:00000010:1.0:1767384676.050782:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1e7028f. 00000100:00000001:1.0:1767384676.050785:0:16343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384676.050786:0:16343:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384676.055642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000082545408. 00000800:00000001:2.0:1767384676.058681:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.058695:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384676.058699:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.058702:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.058712:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:2.0:1767384676.058726:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 328 into portal 17 MB=0x695825fb00b80 00000400:00000200:2.0:1767384676.058734:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.37@tcp50 of length 328/328 into md 0x11 [2] + 1640 00000800:00000001:2.0:1767384676.058741:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.058746:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.058749:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.058753:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:2.0:1767384676.058760:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384676.058762:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384676.058766:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d939789. 00000100:00000040:2.0:1767384676.058770:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000006d939789 x1853237043923840 msgsize 328 00000100:00100000:2.0:1767384676.058775:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000001:2.0:1767384676.058787:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384676.058796:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.058801:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384676.058803:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.058806:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384676.058810:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384676.058814:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043923840 02000000:00000001:1.0:1767384676.058816:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384676.058817:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384676.058819:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384676.058825:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384676.058830:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000100:00100000:1.0:1767384676.058830:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043923840 00000020:00000001:1.0:1767384676.058835:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384676.058838:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:1.0:1767384676.058839:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384676.058843:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 328 into portal 17 MB=0x695825fb00c80 00000400:00000200:2.0:1767384676.058848:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.37@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000020:00000040:1.0:1767384676.058854:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=9 00000400:00000010:2.0:1767384676.058855:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbe984d1. 00000020:00000001:1.0:1767384676.058861:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000400:00000200:2.0:1767384676.058863:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002d76b031 00000020:00000001:1.0:1767384676.058867:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000800:00000001:2.0:1767384676.058869:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384676.058875:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767384676.058878:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.058882:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384676.058882:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c92e771. 00000100:00000001:1.0:1767384676.058889:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384676.058890:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000020:00000010:1.0:1767384676.058896:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c92e771. 00000400:00000200:2.0:1767384676.058898:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d76b031 00000400:00000010:2.0:1767384676.058902:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d76b031. 00000020:00000010:1.0:1767384676.058905:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000637ccdf7. 00000100:00000001:2.0:1767384676.058907:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384676.058911:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1767384676.058913:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059bc32d0. 00000100:00000040:2.0:1767384676.058914:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000d89a9756 x1853237043924096 msgsize 328 00000020:00000010:1.0:1767384676.058920:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000339934d. 00000100:00000040:1.0:1767384676.058930:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384676.058936:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384676.058938:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384676.058942:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00100000:2.0:1767384676.058943:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00010000:00000001:1.0:1767384676.058946:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384676.058948:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:1.0:1767384676.058954:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384676.058960:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384676.058960:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384676.058962:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384676.058966:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000347d5436 refcount=3 00000800:00000001:2.0:1767384676.058968:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384676.058969:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00010000:00000001:1.0:1767384676.058974:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00000800:00000001:2.0:1767384676.058975:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384676.058977:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384676.058980:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:2.0:1767384676.058981:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384676.058983:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.058985:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384676.058987:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384676.058992:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.058995:0:19658:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384676.058999:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000100:00100000:3.0:1767384676.059001:0:19658:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043924096 02000000:00000001:3.0:1767384676.059005:0:19658:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384676.059009:0:19658:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384676.059010:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 328 into portal 17 MB=0x695825fb00c00 00000100:00000001:1.0:1767384676.059010:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384676.059012:0:19658:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384676.059019:0:19658:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384676.059023:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.37@tcp50 of length 328/328 into md 0x15 [2] + 0 00000100:00100000:3.0:1767384676.059026:0:19658:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043924096 00000100:00000001:1.0:1767384676.059026:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384676.059029:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384676.059032:0:19658:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:2.0:1767384676.059032:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384676.059036:0:19658:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000100:00100000:1.0:1767384676.059037:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 0 00000100:00000001:0.0:1767384676.059042:0:17066:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384676.059043:0:19658:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384676.059043:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000800:00000001:2.0:1767384676.059046:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.059047:0:17066:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384676.059048:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620803911672576 : -123269797879040 : ffff8fe3037c6300) 00000020:00000040:3.0:1767384676.059049:0:19658:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=10 00000100:00000001:0.0:1767384676.059051:0:17066:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384676.059052:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384676.059057:0:19658:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000040:1.0:1767384676.059058:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d939789 x1853237043923840/t0(0) o103->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:657/0 lens 328/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.059058:0:17066:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.059067:0:19658:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000400:00000200:2.0:1767384676.059067:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:3.0:1767384676.059075:0:19658:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384676.059078:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384676.059082:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1767384676.059083:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4e1bb35. 00000100:00000001:3.0:1767384676.059090:0:19658:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384676.059091:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ebdf97e6. 00000100:00000001:1.0:1767384676.059095:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384676.059098:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4e1bb35. 00000100:00000040:2.0:1767384676.059098:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000ebdf97e6 x1853237043923968 msgsize 328 00000020:00000010:1.0:1767384676.059099:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c92e771. 00000100:00000001:1.0:1767384676.059105:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384676.059106:0:19658:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd6e69b1. 00000020:00000010:1.0:1767384676.059111:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c92e771. 00000020:00000010:3.0:1767384676.059115:0:19658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a879ac69. 00000100:00100000:2.0:1767384676.059115:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00100000:1.0:1767384676.059120:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d939789 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+10:11799:x1853237043923840:12345-192.168.202.37@tcp50:103: 00000020:00000010:3.0:1767384676.059124:0:19658:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000100:00000200:1.0:1767384676.059125:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043923840 00010000:00000001:1.0:1767384676.059130:0:17067:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1767384676.059133:0:19658:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000002:1.0:1767384676.059133:0:17067:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384676.059137:0:17067:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384676.059138:0:19658:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384676.059140:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384676.059141:0:19658:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384676.059143:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384676.059147:0:19658:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384676.059147:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:2.0:1767384676.059151:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767384676.059152:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004c5af67f. 00010000:00000001:3.0:1767384676.059153:0:19658:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 02000000:00000001:1.0:1767384676.059157:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.059158:0:17066:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767384676.059159:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384676.059160:0:19658:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384676.059160:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.059162:0:17066:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043923968 00000020:00000001:3.0:1767384676.059165:0:19658:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384676.059167:0:17066:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767384676.059168:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000040:3.0:1767384676.059169:0:19658:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=3 00000100:00000001:0.0:1767384676.059171:0:17066:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1767384676.059172:0:17067:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:0.0:1767384676.059175:0:17066:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.059176:0:19658:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:1.0:1767384676.059176:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384676.059178:0:17066:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.059179:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384676.059184:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000347d5436 refcount=3 00000100:00100000:0.0:1767384676.059185:0:17066:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043923968 00000020:00000001:1.0:1767384676.059189:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00000020:00000001:0.0:1767384676.059189:0:17066:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.059191:0:17066:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00010000:00000001:1.0:1767384676.059193:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804780669952 : -123268928881664 : ffff8fe337483c00) 00000020:00000001:0.0:1767384676.059195:0:17066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384676.059196:0:19658:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000040:1.0:1767384676.059196:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000075e3cc54 count: 8 00000020:00000040:0.0:1767384676.059198:0:17066:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=11 00010000:00000001:1.0:1767384676.059201:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384676.059201:0:17066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:1.0:1767384676.059205:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384676.059207:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384676.059207:0:17066:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00010000:00000001:1.0:1767384676.059209:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384676.059212:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384676.059213:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.059213:0:17066:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384676.059215:0:19658:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.059218:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384676.059219:0:17066:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004b60088. 00000100:00000001:3.0:1767384676.059220:0:19658:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.059222:0:17066:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384676.059223:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384676.059227:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:0.0:1767384676.059227:0:17066:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004b60088. 00000100:00000001:3.0:1767384676.059240:0:19658:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.059251:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384676.059254:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384676.059255:0:17066:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002dec6637. 00000100:00000001:3.0:1767384676.059256:0:19658:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384676.059257:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:0.0:1767384676.059259:0:17066:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007acd6659. 00010000:00000001:1.0:1767384676.059261:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384676.059264:0:17066:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023e2eaca. 00000100:00000001:0.0:1767384676.059268:0:17066:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.059270:0:17066:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384676.059272:0:19658:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767384676.059273:0:17066:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000040:1.0:1767384676.059274:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000347d5436 with handle 0x7f71e2b70dd20426 from hash 00000100:00000001:3.0:1767384676.059276:0:19658:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384676.059276:0:17066:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.059281:0:17066:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384676.059282:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384676.059284:0:17066:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384676.059286:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384676.059287:0:17066:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384676.059288:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 1 00010000:00000001:1.0:1767384676.059289:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384676.059290:0:17066:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83329f5 refcount=3 00010000:00000001:1.0:1767384676.059292:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:0.0:1767384676.059297:0:17066:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00000100:00000040:3.0:1767384676.059298:0:19658:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 2 00010000:00000001:1.0:1767384676.059298:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384676.059301:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384676.059303:0:19658:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804727884880 : -123268981666736 : ffff8fe33422cc50) 00010000:00000001:0.0:1767384676.059307:0:17066:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00010000:1.0:1767384676.059308:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000347d5436/0x7f71e2b70dd20426 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825ea3 expref: 11 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384676.059312:0:17066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384676.059315:0:19658:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d89a9756 x1853237043924096/t0(0) o103->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:657/0 lens 328/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.059315:0:17066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384676.059318:0:17066:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384676.059321:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000174d4352 : new locks_count 3 00000100:00000001:0.0:1767384676.059322:0:17066:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384676.059328:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 10 00000100:00000001:0.0:1767384676.059330:0:17066:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.059335:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384676.059338:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384676.059340:0:19658:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384676.059340:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384676.059342:0:17066:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384676.059344:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384676.059347:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4e1bb35. 00010000:00000001:1.0:1767384676.059347:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.059351:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384676.059353:0:19658:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384676.059353:0:17067:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384676.059356:0:17067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384676.059359:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4e1bb35. 00010000:00000001:1.0:1767384676.059362:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384676.059365:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384676.059370:0:19658:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d89a9756 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+10:11799:x1853237043924096:12345-192.168.202.37@tcp50:103: 00000100:00001000:1.0:1767384676.059371:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384676.059377:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384676.059379:0:19658:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043924096 00000100:00000040:1.0:1767384676.059381:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 7 to 192.168.202.37@tcp50 00010000:00000001:3.0:1767384676.059383:0:19658:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:1.0:1767384676.059385:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 00010000:00000002:3.0:1767384676.059387:0:19658:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 02000000:00000001:1.0:1767384676.059389:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384676.059391:0:19658:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 02000000:00000001:1.0:1767384676.059391:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.059396:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384676.059398:0:19658:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384676.059399:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 02000000:00000001:3.0:1767384676.059402:0:19658:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1767384676.059404:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 02000000:00000010:3.0:1767384676.059408:0:19658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f08c6b49. 00000100:00000200:1.0:1767384676.059410:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237043923840, offset 224 02000000:00000001:3.0:1767384676.059413:0:19658:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.059417:0:19658:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384676.059418:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00010000:00000001:3.0:1767384676.059422:0:19658:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384676.059425:0:19658:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384676.059430:0:19658:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384676.059430:0:17067:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000020:00000001:3.0:1767384676.059434:0:19658:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384676.059438:0:19658:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052d18255 refcount=3 00000020:00000001:3.0:1767384676.059440:0:19658:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000001:3.0:1767384676.059443:0:19658:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258152448 : -123269451399168 : ffff8fe318234000) 00010000:00000040:3.0:1767384676.059446:0:19658:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c7f9f73d count: 4 00000400:00000200:1.0:1767384676.059448:0:17067:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [241:241:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [26:26:8:4294967295] 00010000:00000001:3.0:1767384676.059450:0:19658:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384676.059453:0:19658:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384676.059455:0:19658:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384676.059457:0:19658:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.059461:0:19658:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384676.059466:0:19658:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384676.059468:0:19658:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384676.059473:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384676.059476:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384676.059480:0:17067:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00010000:00000001:3.0:1767384676.059481:0:19658:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384676.059484:0:19658:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384676.059488:0:19658:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052d18255 with handle 0x7f71e2b70dd20434 from hash 00000800:00000200:1.0:1767384676.059493:0:17067:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.37@tcp50 00010000:00000001:3.0:1767384676.059494:0:19658:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384676.059497:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384676.059500:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384676.059501:0:19658:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000010:1.0:1767384676.059501:0:17067:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ccc64565. 00010000:00000001:3.0:1767384676.059504:0:19658:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384676.059508:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1767384676.059511:0:17067:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00010000:00010000:3.0:1767384676.059516:0:19658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052d18255/0x7f71e2b70dd20434 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825ecd expref: 10 pid: 17074 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1767384676.059522:0:17067:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:1.0:1767384676.059527:0:17067:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ccc64565 type 1, nob 320 niov 1 nkiov 1 00010000:00000040:3.0:1767384676.059531:0:19658:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000174d4352 : new locks_count 2 00000020:00000040:3.0:1767384676.059535:0:19658:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 9 00010000:00000001:3.0:1767384676.059539:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384676.059541:0:19658:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384676.059542:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384676.059543:0:19658:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384676.059547:0:19658:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384676.059547:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 6 to 192.168.202.37@tcp50 00010000:00000001:3.0:1767384676.059553:0:19658:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.059553:0:17067:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.059555:0:17067:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384676.059558:0:19658:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384676.059561:0:19658:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384676.059563:0:19658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384676.059568:0:19658:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384676.059569:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d939789 x1853237043923840/t0(0) o103->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:657/0 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384676.059571:0:19658:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384676.059578:0:19658:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=93 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384676.059584:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d939789 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+9:11799:x1853237043923840:12345-192.168.202.37@tcp50:103: Request processed in 486us (809us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384676.059586:0:19658:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384676.059594:0:19658:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 7 to 192.168.202.37@tcp50 00000100:00100000:1.0:1767384676.059595:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 0 00000100:00000040:1.0:1767384676.059600:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 1 00000100:00000001:3.0:1767384676.059601:0:19658:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 00000100:00000001:1.0:1767384676.059603:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384676.059636:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384676.059639:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059bc32d0. 00000020:00000010:1.0:1767384676.059643:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000339934d. 00000020:00000010:1.0:1767384676.059647:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000637ccdf7. 02000000:00000001:3.0:1767384676.059648:0:19658:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:2.0:1767384676.059648:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1767384676.059650:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 8 02000000:00000001:3.0:1767384676.059652:0:19658:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384676.059653:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ccc64565. 00000100:00000001:1.0:1767384676.059654:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384676.059658:0:19658:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384676.059660:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384676.059667:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384676.059668:0:19658:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000200:2.0:1767384676.059669:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:1.0:1767384676.059671:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384676.059677:0:19658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bdc4ecf. 00000400:00000200:2.0:1767384676.059678:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000400:00000010:2.0:1767384676.059683:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000100:00100000:1.0:1767384676.059683:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 2 00000100:00000040:1.0:1767384676.059690:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 2 00000100:00000001:2.0:1767384676.059691:0:16341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384676.059693:0:19658:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237043924096, offset 224 00000100:00000001:2.0:1767384676.059694:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384676.059696:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620803911673472 : -123269797878144 : ffff8fe3037c6680) 00000400:00000200:3.0:1767384676.059706:0:19658:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000100:00000040:1.0:1767384676.059707:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ebdf97e6 x1853237043923968/t0(0) o103->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:657/0 lens 328/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.059725:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384676.059728:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c92e771. 00000100:00000001:1.0:1767384676.059729:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384676.059731:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c92e771. 00000100:00100000:1.0:1767384676.059734:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ebdf97e6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+8:11799:x1853237043923968:12345-192.168.202.37@tcp50:103: 00000100:00000200:1.0:1767384676.059737:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043923968 00010000:00000001:1.0:1767384676.059738:0:17067:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384676.059739:0:17067:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384676.059740:0:17067:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384676.059742:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384676.059744:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384676.059746:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006b4e98fa. 02000000:00000001:1.0:1767384676.059747:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.059749:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.059750:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384676.059751:0:17067:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384676.059753:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384676.059754:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384676.059755:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83329f5 refcount=3 00000020:00000001:1.0:1767384676.059757:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000001:1.0:1767384676.059760:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258157568 : -123269451394048 : ffff8fe318235400) 00010000:00000040:1.0:1767384676.059764:0:17067:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006cb3afc3 count: 3 00010000:00000001:1.0:1767384676.059765:0:17067:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384676.059767:0:17067:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384676.059768:0:17067:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384676.059771:0:17067:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.059773:0:17067:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384676.059774:0:19658:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00010000:00000001:1.0:1767384676.059776:0:17067:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384676.059779:0:17067:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384676.059782:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384676.059783:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384676.059784:0:17067:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384676.059786:0:17067:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384676.059788:0:19658:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [242:242:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [27:27:8:4294967295] 00000020:00000040:1.0:1767384676.059795:0:17067:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d83329f5 with handle 0x7f71e2b70dd2042d from hash 00010000:00000001:1.0:1767384676.059798:0:17067:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384676.059801:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384676.059803:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384676.059805:0:17067:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384676.059808:0:17067:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384676.059810:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384676.059811:0:19658:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00010000:00010000:1.0:1767384676.059815:0:17067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d83329f5/0x7f71e2b70dd2042d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825ec6 expref: 8 pid: 17074 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767384676.059825:0:19658:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.37@tcp50 00010000:00000040:1.0:1767384676.059826:0:17067:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000174d4352 : new locks_count 1 00000020:00000040:1.0:1767384676.059830:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 7 00000800:00000010:3.0:1767384676.059832:0:19658:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020ee3f86. 00010000:00000001:1.0:1767384676.059834:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384676.059837:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384676.059838:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384676.059840:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384676.059842:0:19658:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00010000:00000001:1.0:1767384676.059843:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.059846:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384676.059849:0:17067:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384676.059851:0:17067:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384676.059852:0:19658:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00010000:00000001:1.0:1767384676.059856:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000200:3.0:1767384676.059858:0:19658:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020ee3f86 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1767384676.059860:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384676.059865:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384676.059868:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384676.059871:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 8 to 192.168.202.37@tcp50 00000100:00000001:1.0:1767384676.059874:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 00000100:00000001:3.0:1767384676.059876:0:19658:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384676.059877:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384676.059881:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384676.059884:0:19658:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 7 to 192.168.202.37@tcp50 00000100:00000001:1.0:1767384676.059885:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384676.059889:0:19658:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.059894:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00010000:00000001:3.0:1767384676.059895:0:19658:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384676.059899:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb7e7927. 00000100:00000040:3.0:1767384676.059904:0:19658:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d89a9756 x1853237043924096/t0(0) o103->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:657/0 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384676.059906:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237043923968, offset 224 00000400:00000200:1.0:1767384676.059919:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000100:00100000:3.0:1767384676.059923:0:19658:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d89a9756 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+7:11799:x1853237043924096:12345-192.168.202.37@tcp50:103: Request processed in 580us (1005us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384676.059932:0:17067:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000100:00100000:3.0:1767384676.059938:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 1 00000100:00000040:3.0:1767384676.059941:0:19658:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 1 00000400:00000200:1.0:1767384676.059945:0:17067:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [243:243:255:4294967295] 192.168.202.37@tcp50 LPNI seq info [28:28:7:4294967295] 00000100:00000001:3.0:1767384676.059947:0:19658:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384676.059949:0:19658:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384676.059952:0:19658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a879ac69. 00000020:00000010:3.0:1767384676.059960:0:19658:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000800:00000200:0.0:1767384676.059963:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767384676.059967:0:19658:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd6e69b1. 00000800:00000010:0.0:1767384676.059969:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020ee3f86. 00000020:00000040:3.0:1767384676.059974:0:19658:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 6 00000400:00000200:0.0:1767384676.059976:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.059978:0:17067:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 02000000:00000001:3.0:1767384676.059983:0:19658:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:1.0:1767384676.059984:0:17067:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.37@tcp50 02000000:00000010:3.0:1767384676.059988:0:19658:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004c5af67f. 00000800:00000010:1.0:1767384676.059989:0:17067:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032444f66. 02000000:00000001:3.0:1767384676.059996:0:19658:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1767384676.059996:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000010:3.0:1767384676.060001:0:19658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d939789. 00000800:00000200:1.0:1767384676.060001:0:17067:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000400:00000200:0.0:1767384676.060003:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bdc4ecf 00000400:00000010:0.0:1767384676.060006:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bdc4ecf. 00000800:00000200:1.0:1767384676.060010:0:17067:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000100:00000001:0.0:1767384676.060012:0:16343:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:1.0:1767384676.060013:0:17067:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000032444f66 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767384676.060015:0:16343:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384676.060018:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384676.060019:0:16343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f08c6b49. 02000000:00000001:0.0:1767384676.060024:0:16343:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384676.060027:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 6 to 192.168.202.37@tcp50 00000100:00000001:0.0:1767384676.060027:0:16343:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384676.060031:0:17067:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.060033:0:17067:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.060037:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebdf97e6 x1853237043923968/t0(0) o103->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:657/0 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384676.060042:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1767384676.060046:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ebdf97e6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+6:11799:x1853237043923968:12345-192.168.202.37@tcp50:103: Request processed in 319us (945us total) trans 0 rc 0/0 00000800:00000010:0.0:1767384676.060047:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032444f66. 00000400:00000200:0.0:1767384676.060052:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384676.060059:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 2 00000400:00000200:0.0:1767384676.060060:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000040:1.0:1767384676.060066:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00000400:00000200:0.0:1767384676.060066:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb7e7927 00000400:00000010:0.0:1767384676.060069:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb7e7927. 00000100:00000001:1.0:1767384676.060073:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.060074:0:16343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384676.060077:0:16343:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384676.060078:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384676.060083:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007acd6659. 00000020:00000010:1.0:1767384676.060088:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023e2eaca. 00000020:00000010:1.0:1767384676.060095:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002dec6637. 02000000:00000001:3.0:1767384676.060097:0:19658:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384676.060100:0:19658:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000074c07651. 00000020:00000040:1.0:1767384676.060101:0:17067:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 5 02000000:00000001:3.0:1767384676.060104:0:19658:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384676.060106:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384676.060108:0:19658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d8049301. 02000000:00000001:3.0:1767384676.060113:0:19658:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384676.060115:0:19658:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008110e088. 02000000:00000001:3.0:1767384676.060117:0:19658:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384676.060118:0:19658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092b50003. 02000000:00000001:3.0:1767384676.060159:0:19658:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384676.060160:0:19658:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000053eb66f3. 02000000:00000001:3.0:1767384676.060163:0:19658:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384676.060165:0:19658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000137a2345. 02000000:00000001:3.0:1767384676.060167:0:19658:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384676.060168:0:19658:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000055252db8. 02000000:00000001:3.0:1767384676.060170:0:19658:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384676.060172:0:19658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070742fd1. 02000000:00000001:3.0:1767384676.060174:0:19658:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384676.060175:0:19658:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ebbf52d0. 02000000:00000001:3.0:1767384676.060178:0:19658:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384676.060180:0:19658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ac51833. 00000100:00000001:3.0:1767384676.060183:0:19658:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384676.060188:0:19658:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1767384676.060193:0:19658:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b59f6e77. 00000400:00000010:3.0:1767384676.060198:0:19658:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c42ba13e. 00000800:00000001:2.0:1767384676.062709:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.062715:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384676.062717:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.062718:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.062723:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:2.0:1767384676.062730:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 224 into portal 28 MB=0x695825fb00d00 00000400:00000200:2.0:1767384676.062735:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.37@tcp50 of length 224/224 into md 0xae1 [8] + 5528 00000800:00000001:2.0:1767384676.062738:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.062743:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.062744:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.062746:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:2.0:1767384676.062750:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384676.062751:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384676.062754:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bcdfda5. 00000100:00000040:2.0:1767384676.062756:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000004bcdfda5 x1853237043924224 msgsize 224 00000100:00100000:2.0:1767384676.062759:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000001:2.0:1767384676.062769:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384676.062773:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.062778:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.062809:0:17887:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.062812:0:17887:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043924224 02000000:00000001:0.0:1767384676.062814:0:17887:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.062815:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.062816:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.062819:0:17887:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.062821:0:17887:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043924224 00000020:00000001:0.0:1767384676.062822:0:17887:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.062823:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20442 00000020:00000001:0.0:1767384676.062824:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.062833:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d2d0c39 refcount=6 00000020:00000001:0.0:1767384676.062835:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578689536 : -123274130862080 : ffff8fe201385000) 00000020:00000001:0.0:1767384676.062836:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578689536 : -123274130862080 : ffff8fe201385000) 00000100:00000001:0.0:1767384676.062839:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.062841:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004b60088. 00000020:00000010:0.0:1767384676.062844:0:17887:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a1de4b78. 00000020:00000040:0.0:1767384676.062849:0:17887:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 8 - evictor 00000100:00000001:0.0:1767384676.062859:0:17887:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384676.062862:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002dec6637. 00000020:00000010:0.0:1767384676.062865:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000032145a68. 00000020:00000010:0.0:1767384676.062868:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2c96b65. 00000100:00000040:0.0:1767384676.062874:0:17887:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00080000:1.0:1767384676.062877:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384676.062877:0:17887:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.062880:0:17887:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1767384676.062882:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 8 - evictor 00000100:00000001:0.0:1767384676.062883:0:17887:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.062891:0:17887:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.062899:0:17887:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.062906:0:17887:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.062907:0:17887:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.062910:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 5 00000100:00000040:0.0:1767384676.062912:0:17887:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d2d0c39 : new rpc_count 1 00000100:00000001:0.0:1767384676.062913:0:17887:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620803911671680 : -123269797879936 : ffff8fe3037c5f80) 00000100:00000040:0.0:1767384676.062917:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004bcdfda5 x1853237043924224/t0(0) o9->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 224/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.062924:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.062925:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1de4b78. 00000100:00000001:0.0:1767384676.062927:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.062929:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1de4b78. 00000100:00100000:0.0:1767384676.062931:0:17887:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004bcdfda5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ad25df5-1635-4ffe-973f-7bd68d52e539+6:11797:x1853237043924224:12345-192.168.202.37@tcp50:9: 00000100:00000200:0.0:1767384676.062934:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043924224 00000020:00000001:0.0:1767384676.062936:0:17887:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.062944:0:17887:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.062946:0:17887:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.062948:0:17887:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.062949:0:17887:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665756944 : -1043794672 : ffffffffc1c8f510) 00000020:00000001:0.0:1767384676.062952:0:17887:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.062954:0:17887:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.062956:0:17887:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.062958:0:17887:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.062960:0:17887:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.062961:0:17887:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384676.062963:0:17887:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384676.062964:0:17887:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.062965:0:17887:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.062968:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004d5a4df9. 02000000:00000001:0.0:1767384676.062969:0:17887:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.062970:0:17887:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384676.062974:0:17887:0:(genops.c:887:class_export_get()) GET export 000000003d2d0c39 refcount=7 00010000:00000001:0.0:1767384676.062976:0:17887:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:0.0:1767384676.062978:0:17887:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384676.062979:0:17887:0:(genops.c:887:class_export_get()) GET export 000000003d2d0c39 refcount=8 00010000:00000001:0.0:1767384676.062981:0:17887:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384676.062982:0:17887:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384676.062990:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000003d2d0c39 : new refcount 7 00000020:00000080:0.0:1767384676.062992:0:17887:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd20442 00000020:00000040:0.0:1767384676.062994:0:17887:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003d2d0c39 with handle 0x7f71e2b70dd20442 from hash 00000020:00000040:0.0:1767384676.062997:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000003d2d0c39 : new refcount 6 00000020:00000010:0.0:1767384676.062998:0:17887:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000004b60088. 00000020:00000001:0.0:1767384676.063000:0:17887:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384676.063002:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000003d2d0c39 : new refcount 5 00000020:00000001:0.0:1767384676.063003:0:17887:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384676.063004:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000003d2d0c39 : new refcount 4 00000020:00000001:0.0:1767384676.063005:0:17887:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.063007:0:17887:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384676.063008:0:17887:0:(import.c:65:import_set_state_nolock()) 000000000128b02d : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384676.063018:0:17887:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384676.063020:0:17887:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384676.063021:0:17887:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384676.063032:0:17887:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384676.063035:0:17887:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384676.063038:0:17887:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000000f0e7d5b dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384676.063040:0:17887:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003d2d0c39 dirty 0 pend 0 grant 0 00000020:00000010:0.0:1767384676.063044:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000270651b7. 00000020:00000010:0.0:1767384676.063047:0:17887:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000771926a0. 00000020:00000010:0.0:1767384676.063051:0:17887:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b93d47d. 00000020:00000001:2.0:1767384676.063054:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1767384676.063054:0:17887:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000961572ab. 00000020:00000001:2.0:1767384676.063060:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384676.063063:0:17887:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000178897de. 00010000:00010000:2.0:1767384676.063065:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 80000000:00000010:0.0:1767384676.063067:0:17887:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ff47987f. 40000000:00000010:0.0:1767384676.063072:0:17887:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000004b60088. 00100000:00000010:0.0:1767384676.063078:0:17887:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cb7655d4. 00040000:00000010:0.0:1767384676.063083:0:17887:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fd94eae9. 00040000:00000010:0.0:1767384676.063088:0:17887:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb8f34cb. 00080000:00000010:0.0:1767384676.063094:0:17887:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006fa780e4. 00080000:00000010:0.0:1767384676.063099:0:17887:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004a325a33. 00002000:00000010:0.0:1767384676.063106:0:17887:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000088c9e1aa. 00000001:00000001:0.0:1767384676.063109:0:17887:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:0.0:1767384676.063112:0:17887:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID '9ad25df5-1635-4ffe-973f-7bd68d52e539' 00000001:00000001:0.0:1767384676.063116:0:17887:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384676.063118:0:17887:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:0.0:1767384676.063122:0:17887:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384676.063126:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005ab39a56. 00080000:00000001:0.0:1767384676.063128:0:17887:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588448256 : -123274121103360 : ffff8fe201cd3800) 00080000:00000001:0.0:1767384676.063132:0:17887:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384676.063137:0:17887:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384676.063140:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1de4b78. 00080000:00000001:0.0:1767384676.063143:0:17887:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384676.063146:0:17887:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384676.063155:0:17887:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.063157:0:17887:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1767384676.063184:0:17887:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:0.0:1767384676.063188:0:17887:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384676.063197:0:17887:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384676.063207:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1de4b78. 00040000:00000001:0.0:1767384676.063211:0:17887:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384676.063213:0:17887:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384676.063216:0:17887:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384676.063218:0:17887:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:0.0:1767384676.063221:0:17887:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384676.063224:0:17887:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1767384676.063225:0:17887:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384676.063241:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000068c33a10. 00080000:00000001:0.0:1767384676.063243:0:17887:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799588448768 : -123274121102848 : ffff8fe201cd3a00) 00080000:00000001:0.0:1767384676.063246:0:17887:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384676.063248:0:17887:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384676.063250:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1de4b78. 00080000:00000001:0.0:1767384676.063251:0:17887:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384676.063253:0:17887:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384676.063255:0:17887:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384676.063257:0:17887:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000797ae666. 00000001:00000040:0.0:1767384676.063259:0:17887:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000003d2d0c39 : new cb_count 2 00000020:00000040:0.0:1767384676.063260:0:17887:0:(genops.c:887:class_export_get()) GET export 000000003d2d0c39 refcount=5 00000001:00000001:0.0:1767384676.063267:0:17887:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384676.063268:0:17887:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384676.063270:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1de4b78. 00040000:00000001:0.0:1767384676.063272:0:17887:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384676.063273:0:17887:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384676.063274:0:17887:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384676.063275:0:17887:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:0.0:1767384676.063277:0:17887:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:0.0:1767384676.063279:0:17887:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384676.063281:0:17887:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000771926a0. 00000020:00000010:0.0:1767384676.063284:0:17887:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005b93d47d. 00000020:00000010:0.0:1767384676.063286:0:17887:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000961572ab. 00000020:00000010:0.0:1767384676.063290:0:17887:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000178897de. 80000000:00000010:0.0:1767384676.063293:0:17887:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ff47987f. 40000000:00000010:0.0:1767384676.063296:0:17887:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000004b60088. 00100000:00000010:0.0:1767384676.063303:0:17887:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cb7655d4. 00040000:00000010:0.0:1767384676.063306:0:17887:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fd94eae9. 00040000:00000010:0.0:1767384676.063308:0:17887:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb8f34cb. 00080000:00000010:0.0:1767384676.063313:0:17887:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004a325a33. 00080000:00000010:0.0:1767384676.063316:0:17887:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006fa780e4. 00002000:00000010:0.0:1767384676.063319:0:17887:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000088c9e1aa. 00000020:00000010:0.0:1767384676.063321:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000270651b7. 00000001:00000001:0.0:1767384676.063323:0:17887:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:0.0:1767384676.063325:0:17887:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001c9c6c04) : new refcount 8 00000001:00000001:0.0:1767384676.063327:0:17887:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:0.0:1767384676.063329:0:17887:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 7 00000020:00000040:0.0:1767384676.063330:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000003d2d0c39 : new refcount 4 00000001:00000001:0.0:1767384676.063331:0:17887:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:0.0:1767384676.063332:0:17887:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 6 00000001:00000001:0.0:1767384676.063333:0:17887:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:0.0:1767384676.063334:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000003d2d0c39 : new refcount 3 00002000:00000001:0.0:1767384676.063335:0:17887:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.063336:0:17887:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.063338:0:17887:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.063339:0:17887:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.063341:0:17887:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043924224 00010000:00000001:0.0:1767384676.063342:0:17887:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.063346:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004bcdfda5 x1853237043924224/t0(0) o9->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.063352:0:17887:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.063353:0:17887:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.063355:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.063357:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.063359:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 7 to 192.168.202.37@tcp50 00000100:00000001:0.0:1767384676.063360:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:0.0:1767384676.063362:0:17887:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.063363:0:17887:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.063365:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.063366:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:0.0:1767384676.063371:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e09d9912. 00000100:00000200:0.0:1767384676.063374:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237043924224, offset 224 00000400:00000200:0.0:1767384676.063378:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:0.0:1767384676.063382:0:17887:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:0.0:1767384676.063389:0:17887:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [244:244:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:0.0:1767384676.063396:0:17887:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.063399:0:17887:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:0.0:1767384676.063402:0:17887:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd94eae9. 00000800:00000200:0.0:1767384676.063404:0:17887:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:0.0:1767384676.063408:0:17887:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:0.0:1767384676.063410:0:17887:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fd94eae9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384676.063420:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.063422:0:17887:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 6 to 192.168.202.37@tcp50 00010000:00000001:0.0:1767384676.063424:0:17887:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.063425:0:17887:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.063427:0:17887:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.063430:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004bcdfda5 x1853237043924224/t0(0) o9->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.063437:0:17887:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004bcdfda5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ad25df5-1635-4ffe-973f-7bd68d52e539+3:11797:x1853237043924224:12345-192.168.202.37@tcp50:9: Request processed in 511us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.063443:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 5 00000100:00000040:0.0:1767384676.063445:0:17887:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d2d0c39 : new rpc_count 0 00000100:00000001:0.0:1767384676.063446:0:17887:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.063447:0:17887:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.063449:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000032145a68. 00000020:00000010:0.0:1767384676.063452:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2c96b65. 00000020:00000010:0.0:1767384676.063453:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002dec6637. 00000020:00000040:0.0:1767384676.063457:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000003d2d0c39 : new refcount 2 00000100:00000001:0.0:1767384676.063459:0:17887:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384676.063494:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384676.063507:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd94eae9. 00000400:00000200:2.0:1767384676.063510:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.063514:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:2.0:1767384676.063517:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e09d9912 00000400:00000010:2.0:1767384676.063518:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e09d9912. 00000100:00000001:2.0:1767384676.063521:0:16341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384676.063522:0:16341:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384676.067633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000347d5436. 00010000:00000010:1.1:1767384676.067640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d83329f5. 00010000:00000010:3.1:1767384676.067661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052d18255. 00000800:00000001:0.0:1767384676.068997:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384676.069008:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384676.069010:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384676.069013:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384676.069021:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:0.0:1767384676.069033:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 224 into portal 12 MB=0x695825fb00e00 00000400:00000200:0.0:1767384676.069040:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.37@tcp50 of length 224/224 into md 0x229 [64] + 11160 00000800:00000001:0.0:1767384676.069046:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384676.069053:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384676.069056:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384676.069060:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000100:00000001:0.0:1767384676.069065:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384676.069067:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384676.069071:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c050f29. 00000100:00000040:0.0:1767384676.069075:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000002c050f29 x1853237043924480 msgsize 224 00000100:00100000:0.0:1767384676.069079:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000001:0.0:1767384676.069094:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384676.069100:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384676.069104:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384676.069123:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384676.069126:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043924480 02000000:00000001:3.0:1767384676.069128:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384676.069129:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384676.069130:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384676.069133:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384676.069135:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043924480 00000020:00000001:3.0:1767384676.069136:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384676.069138:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2043b 00000020:00000001:3.0:1767384676.069139:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384676.069141:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003112511e refcount=7 00000020:00000001:3.0:1767384676.069143:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000020:00000001:3.0:1767384676.069145:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000100:00000001:3.0:1767384676.069148:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384676.069151:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4e1bb35. 00000100:00000001:3.0:1767384676.069153:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384676.069155:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4e1bb35. 00000020:00000010:3.0:1767384676.069158:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd6e69b1. 00000020:00000010:3.0:1767384676.069161:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043cebc01. 00000020:00000010:3.0:1767384676.069164:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000100:00000040:3.0:1767384676.069168:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384676.069170:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384676.069171:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384676.069173:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.069176:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.069193:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384676.069200:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384676.069204:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384676.069208:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 8 00000100:00000040:3.0:1767384676.069210:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003112511e : new rpc_count 1 00000100:00000001:3.0:1767384676.069212:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575788160 : -123274133763456 : ffff8fe2010c0a80) 00000100:00000040:3.0:1767384676.069216:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c050f29 x1853237043924480/t0(0) o39->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 224/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384676.069223:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384676.069225:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4e1bb35. 00000100:00000001:3.0:1767384676.069226:0:17082:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384676.069238:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4e1bb35. 00000100:00100000:3.0:1767384676.069244:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c050f29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ad25df5-1635-4ffe-973f-7bd68d52e539+7:11797:x1853237043924480:12345-192.168.202.37@tcp50:39: 00000100:00000200:3.0:1767384676.069247:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043924480 00000020:00000001:3.0:1767384676.069249:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384676.069251:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384676.069254:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.069256:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384676.069257:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663633248 : -1045918368 : ffffffffc1a88d60) 00000020:00000001:3.0:1767384676.069259:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384676.069261:0:17082:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237043924480, found 0 last_xid 1853237043923711 00000020:00000001:3.0:1767384676.069263:0:17082:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384676.069264:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384676.069266:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384676.069267:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.069269:0:17082:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384676.069269:0:17082:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384676.069271:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384676.069272:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384676.069275:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000026218a. 02000000:00000001:3.0:1767384676.069277:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.069278:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384676.069282:0:17082:0:(genops.c:887:class_export_get()) GET export 000000003112511e refcount=8 00010000:00000001:3.0:1767384676.069283:0:17082:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384676.069285:0:17082:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384676.069286:0:17082:0:(genops.c:887:class_export_get()) GET export 000000003112511e refcount=9 00010000:00000001:3.0:1767384676.069288:0:17082:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384676.069289:0:17082:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384676.069296:0:17082:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 8 00000020:00000080:3.0:1767384676.069297:0:17082:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd2043b 00000020:00000040:3.0:1767384676.069299:0:17082:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003112511e with handle 0x7f71e2b70dd2043b from hash 00000020:00000040:3.0:1767384676.069302:0:17082:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 7 00000020:00000010:3.0:1767384676.069304:0:17082:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000237b0e0d. 00000020:00000001:3.0:1767384676.069305:0:17082:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384676.069307:0:17082:0:(genops.c:1938:obd_stale_export_put()) Put export 000000003112511e: total 0 00000020:00000001:3.0:1767384676.069308:0:17082:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384676.069309:0:17082:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 6 00000020:00000001:3.0:1767384676.069310:0:17082:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.069311:0:17082:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384676.069312:0:17082:0:(import.c:65:import_set_state_nolock()) 0000000094d1043a : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384676.069314:0:17082:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384676.069315:0:17082:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384676.069316:0:17082:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384676.069325:0:17082:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384676.069327:0:17082:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767384676.069329:0:17082:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000085dc3f37 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384676.069331:0:17082:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000f3b7914a dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384676.069333:0:17082:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003112511e dirty 0 pend 0 grant 0 00000004:00000001:3.0:1767384676.069335:0:17082:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:3.0:1767384676.069339:0:17082:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384676.069340:0:17082:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID '9ad25df5-1635-4ffe-973f-7bd68d52e539' 00000001:00000001:3.0:1767384676.069343:0:17082:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384676.069344:0:17082:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384676.069347:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384676.069351:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f7447b98. 00000020:00000001:1.0:1767384676.069353:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:3.0:1767384676.069354:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804788013056 : -123268921538560 : ffff8fe337b84800) 00000020:00010000:1.0:1767384676.069356:0:17069:0:(genops.c:1924:obd_stale_export_get()) Get export 000000003112511e: total 0 00080000:00000001:3.0:1767384676.069358:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384676.069359:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446620804887992320 : -123268821559296 : ffff8fe33dadd800) 00000001:00000001:3.0:1767384676.069363:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384676.069364:0:17069:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00080000:00000010:3.0:1767384676.069366:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000237b0e0d. 00080000:00000001:3.0:1767384676.069369:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384676.069370:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384676.069372:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384676.069375:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000010:1.0:1767384676.069377:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000637ccdf7. 00080000:00000010:3.0:1767384676.069378:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b4e1bb35. 00080000:00000001:3.0:1767384676.069382:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384676.069383:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e70d9fff. 00000020:00000010:1.0:1767384676.069388:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000087f756f8. 00080000:00000001:3.0:1767384676.069389:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384676.069391:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000343c0870. 00000001:00000001:3.0:1767384676.069392:0:17082:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000020:00000010:1.0:1767384676.069397:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000276ffb2b. 80000000:00000010:1.0:1767384676.069400:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000048321c2e. 40000000:00000010:1.0:1767384676.069402:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005c92e771. 00100000:00000010:1.0:1767384676.069405:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000075705a9b. 00040000:00000010:1.0:1767384676.069408:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005b4313dd. 00000001:00000040:3.0:1767384676.069410:0:17082:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00040000:00000010:1.0:1767384676.069411:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f3c52d25. 00000001:00000001:3.0:1767384676.069413:0:17082:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384676.069417:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384676.069419:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000822b8983. 00000001:00000001:3.0:1767384676.069420:0:17082:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384676.069423:0:17082:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00080000:00000010:1.0:1767384676.069426:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c6cdb1f5. 00000001:00000010:3.0:1767384676.069428:0:17082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000008c4bb1b7. 00000001:00000040:3.0:1767384676.069431:0:17082:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000003112511e : new cb_count 2 00002000:00000010:1.0:1767384676.069432:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004c5af67f. 00000020:00000040:3.0:1767384676.069433:0:17082:0:(genops.c:887:class_export_get()) GET export 000000003112511e refcount=7 00000020:00000010:1.0:1767384676.069438:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e70d9fff. 00000001:00000010:3.0:1767384676.069439:0:17082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000007f2a8593. 00000020:00000010:1.0:1767384676.069442:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000087f756f8. 00000020:00000010:1.0:1767384676.069448:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000343c0870. 00000020:00000010:1.0:1767384676.069451:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000276ffb2b. 80000000:00000010:1.0:1767384676.069454:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000048321c2e. 40000000:00000010:1.0:1767384676.069457:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005c92e771. 00100000:00000010:1.0:1767384676.069459:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000075705a9b. 00040000:00000010:1.0:1767384676.069462:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005b4313dd. 00040000:00000010:1.0:1767384676.069465:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f3c52d25. 00080000:00000010:1.0:1767384676.069469:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c6cdb1f5. 00080000:00000010:1.0:1767384676.069472:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000822b8983. 00002000:00000010:1.0:1767384676.069476:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004c5af67f. 00000020:00000010:1.0:1767384676.069478:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000637ccdf7. 00010000:00010000:1.0:1767384676.069480:0:17069:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000003112511e, canceled 0 locks, left on hash table 1. 00000020:00000010:1.0:1767384676.069484:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecda06ca. 00000001:00000010:3.0:1767384676.069487:0:17082:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000ceb3f2a1. 00000020:00000010:1.0:1767384676.069488:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f3c52d25. 00000020:00000010:1.0:1767384676.069494:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000075705a9b. 00000020:00000010:1.0:1767384676.069498:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000343c0870. 00000020:00000010:1.0:1767384676.069501:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000637ccdf7. 00080000:00000010:3.0:1767384676.069502:0:17082:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 0000000088c647ce. 80000000:00000010:1.0:1767384676.069505:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000048321c2e. 40000000:00000010:1.0:1767384676.069517:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005c92e771. 00100000:00000010:1.0:1767384676.069519:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000087f756f8. 00040000:00000010:1.0:1767384676.069521:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005b4313dd. 00000001:00000001:3.0:1767384676.069523:0:17082:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 000000007f2a8593: xid 1853237043924480, transno 8589934593, tag 0, client gen 1, slot idx 0 00040000:00000010:1.0:1767384676.069523:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000276ffb2b. 00080000:00000010:1.0:1767384676.069525:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c6cdb1f5. 00000001:00000001:3.0:1767384676.069529:0:17082:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384676.069532:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d7e5a42c. 00002000:00000010:1.0:1767384676.069535:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004c5af67f. 00000001:00000001:1.0:1767384676.069538:0:17069:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384676.069541:0:17069:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384676.069545:0:17069:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e7b0059f count: 2 00000004:00000001:1.0:1767384676.069548:0:17069:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1767384676.069550:0:17069:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384676.069552:0:17069:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384676.069554:0:17069:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384676.069556:0:17069:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.069558:0:17069:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.069563:0:17069:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384676.069565:0:17069:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384676.069569:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384676.069570:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384676.069572:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384676.069574:0:17069:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384676.069577:0:17069:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021199ffb with handle 0x7f71e2b70dd20450 from hash 00010000:00000001:1.0:1767384676.069579:0:17069:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384676.069581:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384676.069582:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384676.069583:0:17069:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1767384676.069588:0:17069:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000008fca5d96. 00010000:00000001:1.0:1767384676.069591:0:17069:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384676.069593:0:17069:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.069594:0:17069:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384676.069595:0:17069:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384676.069597:0:17069:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1767384676.069599:0:17069:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e7b0059f) 00010000:00010000:1.0:1767384676.069601:0:17069:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1767384676.069603:0:17069:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384676.069631:0:17069:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.069633:0:17069:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384676.069634:0:17069:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000003112511e, 1 locks cancelled. 00010000:00000001:1.0:1767384676.069636:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384676.069637:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384676.069638:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384676.069641:0:17069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000021199ffb/0x7f71e2b70dd20450 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825ef0 expref: 7 pid: 17082 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384676.069653:0:17069:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000bb2b5620. 00010000:00000040:1.0:1767384676.069655:0:17069:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003112511e : new locks_count 0 00000020:00000040:1.0:1767384676.069657:0:17069:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 6 00010000:00000010:1.0:1767384676.069658:0:17069:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000380ec98f. 00010000:00000040:1.0:1767384676.069662:0:17069:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e7b0059f count: 0 00010000:00000010:1.0:1767384676.069668:0:17069:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e726fc40. 00010000:00000001:1.0:1767384676.069675:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384676.069678:0:17069:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 9ad25df5-1635-4, loop: 0 00000001:00000001:1.0:1767384676.069680:0:17069:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384676.069684:0:17069:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384676.069687:0:17069:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000003112511e, canceled 1 locks, left on hash table 0. 00000020:00000010:1.0:1767384676.069691:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f3c52d25. 00000020:00000010:1.0:1767384676.069694:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000075705a9b. 00000020:00000010:1.0:1767384676.069697:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000343c0870. 00000020:00000010:1.0:1767384676.069700:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000637ccdf7. 80000000:00000010:1.0:1767384676.069703:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000048321c2e. 40000000:00000010:1.0:1767384676.069706:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005c92e771. 00100000:00000010:1.0:1767384676.069709:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000087f756f8. 00040000:00000010:1.0:1767384676.069712:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005b4313dd. 00040000:00000010:1.0:1767384676.069714:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000276ffb2b. 00080000:00000010:1.0:1767384676.069717:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d7e5a42c. 00080000:00000010:1.0:1767384676.069721:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c6cdb1f5. 00002000:00000010:1.0:1767384676.069723:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004c5af67f. 00000020:00000010:1.0:1767384676.069726:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecda06ca. 00000020:00000001:1.0:1767384676.069729:0:17069:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384676.069735:0:17069:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 5 00000020:00000001:1.0:1767384676.069736:0:17069:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384676.069738:0:17069:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.069739:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384676.069741:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384676.069742:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384676.069744:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384676.069745:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384676.069746:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384676.069748:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384676.069748:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384676.069749:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384676.070629:0:17060:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384676.070632:0:17060:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384676.070634:0:17060:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:0.0:1767384676.070637:0:17060:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000003112511e : new cb_count 1 00000020:00000040:0.0:1767384676.070639:0:17060:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 4 00000001:00000010:0.0:1767384676.070641:0:17060:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000008c4bb1b7. 00080000:00000010:0.0:1767384676.070645:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f7447b98. 00000001:00100000:0.0:1767384676.070648:0:17060:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9ad25df5-1635-4ffe-973f-7bd68d52e539 00000001:00000040:0.0:1767384676.070651:0:17060:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000003112511e : new cb_count 0 00000020:00000040:0.0:1767384676.070652:0:17060:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 3 00000001:00000010:0.0:1767384676.070654:0:17060:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000c22e3ede. 00080000:00000010:0.0:1767384676.070656:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007bcce4c1. 00080000:00000010:3.0:1767384676.070686:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b4e1bb35. 00080000:00000010:3.0:1767384676.070691:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000237b0e0d. 00040000:00000001:3.0:1767384676.070693:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384676.070695:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384676.070696:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384676.070698:0:17082:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384676.070701:0:17082:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384676.070703:0:17082:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384676.070705:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384676.070707:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f7447b98. 00080000:00000001:3.0:1767384676.070708:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804788013056 : -123268921538560 : ffff8fe337b84800) 00080000:00000001:3.0:1767384676.070710:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384676.070712:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384676.070714:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000237b0e0d. 00080000:00000001:3.0:1767384676.070716:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384676.070717:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384676.070724:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384676.070726:0:17082:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000b6fb372c. 00000001:00000040:3.0:1767384676.070727:0:17082:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000003112511e : new cb_count 1 00000020:00000040:3.0:1767384676.070729:0:17082:0:(genops.c:887:class_export_get()) GET export 000000003112511e refcount=4 00000001:00000001:3.0:1767384676.070739:0:17082:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384676.070740:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384676.070743:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000237b0e0d. 00040000:00000001:3.0:1767384676.070744:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384676.070745:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384676.070746:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384676.070747:0:17082:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:3.0:1767384676.070748:0:17082:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:3.0:1767384676.070750:0:17082:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384676.070752:0:17082:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384676.070753:0:17082:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384676.070755:0:17082:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001c9c6c04) : new refcount 7 00000001:00000001:3.0:1767384676.070756:0:17082:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384676.070758:0:17082:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 6 00000020:00000040:3.0:1767384676.070760:0:17082:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 3 00000001:00000001:3.0:1767384676.070761:0:17082:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384676.070762:0:17082:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 5 00000001:00000001:3.0:1767384676.070763:0:17082:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384676.070764:0:17082:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 2 00000004:00000001:3.0:1767384676.070765:0:17082:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384676.070766:0:17082:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384676.070767:0:17082:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.070768:0:17082:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384676.070771:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934593, xid 1853237043924480 00010000:00000001:3.0:1767384676.070773:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384676.070777:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c050f29 x1853237043924480/t8589934593(0) o39->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384676.070783:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384676.070785:0:17082:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384676.070787:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384676.070789:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384676.070791:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 7 to 192.168.202.37@tcp50 00000100:00000001:3.0:1767384676.070793:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 02000000:00000001:3.0:1767384676.070795:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384676.070796:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.070798:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384676.070800:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00000400:00000010:3.0:1767384676.070803:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348be73a. 00000100:00000200:3.0:1767384676.070806:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237043924480, offset 224 00000400:00000200:3.0:1767384676.070810:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000400:00000200:3.0:1767384676.070816:0:17082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00000400:00000200:3.0:1767384676.070825:0:17082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [245:245:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767384676.070833:0:17082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384676.070837:0:17082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:3.0:1767384676.070840:0:17082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f28c6a01. 00000800:00000200:3.0:1767384676.070843:0:17082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000800:00000200:3.0:1767384676.070847:0:17082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000800:00000200:3.0:1767384676.070850:0:17082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f28c6a01 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384676.070862:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384676.070864:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 6 to 192.168.202.37@tcp50 00010000:00000001:3.0:1767384676.070866:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384676.070867:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.070868:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384676.070871:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c050f29 x1853237043924480/t8589934593(0) o39->9ad25df5-1635-4ffe-973f-7bd68d52e539@192.168.202.37@tcp50:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384676.070878:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c050f29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ad25df5-1635-4ffe-973f-7bd68d52e539+2:11797:x1853237043924480:12345-192.168.202.37@tcp50:39: Request processed in 1654us (1802us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1767384676.070884:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 8 00000100:00000040:3.0:1767384676.070887:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003112511e : new rpc_count 0 00000100:00000001:3.0:1767384676.070888:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384676.070890:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384676.070892:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043cebc01. 00000020:00000010:3.0:1767384676.070895:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384676.070898:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd6e69b1. 00000020:00000040:3.0:1767384676.070901:0:17082:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 1 00000100:00000001:3.0:1767384676.070903:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384676.070972:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384676.070977:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f28c6a01. 00000400:00000200:2.0:1767384676.070982:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.070988:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:2.0:1767384676.070992:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348be73a 00000400:00000010:2.0:1767384676.070994:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348be73a. 00000100:00000001:2.0:1767384676.070997:0:16342:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384676.070999:0:16342:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384676.075633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e7b0059f. 00010000:00000010:1.1:1767384676.075643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021199ffb. 00000800:00000001:2.0:1767384676.078061:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.078072:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384676.078074:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.078076:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.078082:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50) <- 192.168.202.37@tcp50 : PUT - for me 00000400:00000200:2.0:1767384676.078093:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.37@tcp50 of length 224 into portal 26 MB=0x695825fb00f00 00000400:00000200:2.0:1767384676.078099:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.37@tcp50 of length 224/224 into md 0x1975 [2] + 0 00000400:00000010:2.0:1767384676.078103:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7b434d8. 00000400:00000200:2.0:1767384676.078108:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000018ed6f8c 00000800:00000001:2.0:1767384676.078112:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.078117:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.078119:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.078122:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000200:2.0:1767384676.078126:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018ed6f8c 00000400:00000010:2.0:1767384676.078128:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018ed6f8c. 00000100:00000001:2.0:1767384676.078131:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384676.078132:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384676.078134:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000052b36bfe x1853237043924736 msgsize 224 00000100:00100000:2.0:1767384676.078137:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.37@tcp50 (source: 12345-192.168.202.37@tcp50) 00000100:00000040:2.0:1767384676.078139:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384676.078161:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384676.078168:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.078171:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384676.078252:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384676.078255:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237043924736 02000000:00000001:1.0:1767384676.078258:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384676.078259:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384676.078261:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384676.078264:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384676.078267:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237043924736 00000020:00000001:1.0:1767384676.078268:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384676.078269:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20418 00000020:00000001:1.0:1767384676.078271:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384676.078273:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000174d4352 refcount=6 00000020:00000001:1.0:1767384676.078275:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000020:00000001:1.0:1767384676.078277:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00000100:00000001:1.0:1767384676.078280:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384676.078284:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c92e771. 00000100:00000001:1.0:1767384676.078285:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384676.078287:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c92e771. 00000020:00000010:1.0:1767384676.078291:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c677e78. 00000020:00000010:1.0:1767384676.078294:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059bc32d0. 00000020:00000010:1.0:1767384676.078297:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000339934d. 00000100:00000040:1.0:1767384676.078301:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384676.078304:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384676.078305:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384676.078312:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.078317:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.078327:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384676.078335:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384676.078337:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384676.078341:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.37@tcp50, seq: 172 00000100:00000040:1.0:1767384676.078344:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000174d4352 : new rpc_count 1 00000100:00000001:1.0:1767384676.078345:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852967504 : -123268856584112 : ffff8fe33b976850) 00000100:00000040:1.0:1767384676.078350:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052b36bfe x1853237043924736/t0(0) o251->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:657/0 lens 224/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.078357:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384676.078359:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c92e771. 00000100:00000001:1.0:1767384676.078361:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384676.078362:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c92e771. 00000100:00100000:1.0:1767384676.078365:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052b36bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+6:11797:x1853237043924736:12345-192.168.202.37@tcp50:251: 00000100:00000200:1.0:1767384676.078368:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237043924736 00000020:00000001:1.0:1767384676.078369:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384676.078371:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384676.078373:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.078375:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384676.078376:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592304 : -1047959312 : ffffffffc18968f0) 00000020:00000001:1.0:1767384676.078379:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384676.078380:0:17075:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384676.078382:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384676.078383:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384676.078385:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384676.078387:0:17075:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:1.0:1767384676.078388:0:17075:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384676.078389:0:17075:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384676.078391:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384676.078392:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384676.078395:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004c5af67f. 02000000:00000001:1.0:1767384676.078397:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.078403:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384676.078407:0:17075:0:(genops.c:887:class_export_get()) GET export 00000000174d4352 refcount=7 00010000:00000001:1.0:1767384676.078408:0:17075:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:1.0:1767384676.078410:0:17075:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384676.078412:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 6 20000000:00000010:1.0:1767384676.078414:0:17075:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000045a84eaf. 00000020:00000040:1.0:1767384676.078416:0:17075:0:(genops.c:887:class_export_get()) GET export 00000000174d4352 refcount=7 00010000:00000001:1.0:1767384676.078418:0:17075:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384676.078420:0:17075:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384676.078427:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 6 00000020:00000080:1.0:1767384676.078429:0:17075:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd20418 00000020:00000040:1.0:1767384676.078430:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000174d4352 with handle 0x7f71e2b70dd20418 from hash 00000020:00000040:1.0:1767384676.078434:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 5 00000020:00000001:1.0:1767384676.078436:0:17075:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384676.078437:0:17075:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000174d4352: total 0 00000020:00000001:1.0:1767384676.078439:0:17075:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384676.078440:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 4 00000020:00000001:1.0:1767384676.078441:0:17075:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.078443:0:17075:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384676.078445:0:17075:0:(import.c:65:import_set_state_nolock()) 00000000bfa2481c : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384676.078447:0:17075:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384676.078449:0:17075:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384676.078450:0:17075:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384676.078460:0:17075:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384676.078462:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 3 20000000:00000001:1.0:1767384676.078464:0:17075:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.078466:0:17075:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.078468:0:17075:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.078470:0:17075:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384676.078472:0:17075:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384676.078475:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237043924736 00010000:00000001:1.0:1767384676.078478:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384676.078483:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052b36bfe x1853237043924736/t0(0) o251->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384676.078486:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:2.0:1767384676.078488:0:17068:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000174d4352: total 0 00000020:00000001:2.0:1767384676.078492:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446620804887969792 : -123268821581824 : ffff8fe33dad8000) 00010000:00010000:2.0:1767384676.078497:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384676.078500:0:17068:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00010000:00000001:1.0:1767384676.078501:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384676.078504:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1702caa. 00000020:00000010:2.0:1767384676.078508:0:17068:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008abd9701. 00010000:00000001:1.0:1767384676.078512:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384676.078513:0:17068:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002015ea0a. 00000020:00000010:2.0:1767384676.078519:0:17068:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000010b41717. 00000100:00001000:1.0:1767384676.078520:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=93 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384676.078523:0:17068:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000856da02e. 00000100:00000001:1.0:1767384676.078525:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 80000000:00000010:2.0:1767384676.078527:0:17068:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002bb3a730. 00000100:00000040:1.0:1767384676.078531:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000019f0025d refcount 7 to 192.168.202.37@tcp50 40000000:00000010:2.0:1767384676.078532:0:17068:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002ea71ee7. 00100000:00000010:2.0:1767384676.078538:0:17068:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006b0fcfc3. 00000100:00000001:1.0:1767384676.078538:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620803936356864 : -123269773194752 : ffff8fe304f50a00) 00040000:00000010:2.0:1767384676.078544:0:17068:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000005b1cf9c. 02000000:00000001:1.0:1767384676.078544:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384676.078547:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384676.078550:0:17068:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e8ed2ad. 00000100:00000001:1.0:1767384676.078553:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000010:2.0:1767384676.078557:0:17068:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a8b56ea0. 00080000:00000010:2.0:1767384676.078564:0:17068:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000032a17b18. 00000100:00000040:1.0:1767384676.078568:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.37@tcp50 00002000:00000010:2.0:1767384676.078571:0:17068:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d8ee363b. 00000400:00000010:1.0:1767384676.078575:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb7e7927. 00000020:00000010:2.0:1767384676.078577:0:17068:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008abd9701. 00000020:00000010:2.0:1767384676.078583:0:17068:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002015ea0a. 00000100:00000200:1.0:1767384676.078583:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237043924736, offset 224 00000020:00000010:2.0:1767384676.078589:0:17068:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000010b41717. 00000400:00000200:1.0:1767384676.078594:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.37@tcp50 00000020:00000010:2.0:1767384676.078595:0:17068:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000856da02e. 80000000:00000010:2.0:1767384676.078601:0:17068:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002bb3a730. 40000000:00000010:2.0:1767384676.078632:0:17068:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002ea71ee7. 00000400:00000200:1.0:1767384676.078634:0:17075:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.137@tcp50 to NMR: 192.168.202.37@tcp50 local destination 00100000:00000010:2.0:1767384676.078638:0:17068:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006b0fcfc3. 00040000:00000010:2.0:1767384676.078643:0:17068:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000005b1cf9c. 00040000:00000010:2.0:1767384676.078647:0:17068:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e8ed2ad. 00000400:00000200:1.0:1767384676.078652:0:17075:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp50 NI seq info: [246:246:256:4294967295] 192.168.202.37@tcp50 LPNI seq info [31:31:8:4294967295] 00080000:00000010:2.0:1767384676.078655:0:17068:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000032a17b18. 00080000:00000010:2.0:1767384676.078661:0:17068:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a8b56ea0. 00002000:00000010:2.0:1767384676.078668:0:17068:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d8ee363b. 00000400:00000200:1.0:1767384676.078673:0:17075:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp50(192.168.202.137@tcp50:192.168.202.137@tcp50) -> 192.168.202.37@tcp50(192.168.202.37@tcp50:192.168.202.37@tcp50) : PUT try# 0 00000020:00000010:2.0:1767384676.078674:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1702caa. 00000800:00000200:1.0:1767384676.078680:0:17075:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.37@tcp50 00000800:00000010:1.0:1767384676.078686:0:17075:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b4313dd. 00010000:00010000:2.0:1767384676.078687:0:17068:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000174d4352, canceled 0 locks, left on hash table 1. 00000020:00000010:2.0:1767384676.078694:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1702caa. 00000800:00000200:1.0:1767384676.078696:0:17075:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004412c0cb] -> 12345-192.168.202.37@tcp50 (4) 00000020:00000010:2.0:1767384676.078698:0:17068:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004c05592f. 00000020:00000010:2.0:1767384676.078703:0:17068:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006b0fcfc3. 00000020:00000010:2.0:1767384676.078706:0:17068:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000010b41717. 00000800:00000200:1.0:1767384676.078707:0:17075:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.37@tcp50 ip 192.168.202.37:1023 00000020:00000010:2.0:1767384676.078711:0:17068:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e8ed2ad. 00000800:00000200:1.0:1767384676.078714:0:17075:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005b4313dd type 1, nob 320 niov 1 nkiov 1 80000000:00000010:2.0:1767384676.078715:0:17068:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002bb3a730. 40000000:00000010:2.0:1767384676.078720:0:17068:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002ea71ee7. 00100000:00000010:2.0:1767384676.078724:0:17068:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002015ea0a. 00040000:00000010:2.0:1767384676.078726:0:17068:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000005b1cf9c. 00040000:00000010:2.0:1767384676.078729:0:17068:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000856da02e. 00080000:00000010:2.0:1767384676.078732:0:17068:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a8b56ea0. 00000100:00000001:1.0:1767384676.078733:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384676.078735:0:17068:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000032a17b18. 00000100:00000040:1.0:1767384676.078738:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 6 to 192.168.202.37@tcp50 00002000:00000010:2.0:1767384676.078741:0:17068:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d8ee363b. 00010000:00000001:1.0:1767384676.078742:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384676.078745:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384676.078747:0:17068:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000020:00000001:1.0:1767384676.078748:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:2.0:1767384676.078754:0:17068:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:1.0:1767384676.078754:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052b36bfe x1853237043924736/t0(0) o251->286f6c30-9493-4c16-9a7f-8c0afa2a7b93@192.168.202.37@tcp50:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384676.078761:0:17068:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000075e3cc54 count: 7 00000100:00100000:1.0:1767384676.078766:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052b36bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:286f6c30-9493-4c16-9a7f-8c0afa2a7b93+3:11797:x1853237043924736:12345-192.168.202.37@tcp50:251: Request processed in 405us (627us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384676.078768:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384676.078773:0:17068:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00100000:1.0:1767384676.078777:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.37@tcp50, seq: 172 00010000:00000001:2.0:1767384676.078778:0:17068:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384676.078781:0:17068:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384676.078784:0:17068:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.078788:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000174d4352 : new rpc_count 0 00010000:00000001:2.0:1767384676.078790:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384676.078791:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384676.078794:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384676.078795:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384676.078800:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059bc32d0. 00010000:00000001:2.0:1767384676.078801:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1767384676.078802:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767384676.078803:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000339934d. 00010000:00000001:2.0:1767384676.078804:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:0.0:1767384676.078807:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b4313dd. 00010000:00000001:2.0:1767384676.078810:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1767384676.078810:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c677e78. 00010000:00000001:2.0:1767384676.078814:0:17068:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384676.078816:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 2 00000020:00000040:2.0:1767384676.078820:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e3722408 with handle 0x7f71e2b70dd2041f from hash 00000400:00000200:0.0:1767384676.078821:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384676.078822:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384676.078826:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384676.078830:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384676.078830:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384676.078834:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384676.078834:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp50->192.168.202.37@tcp50: PUT: OK 00000400:00000010:1.0:1767384676.078836:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094802d92. 00010000:00000001:2.0:1767384676.078838:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1767384676.078840:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb7e7927 00010000:00000001:2.0:1767384676.078842:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:0.0:1767384676.078844:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb7e7927. 00010000:00000001:2.0:1767384676.078847:0:17068:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384676.078849:0:16343:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:1.0:1767384676.078851:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007291b8f1. 02000000:00000001:0.0:1767384676.078852:0:16343:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384676.078856:0:16343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004c5af67f. 00010000:00000001:2.0:1767384676.078861:0:17068:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:0.0:1767384676.078861:0:16343:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384676.078863:0:16343:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384676.078867:0:17068:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384676.078871:0:17068:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384676.078873:0:17068:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384676.078876:0:17068:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000174d4352, 1 locks cancelled. 00010000:00000001:2.0:1767384676.078880:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384676.078882:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384676.078883:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384676.078888:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e3722408/0x7f71e2b70dd2041f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.37@tcp50 remote: 0x342befa0f6825e9c expref: 2 pid: 17074 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384676.078898:0:17068:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000174d4352 : new locks_count 0 00000020:00000040:2.0:1767384676.078900:0:17068:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 1 00010000:00000001:2.0:1767384676.078907:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384676.078910:0:17068:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 286f6c30-9493-4, loop: 0 00000001:00000001:2.0:1767384676.078912:0:17068:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384676.078916:0:17068:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384676.078918:0:17068:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000174d4352, canceled 1 locks, left on hash table 0. 00000020:00000010:2.0:1767384676.078922:0:17068:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004c05592f. 00000020:00000010:2.0:1767384676.078926:0:17068:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006b0fcfc3. 00000020:00000010:2.0:1767384676.078929:0:17068:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000010b41717. 00000020:00000010:2.0:1767384676.078932:0:17068:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006e8ed2ad. 80000000:00000010:2.0:1767384676.078936:0:17068:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002bb3a730. 40000000:00000010:2.0:1767384676.078939:0:17068:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002ea71ee7. 00100000:00000010:2.0:1767384676.078942:0:17068:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002015ea0a. 00040000:00000010:2.0:1767384676.078946:0:17068:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000005b1cf9c. 00040000:00000010:2.0:1767384676.078948:0:17068:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000856da02e. 00080000:00000010:2.0:1767384676.078951:0:17068:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000032a17b18. 00080000:00000010:2.0:1767384676.078954:0:17068:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a8b56ea0. 00002000:00000010:2.0:1767384676.078956:0:17068:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d8ee363b. 00000020:00000010:2.0:1767384676.078959:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1702caa. 00000020:00000001:2.0:1767384676.078961:0:17068:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384676.078963:0:17068:0:(genops.c:898:class_export_put()) PUTting export 00000000174d4352 : new refcount 0 00000020:00000080:2.0:1767384676.078965:0:17068:0:(genops.c:904:class_export_put()) final put 00000000174d4352/286f6c30-9493-4c16-9a7f-8c0afa2a7b93 00000020:00000001:2.0:1767384676.078979:0:17068:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384676.078988:0:17068:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384676.078991:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384676.078993:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384676.078995:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384676.078997:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384676.078999:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384676.079001:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384676.079003:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384676.079005:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.079007:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00010000:00010000:2.0:1767384676.079008:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1767384676.079012:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000174d4352/286f6c30-9493-4c16-9a7f-8c0afa2a7b93 for MGS 00000020:00000040:3.0:1767384676.079017:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 5 to 192.168.202.37@tcp50 00000020:00000001:3.0:1767384676.079019:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:3.0:1767384676.079021:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:3.0:1767384676.079023:0:36:0:(genops.c:1229:class_import_get()) import 00000000bfa2481c refcount=2 obd=MGS 00000020:00000001:3.0:1767384676.079025:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384676.079026:0:36:0:(genops.c:1242:class_import_put()) import 00000000bfa2481c refcount=1 obd=MGS 00000020:00000001:3.0:1767384676.079027:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384676.079029:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384676.079030:0:36:0:(genops.c:1242:class_import_put()) import 00000000bfa2481c refcount=0 obd=MGS 00000020:00000040:3.0:1767384676.079031:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000bfa2481c 00000020:00000001:3.0:1767384676.079043:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384676.079045:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1767384676.079047:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384676.079051:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000028a9301f. 00000001:00000010:3.0:1767384676.079053:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000069a625ed. 00000001:00000010:3.0:1767384676.079055:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cde9d7ea. 00000001:00000010:3.0:1767384676.079056:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000fdd88a8. 00000001:00000010:3.0:1767384676.079057:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000200cd00b. 00000001:00000010:3.0:1767384676.079059:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000839b68e9. 00000001:00000001:3.0:1767384676.079062:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384676.079064:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:3.0:1767384676.079066:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384676.079068:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:3.0:1767384676.079069:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.079071:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384676.079072:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000149292c1) now 7 - export 00000020:00000010:3.0:1767384676.079075:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000174d4352. 00000020:00000001:3.0:1767384676.079082:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384676.079086:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384676.079087:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000bfa2481c for MGS 00000020:00000040:3.0:1767384676.079089:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 4 to 192.168.202.37@tcp50 00000020:00000040:3.0:1767384676.079091:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000149292c1) now 6 - import 00000020:00000010:3.0:1767384676.079092:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000bfa2481c. 00000020:00000001:3.0:1767384676.079095:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:2.1:1767384676.088647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e3722408. 00000400:00000001:1.0:1767384676.185700:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384676.185706:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384676.185709:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c4aea52 00000800:00000200:3.0:1767384676.185713:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2bd95bb] -> 12345-192.168.202.137@tcp19 (6) 00000400:00000010:1.0:1767384676.185714:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4aea52. 00000400:00000200:1.0:1767384676.185720:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384676.185727:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp19 ip 192.168.202.137:988 00000400:00000200:1.0:1767384676.185727:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp47 recovery ping unlinked 00000800:00000200:3.0:1767384676.185733:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384676.185742:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000061e2229c. 00000400:00000010:1.0:1767384676.185749:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000003b35ef1. 00000800:00000200:2.0:1767384676.185893:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384676.185900:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.185911:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384676.185915:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.185919:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384676.313814:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384676.313823:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384676.313830:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384676.313832:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.313884:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384676.313889:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384676.313893:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1767384677.201991:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384677.202019:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384677.202037:0:16343:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [0000000024f5ddbe] EOF from 12345-192.168.202.37@tcp50 ip 192.168.202.37:1021 00000800:00000001:2.0:1767384677.202039:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.202039:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384677.202341:0:16340:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000024f5ddbe 00000800:00000010:3.0:1767384677.202347:0:16340:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000024f5ddbe. 00000800:00000200:3.0:1767384677.202354:0:16340:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000007eb054ae 00000800:00000010:3.0:1767384677.202355:0:16340:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000007eb054ae. 00000800:00000200:3.0:1767384677.202358:0:16340:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000e795ff09 00000800:00000200:3.0:1767384677.202362:0:16340:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.37@tcp50 000000004412c0cb deleted 00000800:00000010:3.0:1767384677.202364:0:16340:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004412c0cb. 00000800:00000010:3.0:1767384677.202367:0:16340:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000e795ff09. 00000800:00000200:3.0:1767384677.202391:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000596419af] -> 12345-192.168.202.137@tcp22 (6) 00000800:00000200:3.0:1767384677.202395:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp22 ip 192.168.202.137:988 00000800:00000200:3.0:1767384677.202399:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384677.202511:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384677.202515:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384677.202524:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384677.202528:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384677.202531:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.337731:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384677.337739:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.337747:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384677.337748:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.337770:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384677.337772:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384677.337774:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384678.176432:0:40013:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f9840c08. 00080000:00000010:0.0:1767384678.176445:0:40013:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f9840c08. 00000020:00000001:0.0:1767384678.176449:0:40013:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384678.176457:0:40013:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f9840c08. 00080000:00000010:0.0:1767384678.176462:0:40013:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f9840c08. 00000020:00000001:0.0:1767384678.176465:0:40013:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384678.233685:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b982e44] -> 12345-192.168.202.137@tcp30 (6) 00000400:00000200:1.0:1767384678.233685:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp45 00000800:00000200:3.0:1767384678.233695:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp30 ip 192.168.202.137:988 00000400:00000010:1.0:1767384678.233697:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bb0c32d8. 00000800:00000200:3.0:1767384678.233701:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384678.233707:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000072bc7dbf. 00000400:00000010:1.0:1767384678.233714:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4aea52. 00000400:00000010:1.0:1767384678.233723:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011c80897. 00000400:00000200:1.0:1767384678.233728:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp45 00000400:00000200:1.0:1767384678.233757:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp45 local destination 00000400:00000200:1.0:1767384678.233764:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp45 00000400:00000200:1.0:1767384678.233767:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp45 NI seq info: [247:247:256:4294967295] 192.168.202.137@tcp45 LPNI seq info [206:206:8:4294967295] 00000400:00000200:1.0:1767384678.233773:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp45 00000400:00000200:1.0:1767384678.233780:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp45(192.168.202.137@tcp45:) -> 192.168.202.137@tcp45(192.168.202.137@tcp45:192.168.202.137@tcp45) : GET try# 0 00000800:00000200:1.0:1767384678.233800:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp45 00000800:00000010:1.0:1767384678.233805:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f5a1138e. 00000800:00000200:1.0:1767384678.233809:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1f471a9] -> 12345-192.168.202.137@tcp45 (2) 00000800:00000200:1.1:1767384678.233813:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1f471a9] -> 12345-192.168.202.137@tcp45 (2) 00000400:00000200:1.0:1767384678.233840:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp45 added to recovery queue. ping count: 4 next ping: 315 health :600 00000400:00000200:1.0:1767384678.233844:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp38 00000400:00000010:1.0:1767384678.233846:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f67b2ee8. 00000400:00000010:1.0:1767384678.233849:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b94163d2. 00000400:00000010:1.0:1767384678.233851:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000010:1.0:1767384678.233854:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000490c1809. 00000400:00000200:1.0:1767384678.233857:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp38 00000400:00000200:1.0:1767384678.233861:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp38 local destination 00000400:00000200:1.0:1767384678.233864:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp38 00000400:00000200:1.0:1767384678.233867:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp38 NI seq info: [248:248:256:4294967295] 192.168.202.137@tcp38 LPNI seq info [207:207:8:4294967295] 00000400:00000200:1.0:1767384678.233870:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp38 00000400:00000200:1.0:1767384678.233875:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp38(192.168.202.137@tcp38:) -> 192.168.202.137@tcp38(192.168.202.137@tcp38:192.168.202.137@tcp38) : GET try# 0 00000800:00000200:1.0:1767384678.233879:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp38 00000800:00000010:1.0:1767384678.233881:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000044b003c6. 00000800:00000200:1.0:1767384678.233885:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa6201c9] -> 12345-192.168.202.137@tcp38 (2) 00000800:00000200:1.0:1767384678.233887:0:16345:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.137 (cnted 0, interval 16, 1 secs later) 00000800:00000200:1.1:1767384678.233892:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa6201c9] -> 12345-192.168.202.137@tcp38 (2) 00000800:00000200:1.1:1767384678.233894:0:16345:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.137 (cnted 0, interval 16, 1 secs later) 00000800:00000100:1.0:1767384678.233898:0:16345:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.137@tcp38 00000800:00000001:3.0:1767384678.233901:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384678.233901:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384678.233901:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000044b003c6. 00000400:00000200:1.0:1767384678.233905:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1767384678.233912:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp38->192.168.202.137@tcp38: GET: REMOTE_ERROR 00000400:00000200:1.0:1767384678.233918:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -5 00000800:00000001:3.0:1767384678.233922:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384678.233922:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp38 recovery message sent unsuccessfully:-5 00000400:00000200:1.0:1767384678.233929:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp38) recovery failed with -5 00000800:00000001:3.0:1767384678.233930:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.233935:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384678.233940:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp38 added to recovery queue. ping count: 5 next ping: 331 health :500 00000400:00000200:0.0:1767384678.233999:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234052:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234067:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234081:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234095:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234109:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234123:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234136:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234149:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234163:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234178:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234191:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234236:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234255:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234269:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234282:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234296:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234309:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234322:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234334:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234347:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234360:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234373:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234387:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234401:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234413:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234427:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234440:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234454:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234467:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234480:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234493:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234506:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234520:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384678.234544:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384678.234720:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006fa780e4. 00000800:00000010:0.0:1767384678.234725:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f4b300b8. 00000800:00000010:0.0:1767384678.234731:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000048198d4f. 00000800:00000010:0.0:1767384678.234746:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000048198d4f. 00000800:00020000:0.0:1767384678.234752:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384678.234755:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f4b300b8. 00000800:00000010:0.0:1767384678.234757:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006fa780e4. 00000400:02020000:0.0:1767384678.234789:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp45 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384678.234801:0:16339:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp45 notifying 192.168.202.137@tcp45: down 00000800:00000200:0.0:1767384678.234806:0:16339:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp45 down 00000800:00000100:0.0:1767384678.234811:0:16339:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp45 00000800:00000010:0.0:1767384678.234813:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f5a1138e. 00000400:00000200:0.0:1767384678.234816:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384678.234818:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp45->192.168.202.137@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384678.234825:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384678.234827:0:16339:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384678.234829:0:16339:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp45) recovery failed with -71 00080000:00000010:3.0:1767384678.312142:0:40050:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e805c954. 00080000:00000010:3.0:1767384678.312154:0:40050:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e805c954. 00000020:00000001:3.0:1767384678.312159:0:40050:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384678.312165:0:40050:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e805c954. 00080000:00000010:3.0:1767384678.312170:0:40050:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e805c954. 00000020:00000001:3.0:1767384678.312173:0:40050:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.361706:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 10000000:00000001:1.0:1767384678.361706:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384678.361714:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384678.361716:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384678.361722:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384678.361724:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.361748:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384678.361752:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384678.361757:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384678.496447:0:40060:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000feeeb8d6. 00080000:00000010:3.0:1767384678.496460:0:40060:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000feeeb8d6. 00000020:00000001:3.0:1767384678.496465:0:40060:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384678.496472:0:40060:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000feeeb8d6. 00080000:00000010:3.0:1767384678.496478:0:40060:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000feeeb8d6. 00000020:00000001:3.0:1767384678.496480:0:40060:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384678.633088:0:40098:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000059bc32d0. 00080000:00000010:1.0:1767384678.633104:0:40098:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000059bc32d0. 00000020:00000001:1.0:1767384678.633111:0:40098:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384678.633123:0:40098:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000059bc32d0. 00080000:00000010:1.0:1767384678.633130:0:40098:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000059bc32d0. 00000020:00000001:1.0:1767384678.633134:0:40098:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.634074:0:40098:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:1.0:1767384678.634078:0:40098:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:1.0:1767384678.634079:0:40098:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000010:0.0:1767384678.634732:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005c79aa08. 00080000:00000010:0.0:1767384678.634737:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005c79aa08. 00000020:00000001:0.0:1767384678.634743:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384678.634816:0:10603:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000feeeb8d6. 00080000:00000010:3.0:1767384678.634822:0:10603:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000feeeb8d6. 00000020:00000001:3.0:1767384678.634827:0:10603:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.650828:0:40098:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:1.0:1767384678.650843:0:40098:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 00000000d8da7da6. 00000020:01000004:1.0:1767384678.650851:0:40098:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:1.0:1767384678.650853:0:40098:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:1.0:1767384678.650857:0:40098:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:1.0:1767384678.650860:0:40098:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 000000009add4744. 00000020:00000010:1.0:1767384678.650865:0:40098:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 0000000042eae78c. 00000020:00000001:1.0:1767384678.650869:0:40098:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384678.650874:0:40098:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 000000007a5d84dc. 00000020:00000001:1.0:1767384678.650877:0:40098:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384678.650883:0:40098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042059aba. 00000020:00000010:1.0:1767384678.650890:0:40098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000087ecd2dd. 00000040:00000010:1.0:1767384678.650896:0:40098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000054a358e4. 00000020:00000010:1.0:1767384678.650902:0:40098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c7469e1d. 00000020:00000010:1.0:1767384678.650910:0:40098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f3c52d25. 00040000:00000010:1.0:1767384678.650917:0:40098:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e422b814. 00040000:00000010:1.0:1767384678.650922:0:40098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dbdcb54b. 00080000:00000010:1.0:1767384678.650931:0:40098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c6cdb1f5. 00080000:00000010:1.0:1767384678.650937:0:40098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d7e5a42c. 10000000:00000001:1.0:1767384678.650947:0:40098:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384678.650950:0:40098:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384678.650953:0:40098:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384678.650955:0:40098:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384678.650977:0:40098:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384678.650979:0:40098:0:(mgc_request.c:108:config_log_get()) log lustre-client (000000004db9f2ea) refs 3 10000000:00000001:1.0:1767384678.650981:0:40098:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384678.650984:0:40098:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446620803913185280 : -123269796366336 : ffff8fe303937800) 10000000:00000001:1.0:1767384678.650988:0:40098:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384678.650990:0:40098:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7f71e2b70dd200ad 00010000:00000001:1.0:1767384678.650994:0:40098:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384678.650998:0:40098:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.651001:0:40098:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004708e8a6 refcount=2 00000020:00000001:1.0:1767384678.651004:0:40098:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803874866688 : -123269834684928 : ffff8fe3014ac600) 00010000:00000001:1.0:1767384678.651007:0:40098:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620803874866688 : -123269834684928 : ffff8fe3014ac600) 00010000:00000001:1.0:1767384678.651012:0:40098:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384678.651014:0:40098:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384678.651018:0:40098:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 000000004708e8a6/0x7f71e2b70dd200ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd200b4 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.651031:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.651033:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.651035:0:40098:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384678.651036:0:40098:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.651037:0:40098:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004708e8a6 refcount=3 00000020:00000001:1.0:1767384678.651040:0:40098:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803874866688 : -123269834684928 : ffff8fe3014ac600) 00010000:00000001:1.0:1767384678.651042:0:40098:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620803874866688 : -123269834684928 : ffff8fe3014ac600) 00010000:00000001:1.0:1767384678.651045:0:40098:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384678.651047:0:40098:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 000000004708e8a6/0x7f71e2b70dd200ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd200b4 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.651055:0:40098:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384678.651057:0:40098:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 000000004708e8a6/0x7f71e2b70dd200ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7f71e2b70dd200b4 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.651064:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.651066:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384678.651068:0:40098:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.137@tcp lock: 000000004708e8a6/0x7f71e2b70dd200ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7f71e2b70dd200b4 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.651081:0:40098:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384678.651083:0:40098:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.651087:0:40098:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384678.651091:0:40098:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000005078f1c. 00010000:00000001:1.0:1767384678.651096:0:40098:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384678.651114:0:40098:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384678.651118:0:40098:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.651120:0:40098:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.651122:0:40098:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384678.651124:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.651125:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384678.651129:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384678.651131:0:40098:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384678.651134:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384678.651135:0:40098:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384678.651136:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384678.651137:0:40098:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384678.651139:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384678.651140:0:40098:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384678.651141:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:2.0:1767384678.651143:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767384678.651143:0:40098:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384678.651145:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384678.651149:0:40098:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000004db9f2ea) refs 3 00000020:00000001:2.0:1767384678.651150:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384678.651156:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:1.0:1767384678.651156:0:40098:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767384678.651160:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:1.0:1767384678.651161:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384678.651164:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000040:1.0:1767384678.651165:0:40098:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000004db9f2ea) refs 2 00010000:00010000:2.0:1767384678.651169:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 000000004708e8a6/0x7f71e2b70dd200ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7f71e2b70dd200b4 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384678.651170:0:40098:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:1.0:1767384678.651172:0:40098:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:1.0:1767384678.651175:0:40098:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384678.651180:0:40098:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384678.651187:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004708e8a6 already unused, calling callback (000000004e97d7c8) 10000000:00000001:2.0:1767384678.651190:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384678.651191:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 000000004708e8a6/0x7f71e2b70dd200ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7f71e2b70dd200b4 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384678.651200:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384678.651201:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384678.651202:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384678.651203:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004708e8a6 refcount=3 00000020:00000001:2.0:1767384678.651217:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803874866688 : -123269834684928 : ffff8fe3014ac600) 00010000:00000001:2.0:1767384678.651219:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620803874866688 : -123269834684928 : ffff8fe3014ac600) 00000020:00000010:1.0:1767384678.651221:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000087ecd2dd. 00010000:00000001:2.0:1767384678.651222:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384678.651226:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 000000004708e8a6/0x7f71e2b70dd200ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x7f71e2b70dd200b4 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000040:00000010:1.0:1767384678.651231:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000054a358e4. 10000000:00000001:2.0:1767384678.651232:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384678.651235:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 000000004708e8a6/0x7f71e2b70dd200ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x7f71e2b70dd200b4 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384678.651238:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c7469e1d. 10000000:01000000:2.0:1767384678.651241:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1767384678.651245:0:17068:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:2.0:1767384678.651247:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:1.0:1767384678.651247:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f3c52d25. 10000000:00000040:2.0:1767384678.651248:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000004db9f2ea) refs 1 10000000:01000000:2.0:1767384678.651252:0:17068:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:2.0:1767384678.651254:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384678.651254:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384678.651255:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384678.651256:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 00040000:00000010:1.0:1767384678.651256:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e422b814. 10000000:00000001:2.0:1767384678.651258:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384678.651260:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384678.651262:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384678.651263:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384678.651264:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 00040000:00000010:1.0:1767384678.651265:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dbdcb54b. 10000000:00000001:2.0:1767384678.651266:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767384678.651273:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000006609a749 : new refcount 11 10000000:00000010:2.0:1767384678.651277:0:17068:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 000000004db9f2ea. 10000000:00000001:2.0:1767384678.651282:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384678.651283:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384678.651284:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d7e5a42c. 00010000:00000001:2.0:1767384678.651286:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384678.651291:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000010:1.0:1767384678.651292:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c6cdb1f5. 00010000:00000001:2.0:1767384678.651293:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384678.651297:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384678.651299:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384678.651300:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042059aba. 00000020:00000040:2.0:1767384678.651301:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004708e8a6 with handle 0x7f71e2b70dd200ad from hash 00010000:00000001:2.0:1767384678.651307:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:1.0:1767384678.651307:0:40098:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.651308:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384678.651311:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384678.651313:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1767384678.651313:0:40098:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 000000007a5d84dc. 00010000:00000001:2.0:1767384678.651317:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:1.0:1767384678.651318:0:40098:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.651320:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1767384678.651323:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000010:1.0:1767384678.651323:0:40098:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 0000000059bc32d0. 00010000:00000001:2.0:1767384678.651326:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000040:1.0:1767384678.651328:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000008960ae48 : new refcount 5 00000020:00000010:1.0:1767384678.651332:0:40098:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 0000000070f78b27. 00000100:00000010:2.0:1767384678.651335:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c6ee355. 00000010:00000001:1.0:1767384678.651336:0:40098:0:(lwp_dev.c:209:lwp_process_config()) Process entered 00000020:00000040:2.0:1767384678.651340:0:17068:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:1.0:1767384678.651342:0:40098:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:2.0:1767384678.651345:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:1.0:1767384678.651345:0:40098:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 02000000:00000001:2.0:1767384678.651349:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384678.651350:0:40098:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384678.651354:0:40098:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384678.651355:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384678.651356:0:40098:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00000040:1.0:1767384678.651361:0:40098:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384678.651363:0:40098:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384678.651364:0:40098:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 02000000:00000010:2.0:1767384678.651365:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000923ffb6e. 00000100:00000001:1.0:1767384678.651365:0:40098:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384678.651368:0:40098:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384678.651371:0:40098:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384678.651373:0:40098:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00000001:2.0:1767384678.651374:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384678.651375:0:40098:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00010000:00000001:2.0:1767384678.651379:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000001:1.0:1767384678.651380:0:40098:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384678.651383:0:40098:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384678.651384:0:40098:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:2.0:1767384678.651386:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 000000004708e8a6/0x7f71e2b70dd200ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd200b4 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384678.651386:0:40098:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.651388:0:40098:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1767384678.651392:0:40098:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00010000:00010000:2.0:1767384678.651396:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:1.0:1767384678.651396:0:40098:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00010000:00000001:2.0:1767384678.651400:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384678.651402:0:40098:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070742fd1. 00000100:00000001:2.0:1767384678.651405:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1767384678.651406:0:40098:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384678.651409:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.651410:0:40098:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384678.651413:0:40098:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384678.651415:0:40098:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384678.651419:0:40098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e422b814. 00000100:00000040:2.0:1767384678.651420:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c6ee355] to pc [ptlrpcd_00_03+3] req@000000001c6ee355 x1853237049196672/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.651430:0:40098:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.651434:0:40098:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446620799667058688 : -123274042492928 : ffff8fe2067cb800) 00000100:00080000:1.0:1767384678.651437:0:40098:0:(import.c:65:import_set_state_nolock()) 00000000765233a3 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1767384678.651439:0:40098:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384678.651441:0:40098:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384678.651445:0:40098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070742fd1] to pc [ptlrpcd_rcv+-1] req@0000000070742fd1 x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384678.651450:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384678.651459:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384678.651461:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384678.651463:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.651463:0:40098:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.651466:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.651468:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384678.651469:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384678.651474:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 000000004708e8a6/0x7f71e2b70dd200ad lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd200b4 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384678.651474:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384678.651475:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384678.651479:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384678.651479:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384678.651483:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384678.651484:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384678.651488:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c6ee355 x1853237049196672/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384678.651488:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 000000004708e8a6/0x7f71e2b70dd200ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd200b4 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384678.651489:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070742fd1 x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.651490:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384678.651496:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.651513:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767384678.651515:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384678.651517:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.651518:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767384678.651518:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384678.651522:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.651522:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:2.0:1767384678.651523:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000005078f1c. 02000000:00000001:1.0:1767384678.651527:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384678.651528:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384678.651529:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.651530:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384678.651532:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384678.651534:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1767384678.651536:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000070742fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853237049196800:0@lo:39: 00000020:00000001:2.0:1767384678.651538:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384678.651539:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384678.651542:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c6ee355 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049196672:0@lo:103: 00000100:00000001:3.0:1767384678.651546:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1767384678.651549:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384678.651551:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384678.651552:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384678.651553:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384678.651557:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384678.651557:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384678.651560:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384678.651562:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384678.651563:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384678.651566:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:3.0:1767384678.651569:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002daf6867. 02000000:00000001:3.0:1767384678.651573:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384678.651582:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb5d6338. 00000400:00000010:3.0:1767384678.651591:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073eafc63. 00000100:00000200:3.0:1767384678.651599:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049196672, portal 18 00000100:00000001:3.0:1767384678.651603:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384678.651604:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911664512 : -123269797887104 : ffff8fe3037c4380) 00000100:00000040:3.0:1767384678.651638:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c6ee355 x1853237049196672/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384678.651648:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384678.651652:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384678.651656:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273042ee. 00000100:00000200:3.0:1767384678.651660:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049196672, offset 0 00000400:00000200:3.0:1767384678.651668:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384678.651684:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384678.651697:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260008080 00000100:00000001:1.0:1767384678.651703:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384678.651706:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 328 02000000:00000001:1.0:1767384678.651707:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384678.651711:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.651715:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384678.651715:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384678.651719:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ecda06ca. 00000400:00000200:3.0:1767384678.651721:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384678.651729:0:16351:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384678.651730:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384678.651732:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384678.651737:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092b50003. 00000400:00000010:1.0:1767384678.651739:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4e54318. 00000100:00000040:3.0:1767384678.651740:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000092b50003 x1853237049196672 msgsize 328 00000100:00100000:3.0:1767384678.651746:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384678.651747:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037f2ff7f. 00000100:00000200:1.0:1767384678.651753:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049196800, portal 10 00000100:00000001:1.0:1767384678.651755:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384678.651756:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667058688 : -123274042492928 : ffff8fe2067cb800) 00000100:00000001:3.0:1767384678.651760:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384678.651765:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000070742fd1 x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384678.651769:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273042ee 00000400:00000010:3.0:1767384678.651774:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273042ee. 00000100:00000001:1.0:1767384678.651778:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384678.651779:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384678.651783:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c6ee355 x1853237049196672/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.651784:0:19658:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384678.651788:0:19658:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196672 00000100:00000040:1.0:1767384678.651792:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384678.651793:0:19658:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384678.651798:0:19658:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384678.651798:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832e3a8e. 00000100:00000001:3.0:1767384678.651801:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384678.651801:0:19658:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384678.651805:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049196800, offset 0 02000000:00000001:2.0:1767384678.651806:0:19658:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384678.651807:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c6ee355 x1853237049196672/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384678.651814:0:19658:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196672 00000400:00000200:1.0:1767384678.651817:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384678.651821:0:19658:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384678.651822:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384678.651824:0:19658:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:3.0:1767384678.651825:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384678.651827:0:19658:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384678.651831:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384678.651832:0:19658:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00000100:00000001:3.0:1767384678.651833:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.651838:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294967079 00000400:00000200:1.0:1767384678.651843:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260008100 00000020:00000001:2.0:1767384678.651845:0:19658:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000010:3.0:1767384678.651846:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9406b23. 00000020:00000001:2.0:1767384678.651852:0:19658:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000400:00000200:1.0:1767384678.651857:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11384 00000100:00000001:3.0:1767384678.651858:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384678.651861:0:19658:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384678.651867:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008549efa4. 00000400:00000200:1.0:1767384678.651867:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384678.651870:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294967079 00000100:00000001:2.0:1767384678.651875:0:19658:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384678.651876:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384678.651877:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c901aab2. 00000020:00000010:2.0:1767384678.651883:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008549efa4. 00000100:00000001:3.0:1767384678.651884:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384678.651885:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384678.651890:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294967079 00000100:00000200:1.0:1767384678.651890:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384678.651895:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3ac9c89. 00000020:00000010:2.0:1767384678.651895:0:19658:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000103b5085. 00000100:00000010:1.0:1767384678.651898:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a17c891f. 00000100:00000001:3.0:1767384678.651900:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384678.651904:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000a17c891f x1853237049196800 msgsize 224 00000100:00000001:3.0:1767384678.651905:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294967079 00000020:00000010:2.0:1767384678.651905:0:19658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9fcd12f. 00000100:00000010:3.0:1767384678.651915:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c4bb1b7. 00000100:00100000:1.0:1767384678.651915:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384678.651916:0:19658:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000001:3.0:1767384678.651922:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384678.651926:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384678.651928:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384678.651929:0:19658:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384678.651931:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.651934:0:19658:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384678.651935:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.651936:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384678.651940:0:19658:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384678.651944:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384678.651945:0:19658:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000400:00000200:1.0:1767384678.651945:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832e3a8e 00000100:00000001:3.0:1767384678.651947:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767384678.651951:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832e3a8e. 00000100:00000001:3.0:1767384678.651952:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384678.651952:0:19658:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.651956:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384678.651957:0:16347:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1767384678.651958:0:19658:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384678.651960:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.651964:0:19658:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384678.651965:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384678.651965:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070742fd1 x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384678.651968:0:19658:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384678.651971:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384678.651973:0:19658:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006665cf6d refcount=3 00000100:00100000:0.0:1767384678.651974:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196800 00000020:00000001:2.0:1767384678.651979:0:19658:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782836224 : -123268926715392 : ffff8fe337694a00) 02000000:00000001:0.0:1767384678.651980:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384678.651983:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384678.651986:0:19658:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782836224 : -123268926715392 : ffff8fe337694a00) 00000100:00000001:1.0:1767384678.651988:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384678.651988:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.651989:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384678.651991:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.651993:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384678.651993:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196800 00000100:00000040:1.0:1767384678.651994:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070742fd1 x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384678.651996:0:19658:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.651996:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384678.651998:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd200d7 00000020:00000001:0.0:1767384678.652001:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384678.652002:0:19658:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384678.652004:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b7914a refcount=5 00000020:00000001:0.0:1767384678.652010:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:2.0:1767384678.652012:0:19658:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.652015:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803962746880 : -123269746804736 : ffff8fe30687b800) 00000100:00000001:1.0:1767384678.652018:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.652019:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384678.652022:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384678.652025:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e0ddfb7. 00000100:00000001:1.0:1767384678.652028:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.652030:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384678.652033:0:19658:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384678.652035:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3021 usecs (4 jiffies) 00000020:00000010:0.0:1767384678.652035:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e0ddfb7. 00000100:00000001:1.0:1767384678.652042:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294967078 00000020:00000010:0.0:1767384678.652046:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bcce4c1. 00000100:00000001:1.0:1767384678.652047:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294967079 00000100:00000001:2.0:1767384678.652048:0:19658:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384678.652052:0:19658:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384678.652053:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294967078 00000020:00000010:0.0:1767384678.652053:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c79aa08. 00000100:00000001:1.0:1767384678.652058:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294967079 00000100:00000001:3.0:1767384678.652063:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384678.652063:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384678.652064:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294967078 00000020:00000010:0.0:1767384678.652065:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2c96b65. 00000100:00000001:3.0:1767384678.652067:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384678.652071:0:19658:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:3.0:1767384678.652072:0:17067:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.652072:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294967079 00000100:00000001:3.0:1767384678.652077:0:17067:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.652077:0:19658:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804005792384 : -123269703759232 : ffff8fe309188a80) 00000100:00000040:0.0:1767384678.652077:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384678.652083:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384678.652086:0:19658:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092b50003 x1853237049196672/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:659/0 lens 328/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.652087:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384678.652088:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294967078 00000100:00000001:0.0:1767384678.652091:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.652094:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294967079 00000100:00000001:0.0:1767384678.652097:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.652100:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384678.652103:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.652105:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.652106:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.652113:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384678.652113:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.652116:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384678.652123:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384678.652124:0:19658:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384678.652125:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384678.652129:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384678.652130:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008549efa4. 00000100:00000001:1.0:1767384678.652131:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.652132:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384678.652132:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384678.652136:0:19658:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384678.652137:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384678.652138:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384678.652142:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008549efa4. 00000100:00100000:3.0:1767384678.652145:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384678.652150:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b7914a : new rpc_count 1 00000100:00100000:2.0:1767384678.652150:0:19658:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092b50003 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16351:x1853237049196672:12345-0@lo:103: 00000100:00000001:0.0:1767384678.652151:0:17082:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.652155:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667054208 : -123274042497408 : ffff8fe2067ca680) 00000100:00000200:2.0:1767384678.652156:0:19658:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196672 00000100:00000001:0.0:1767384678.652156:0:17082:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.652161:0:19658:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000040:3.0:1767384678.652162:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a17c891f x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:659/0 lens 224/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000002:2.0:1767384678.652165:0:19658:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384678.652169:0:19658:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384678.652173:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384678.652177:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e40ee067. 00000100:00000001:2.0:1767384678.652177:0:19658:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384678.652182:0:19658:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384678.652183:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384678.652184:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e40ee067. 00000100:00100000:3.0:1767384678.652188:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a17c891f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853237049196800:12345-0@lo:39: 00000100:00000200:3.0:1767384678.652191:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196800 00000020:00000001:3.0:1767384678.652193:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384678.652199:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:2.0:1767384678.652201:0:19658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000063df6ff1. 00000020:00000001:3.0:1767384678.652202:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.652216:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384678.652219:0:19658:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.652220:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663633248 : -1045918368 : ffffffffc1a88d60) 00000020:00000001:3.0:1767384678.652226:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384678.652227:0:19658:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.652229:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384678.652232:0:19658:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000001:3.0:1767384678.652233:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00010000:2.0:1767384678.652236:0:19658:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:3.0:1767384678.652237:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384678.652241:0:19658:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384678.652242:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.652243:0:19658:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384678.652246:0:17080:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00000020:00000040:2.0:1767384678.652247:0:19658:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006665cf6d refcount=3 00010000:00000001:3.0:1767384678.652250:0:17080:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000020:00000001:2.0:1767384678.652250:0:19658:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782836224 : -123268926715392 : ffff8fe337694a00) 00000100:00000001:3.0:1767384678.652254:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384678.652255:0:19658:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782836224 : -123268926715392 : ffff8fe337694a00) 02000000:00000001:3.0:1767384678.652256:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:2.0:1767384678.652259:0:19658:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000075e3cc54 count: 6 02000000:00000010:3.0:1767384678.652261:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006464e20d. 00010000:00000001:2.0:1767384678.652262:0:19658:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767384678.652266:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.652267:0:19658:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1767384678.652269:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.652270:0:19658:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384678.652273:0:19658:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384678.652274:0:17080:0:(genops.c:887:class_export_get()) GET export 00000000f3b7914a refcount=6 00000020:00000001:2.0:1767384678.652275:0:19658:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.652278:0:17080:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:2.0:1767384678.652281:0:19658:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:3.0:1767384678.652282:0:17080:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00010000:00000001:2.0:1767384678.652283:0:19658:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:3.0:1767384678.652285:0:17080:0:(genops.c:887:class_export_get()) GET export 00000000f3b7914a refcount=7 00010000:00000001:3.0:1767384678.652288:0:17080:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384678.652291:0:17080:0:(genops.c:1460:class_disconnect()) Process entered 00010000:00000001:2.0:1767384678.652291:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384678.652294:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384678.652296:0:19658:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:3.0:1767384678.652297:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 6 00010000:00000001:2.0:1767384678.652299:0:19658:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384678.652300:0:17080:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd200d7 00000020:00000040:3.0:1767384678.652303:0:17080:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f3b7914a with handle 0x7f71e2b70dd200d7 from hash 00000020:00000040:3.0:1767384678.652306:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 5 00000020:00000040:2.0:1767384678.652308:0:19658:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006665cf6d with handle 0x7f71e2b70dd200b4 from hash 00000020:00000001:3.0:1767384678.652310:0:17080:0:(genops.c:1932:obd_stale_export_put()) Process entered 00010000:00000001:2.0:1767384678.652311:0:19658:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:3.0:1767384678.652313:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 4 00010000:00000001:2.0:1767384678.652314:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384678.652317:0:17080:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384678.652318:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1767384678.652321:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 3 00010000:00000001:2.0:1767384678.652321:0:19658:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:3.0:1767384678.652325:0:17080:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.652326:0:19658:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384678.652329:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384678.652330:0:17080:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384678.652333:0:17080:0:(import.c:65:import_set_state_nolock()) 0000000078e627fe : changing import state from FULL to CLOSED 00010000:00010000:2.0:1767384678.652334:0:19658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006665cf6d/0x7f71e2b70dd200b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7f71e2b70dd200ad expref: 15 pid: 17075 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384678.652336:0:17080:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384678.652339:0:17080:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384678.652341:0:17080:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384678.652352:0:17080:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384678.652352:0:19658:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 9 00000020:00000040:2.0:1767384678.652357:0:19658:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000020:00000020:3.0:1767384678.652360:0:17080:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00010000:00000001:2.0:1767384678.652365:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384678.652368:0:19658:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384678.652371:0:19658:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000020:3.0:1767384678.652372:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000085dc3f37 dirty 0 pend 0 grant 0 00010000:00000001:2.0:1767384678.652373:0:19658:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384678.652378:0:19658:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384678.652379:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000f3b7914a dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384678.652380:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384678.652381:0:19658:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384678.652384:0:19658:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:1.0:1767384678.652386:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384678.652388:0:17080:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003112511e dirty 0 pend 0 grant 0 00010000:00000001:2.0:1767384678.652389:0:19658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384678.652391:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384678.652395:0:19658:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000004:00000001:3.0:1767384678.652398:0:17080:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00000001:2.0:1767384678.652399:0:19658:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384678.652403:0:19658:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384678.652407:0:19658:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:3.0:1767384678.652408:0:17080:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000100:00000040:2.0:1767384678.652410:0:19658:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 21 to 0@lo 00000001:00000001:3.0:1767384678.652412:0:17080:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.652413:0:19658:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000004:00000001:3.0:1767384678.652415:0:17080:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384678.652417:0:19658:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:3.0:1767384678.652419:0:17080:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 02000000:00000001:2.0:1767384678.652420:0:19658:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384678.652423:0:17080:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001c9c6c04) : new refcount 6 00000100:00000001:2.0:1767384678.652424:0:19658:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384678.652428:0:19658:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:3.0:1767384678.652429:0:17080:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000400:00000010:2.0:1767384678.652432:0:19658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b391f72e. 00000001:00000040:3.0:1767384678.652433:0:17080:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 5 00000020:00000040:3.0:1767384678.652438:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 2 00000100:00000200:2.0:1767384678.652438:0:19658:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049196672, offset 224 00000001:00000001:3.0:1767384678.652442:0:17080:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384678.652444:0:17080:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 4 00000001:00000001:3.0:1767384678.652446:0:17080:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000400:00000200:2.0:1767384678.652447:0:19658:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384678.652449:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 1 00000004:00000001:3.0:1767384678.652451:0:17080:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.652454:0:17080:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384678.652457:0:19658:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384678.652458:0:17080:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.652463:0:17080:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384678.652466:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049196800 00000400:00000200:2.0:1767384678.652469:0:19658:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260008080 00010000:00000001:3.0:1767384678.652470:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384678.652477:0:19658:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2121 [1] + 224 00010000:00000200:3.0:1767384678.652478:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a17c891f x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:659/0 lens 224/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384678.652490:0:19658:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384678.652491:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384678.652494:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384678.652498:0:19658:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384678.652499:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eef26642 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384678.652505:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384678.652505:0:19658:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384678.652509:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 22 to 0@lo 00000100:00000200:2.0:1767384678.652512:0:19658:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c6ee355 x1853237049196672/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384678.652513:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384678.652518:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384678.652521:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.652524:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384678.652528:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384678.652531:0:19658:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c6ee355 x1853237049196672/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384678.652533:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273042ee. 00000100:00000200:3.0:1767384678.652538:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049196800, offset 224 00000400:00000200:3.0:1767384678.652546:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384678.652552:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384678.652557:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260008100 00000100:00000001:2.0:1767384678.652558:0:19658:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384678.652564:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2129 [1] + 224 00000400:00000200:3.0:1767384678.652570:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384678.652574:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384678.652575:0:19658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b391f72e 00000400:00000010:2.0:1767384678.652579:0:19658:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b391f72e. 00000100:00000001:2.0:1767384678.652584:0:19658:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384678.652586:0:19658:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384678.652587:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384678.652592:0:19658:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384678.652594:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070742fd1 x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384678.652600:0:19658:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 21 to 0@lo 00000100:00000001:0.0:1767384678.652603:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384678.652622:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384678.652628:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384678.652630:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384678.652632:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb5d6338. 00010000:00000001:2.0:1767384678.652636:0:19658:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384678.652638:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073eafc63 00000100:00000040:3.0:1767384678.652641:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070742fd1 x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384678.652641:0:19658:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384678.652642:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073eafc63. 00000100:00000001:0.0:1767384678.652650:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384678.652653:0:19658:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092b50003 x1853237049196672/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:659/0 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384678.652658:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c6ee355 x1853237049196672/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384678.652660:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384678.652668:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273042ee 00000100:00000001:1.0:1767384678.652671:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384678.652672:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273042ee. 00000100:00000001:1.0:1767384678.652675:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384678.652678:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384678.652682:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384678.652682:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384678.652686:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384678.652688:0:19658:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092b50003 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16351:x1853237049196672:12345-0@lo:103: Request processed in 561us (943us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384678.652689:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384678.652690:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4e54318. 00000100:00000200:0.0:1767384678.652691:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c6ee355 x1853237049196672/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384678.652697:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 20 to 0@lo 00000400:00000200:1.0:1767384678.652699:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f2ff7f 00010000:00000001:3.0:1767384678.652704:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384678.652705:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037f2ff7f. 00000020:00000001:3.0:1767384678.652709:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384678.652709:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384678.652712:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384678.652712:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384678.652717:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384678.652717:0:19658:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:0.0:1767384678.652717:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384678.652721:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070742fd1 x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.652724:0:19658:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384678.652725:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a17c891f x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:659/0 lens 224/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.652725:0:16351:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384678.652728:0:19658:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384678.652731:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384678.652735:0:19658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9fcd12f. 00000100:00000001:0.0:1767384678.652735:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384678.652739:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384678.652743:0:19658:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 02000000:00000001:0.0:1767384678.652746:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384678.652750:0:19658:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000103b5085. 00000100:00000200:1.0:1767384678.652752:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070742fd1 x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384678.652754:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=95 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384678.652757:0:19658:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000100:00100000:3.0:1767384678.652762:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a17c891f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:16347:x1853237049196800:12345-0@lo:39: Request processed in 584us (853us total) trans 0 rc 0/0 00000100:00001000:0.0:1767384678.652763:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384678.652764:0:19658:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.652773:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384678.652777:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.652779:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384678.652781:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384678.652782:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384678.652783:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384678.652784:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384678.652787:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b7914a : new rpc_count 0 00000100:00000001:1.0:1767384678.652787:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384678.652790:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384678.652791:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384678.652794:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384678.652795:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384678.652796:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.652797:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.652799:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c79aa08. 02000000:00000001:1.0:1767384678.652801:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.652804:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c6ee355 x1853237049196672/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384678.652805:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2c96b65. 00000100:00001000:1.0:1767384678.652808:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000094e23dc9 time=90 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384678.652810:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bcce4c1. 00000020:00000040:3.0:1767384678.652817:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b7914a : new refcount 0 00000100:00001000:1.0:1767384678.652817:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d0a3eb1 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384678.652820:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384678.652821:0:17080:0:(genops.c:904:class_export_put()) final put 00000000f3b7914a/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000001:0.0:1767384678.652826:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384678.652828:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384678.652829:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.652831:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.652834:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384678.652835:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c6ee355 x1853237049196672/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384678.652839:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.652840:0:16347:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.652849:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384678.652849:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c6ee355 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049196672:0@lo:103: 00000100:00000040:1.0:1767384678.652854:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384678.652856:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.652857:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384678.652860:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:0.0:1767384678.652860:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384678.652861:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384678.652864:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000f3b7914a/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000040:0.0:1767384678.652866:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c6ee355 x1853237049196672/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384678.652868:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070742fd1 x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384678.652872:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 19 to 0@lo 00000020:00000001:2.0:1767384678.652884:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:2.0:1767384678.652888:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:2.0:1767384678.652892:0:36:0:(genops.c:1229:class_import_get()) import 0000000078e627fe refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1767384678.652895:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384678.652897:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384678.652897:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384678.652898:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767384678.652899:0:36:0:(genops.c:1242:class_import_put()) import 0000000078e627fe refcount=1 obd=lustre-MDT0000 00000100:00000001:1.0:1767384678.652902:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384678.652903:0:36:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384678.652903:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1767384678.652906:0:16347:0:(import.c:65:import_set_state_nolock()) 00000000765233a3 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000020:00000001:2.0:1767384678.652907:0:36:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1767384678.652908:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002daf6867. 00000020:00000040:2.0:1767384678.652910:0:36:0:(genops.c:1242:class_import_put()) import 0000000078e627fe refcount=0 obd=lustre-MDT0000 00000100:00000001:1.0:1767384678.652912:0:16347:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384678.652915:0:16347:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384678.652916:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000078e627fe 02000000:00000001:0.0:1767384678.652917:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384678.652918:0:16347:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384678.652921:0:16347:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:0.0:1767384678.652922:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384678.652925:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384678.652927:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384678.652929:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:2.0:1767384678.652931:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000074c57ee4. 00000100:00000040:1.0:1767384678.652934:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070742fd1 x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384678.652934:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000923ffb6e. 00010000:00000001:2.0:1767384678.652937:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384678.652942:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 02000000:00000001:0.0:1767384678.652943:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1767384678.652946:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000070742fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853237049196800:0@lo:39: 02000000:00000001:0.0:1767384678.652948:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000010:2.0:1767384678.652949:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f55809df. 00000100:00000001:1.0:1767384678.652952:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384678.652952:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c6ee355. 00000001:00000010:2.0:1767384678.652954:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f7e59340. 00000100:00000001:1.0:1767384678.652958:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000010:2.0:1767384678.652959:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001cc5d7b6. 00000100:00000001:0.0:1767384678.652960:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384678.652962:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070742fd1 x1853237049196800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384678.652963:0:40098:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.652964:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1767384678.652965:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b2612a42. 00000100:00000001:3.0:1767384678.652970:0:40098:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:0.0:1767384678.652971:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1767384678.652972:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006d0d029a. 00000100:00080000:3.0:1767384678.652974:0:40098:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767384678.652980:0:40098:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000001:00000010:2.0:1767384678.652980:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d23f6d61. 00000100:00000001:0.0:1767384678.652982:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384678.652983:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384678.652984:0:40098:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384678.652985:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384678.652987:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00100000:3.0:1767384678.652988:0:40098:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00000001:0.0:1767384678.652989:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384678.652991:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000040:3.0:1767384678.652993:0:40098:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384678.652993:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384678.652994:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384678.652999:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005ac8f042. 00000100:00000001:3.0:1767384678.653000:0:40098:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384678.653003:0:40098:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000001:00000010:2.0:1767384678.653003:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000539c31c0. 00000100:00000001:3.0:1767384678.653005:0:40098:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384678.653009:0:40098:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:2.0:1767384678.653010:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003f5e7cc9. 00000100:00000001:3.0:1767384678.653011:0:40098:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:1.0:1767384678.653011:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767384678.653015:0:40098:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000010:1.0:1767384678.653015:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ecda06ca. 00000001:00000010:2.0:1767384678.653017:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000030ff79d1. 00000100:00000001:3.0:1767384678.653020:0:40098:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:1.0:1767384678.653022:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000010:2.0:1767384678.653023:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000024da73da. 00000001:00000001:3.0:1767384678.653024:0:40098:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:1.0:1767384678.653025:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000010:2.0:1767384678.653027:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000998a7be0. 00000020:00000040:1.0:1767384678.653028:0:16347:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000001:00000001:3.0:1767384678.653029:0:40098:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384678.653032:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000001:1.0:1767384678.653034:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384678.653035:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 02000000:00000010:1.0:1767384678.653038:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e422b814. 00010000:00000001:2.0:1767384678.653039:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:2.0:1767384678.653044:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000004a0e2c0d. 02000000:00000001:1.0:1767384678.653044:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000020:2.0:1767384678.653049:0:36:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384678.653053:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000085dc3f37 dirty 0 pend 0 grant 0 02000000:00000001:1.0:1767384678.653053:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384678.653056:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070742fd1. 00000020:00000020:2.0:1767384678.653058:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 9ad25df5-1635-4ffe-973f-7bd68d52e539/000000003112511e dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384678.653061:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384678.653063:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.653065:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384678.653071:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.653072:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384678.653073:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.653075:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384678.653076:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 9 - export 00000100:00000001:1.0:1767384678.653078:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384678.653081:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384678.653082:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f3b7914a. 00000020:00000001:2.0:1767384678.653090:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384678.653095:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384678.653096:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000078e627fe for lustre-MDT0000 00000020:00000040:2.0:1767384678.653098:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 18 to 0@lo 00000020:00000040:2.0:1767384678.653100:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 8 - import 00000020:00000010:2.0:1767384678.653102:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000078e627fe. 00000020:00000001:2.0:1767384678.653105:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:3.0:1767384678.653472:0:40098:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384678.653474:0:40098:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384678.653475:0:40098:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384678.653868:0:40098:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.653871:0:40098:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:3.0:1767384678.653873:0:40098:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1767384678.653875:0:40098:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.653877:0:40098:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 0000000070f78b27. 00000020:00000001:3.0:1767384678.653881:0:40098:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384678.653883:0:40098:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 0000000059bc32d0. 00000020:00000010:3.0:1767384678.653885:0:40098:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 0000000042eae78c. 00000020:00000010:3.0:1767384678.653887:0:40098:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 000000009add4744. 00000020:00000010:3.0:1767384678.653891:0:40098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b139e8ea. 00000020:00000010:3.0:1767384678.653893:0:40098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000792c2f56. 00000040:00000010:3.0:1767384678.653895:0:40098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dd4dbcd1. 00000020:00000010:3.0:1767384678.653898:0:40098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ef859090. 00000020:00000010:3.0:1767384678.653902:0:40098:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000026fbbba0. 00000020:00000010:3.0:1767384678.653905:0:40098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001bd0a7b3. 80000000:00000010:3.0:1767384678.653907:0:40098:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000029e75607. 40000000:00000010:3.0:1767384678.653910:0:40098:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e40ee067. 00100000:00000010:3.0:1767384678.653915:0:40098:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e661df69. 00040000:00000010:3.0:1767384678.653918:0:40098:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cfb6cded. 00040000:00000010:3.0:1767384678.653921:0:40098:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000171e8b8a. 00040000:00000010:3.0:1767384678.653923:0:40098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cf4376dd. 00080000:00000010:3.0:1767384678.653928:0:40098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007eb054ae. 00080000:00000010:3.0:1767384678.653933:0:40098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000024f5ddbe. 00000004:00000010:3.0:1767384678.653938:0:40098:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008ad046db. 00000004:00000010:3.0:1767384678.653942:0:40098:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000054a1ee51. 00000004:00000010:3.0:1767384678.653947:0:40098:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000976fdd29. 00002000:00000010:3.0:1767384678.653951:0:40098:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c8455277. 00000004:00000010:3.0:1767384678.653953:0:40098:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000094d911c4. 00000020:00000010:3.0:1767384678.653957:0:40098:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000048e16976. 00000020:00000001:3.0:1767384678.653960:0:40098:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1767384678.653962:0:40098:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 00000000a14ccd09. 00000020:00000001:3.0:1767384678.653964:0:40098:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384678.653965:0:40098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002daf6867. 00000020:00000010:3.0:1767384678.653967:0:40098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000396e25fd. 00000040:00000010:3.0:1767384678.653972:0:40098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000851390ea. 00000020:00000010:3.0:1767384678.653974:0:40098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ed92de67. 00000020:00000010:3.0:1767384678.653976:0:40098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e24ba7bb. 00040000:00000010:3.0:1767384678.653978:0:40098:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c9e85372. 00040000:00000010:3.0:1767384678.653980:0:40098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002b91d842. 00080000:00000010:3.0:1767384678.653984:0:40098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e809a1f4. 00080000:00000010:3.0:1767384678.653989:0:40098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000034fb6922. 10000000:00000001:3.0:1767384678.653991:0:40098:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1767384678.653992:0:40098:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1767384678.653994:0:40098:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1767384678.653995:0:40098:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767384678.653997:0:40098:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384678.653997:0:40098:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (0000000047077aa6) refs 3 10000000:00000001:3.0:1767384678.653999:0:40098:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384678.654000:0:40098:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446620804886266880 : -123268823284736 : ffff8fe33d938400) 10000000:00000001:3.0:1767384678.654002:0:40098:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384678.654002:0:40098:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7f71e2b70dd20028 00010000:00000001:3.0:1767384678.654004:0:40098:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384678.654005:0:40098:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384678.654006:0:40098:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046317ebc refcount=2 00000020:00000001:3.0:1767384678.654007:0:40098:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782840320 : -123268926711296 : ffff8fe337695a00) 00010000:00000001:3.0:1767384678.654009:0:40098:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782840320 : -123268926711296 : ffff8fe337695a00) 00010000:00000001:3.0:1767384678.654011:0:40098:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384678.654012:0:40098:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384678.654014:0:40098:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 0000000046317ebc/0x7f71e2b70dd20028 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd2002f expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384678.654019:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384678.654020:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384678.654021:0:40098:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384678.654022:0:40098:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384678.654022:0:40098:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046317ebc refcount=3 00000020:00000001:3.0:1767384678.654024:0:40098:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782840320 : -123268926711296 : ffff8fe337695a00) 00010000:00000001:3.0:1767384678.654025:0:40098:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782840320 : -123268926711296 : ffff8fe337695a00) 00010000:00000001:3.0:1767384678.654027:0:40098:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384678.654028:0:40098:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 0000000046317ebc/0x7f71e2b70dd20028 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd2002f expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384678.654033:0:40098:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384678.654034:0:40098:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 0000000046317ebc/0x7f71e2b70dd20028 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7f71e2b70dd2002f expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384678.654037:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384678.654038:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384678.654039:0:40098:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.137@tcp lock: 0000000046317ebc/0x7f71e2b70dd20028 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7f71e2b70dd2002f expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384678.654042:0:40098:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384678.654042:0:40098:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.654044:0:40098:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384678.654046:0:40098:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006f6f7486. 00010000:00000001:3.0:1767384678.654047:0:40098:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384678.654056:0:40098:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767384678.654057:0:40098:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.654058:0:40098:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.654059:0:40098:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384678.654060:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384678.654061:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384678.654062:0:40098:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384678.654063:0:40098:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7f71e2b70dd2040a 00010000:00000001:3.0:1767384678.654064:0:40098:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384678.654064:0:40098:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384678.654066:0:40098:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=2 00000020:00000001:3.0:1767384678.654067:0:40098:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384678.654068:0:40098:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384678.654070:0:40098:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384678.654071:0:40098:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384678.654072:0:40098:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384678.654076:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384678.654077:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384678.654078:0:40098:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384678.654079:0:40098:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384678.654079:0:40098:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=3 00000020:00000001:3.0:1767384678.654080:0:40098:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384678.654081:0:40098:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00010000:00000001:3.0:1767384678.654083:0:40098:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384678.654084:0:40098:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384678.654087:0:40098:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384678.654089:0:40098:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384678.654090:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384678.654093:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.654094:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384678.654098:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384678.654098:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767384678.654099:0:40098:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384678.654102:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384678.654106:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384678.654107:0:40098:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384678.654109:0:40098:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384678.654109:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 0000000046317ebc/0x7f71e2b70dd20028 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7f71e2b70dd2002f expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384678.654113:0:40098:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384678.654116:0:40098:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000121c2375. 00010000:00000001:3.0:1767384678.654119:0:40098:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384678.654122:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000046317ebc already unused, calling callback (000000004e97d7c8) 00010000:00010000:3.0:1767384678.654125:0:40098:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00000001:2.0:1767384678.654125:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384678.654128:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 0000000046317ebc/0x7f71e2b70dd20028 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7f71e2b70dd2002f expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384678.654130:0:40098:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.654134:0:40098:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.654138:0:40098:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384678.654140:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384678.654140:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384678.654144:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384678.654145:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384678.654147:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:2.0:1767384678.654148:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000040:3.0:1767384678.654149:0:40098:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 2 00000020:00000040:2.0:1767384678.654151:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046317ebc refcount=3 10000000:00000001:3.0:1767384678.654154:0:40098:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:2.0:1767384678.654155:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782840320 : -123268926711296 : ffff8fe337695a00) 10000000:00000001:3.0:1767384678.654157:0:40098:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00010000:00000001:2.0:1767384678.654158:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782840320 : -123268926711296 : ffff8fe337695a00) 10000000:00000040:3.0:1767384678.654160:0:40098:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7f71e2b70dd2009f 00010000:00000001:2.0:1767384678.654161:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1767384678.654163:0:40098:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:2.0:1767384678.654164:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 0000000046317ebc/0x7f71e2b70dd20028 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x7f71e2b70dd2002f expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384678.654165:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384678.654166:0:40098:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384678.654169:0:40098:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000004b48d08 refcount=2 00000020:00000001:1.0:1767384678.654170:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.654175:0:40098:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782835712 : -123268926715904 : ffff8fe337694800) 00010000:00010000:1.0:1767384678.654176:0:17069:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384678.654181:0:40098:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782835712 : -123268926715904 : ffff8fe337694800) 00010000:00000001:3.0:1767384678.654186:0:40098:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:2.0:1767384678.654188:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767384678.654189:0:40098:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767384678.654192:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 0000000046317ebc/0x7f71e2b70dd20028 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x7f71e2b70dd2002f expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384678.654193:0:40098:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 0000000004b48d08/0x7f71e2b70dd2009f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd200a6 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384678.654220:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:3.0:1767384678.654222:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384678.654224:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384678.654226:0:40098:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384678.654228:0:40098:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:01000000:2.0:1767384678.654228:0:17068:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00000020:00000040:3.0:1767384678.654231:0:40098:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000004b48d08 refcount=3 00000020:00000001:3.0:1767384678.654234:0:40098:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782835712 : -123268926715904 : ffff8fe337694800) 10000000:00000001:2.0:1767384678.654234:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384678.654238:0:40098:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782835712 : -123268926715904 : ffff8fe337694800) 10000000:00000040:2.0:1767384678.654238:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000047077aa6) refs 3 00010000:00000001:3.0:1767384678.654243:0:40098:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 10000000:00000001:2.0:1767384678.654245:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:3.0:1767384678.654246:0:40098:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 0000000004b48d08/0x7f71e2b70dd2009f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd200a6 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384678.654250:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.654254:0:40098:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384678.654257:0:40098:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 0000000004b48d08/0x7f71e2b70dd2009f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7f71e2b70dd200a6 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384678.654258:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384678.654263:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384678.654263:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384678.654265:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384678.654268:0:40098:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.137@tcp lock: 0000000004b48d08/0x7f71e2b70dd2009f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7f71e2b70dd200a6 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384678.654268:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384678.654273:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384678.654275:0:40098:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384678.654277:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.654278:0:40098:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.654283:0:40098:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000040:2.0:1767384678.654284:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046317ebc with handle 0x7f71e2b70dd20028 from hash 00010000:00000010:3.0:1767384678.654285:0:40098:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000276706d2. 00010000:00000001:3.0:1767384678.654289:0:40098:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384678.654291:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:3.0:1767384678.654292:0:40098:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767384678.654295:0:40098:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.654297:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384678.654298:0:40098:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.654300:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384678.654301:0:40098:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384678.654303:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384678.654305:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384678.654306:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384678.654308:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384678.654309:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 10000000:00000040:3.0:1767384678.654310:0:40098:0:(mgc_request.c:123:config_log_put()) log params(0000000031157830) refs 2 00010000:00000001:2.0:1767384678.654313:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 10000000:00000001:3.0:1767384678.654314:0:40098:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384678.654316:0:40098:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384678.654320:0:40098:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7f71e2b70dd2001a 00010000:00000001:2.0:1767384678.654321:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384678.654322:0:40098:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384678.654326:0:40098:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384678.654326:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000040:3.0:1767384678.654328:0:40098:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000284bcda0 refcount=2 00000020:00000001:3.0:1767384678.654331:0:40098:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782836736 : -123268926714880 : ffff8fe337694c00) 00010000:00000001:3.0:1767384678.654333:0:40098:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782836736 : -123268926714880 : ffff8fe337694c00) 00000100:00000010:2.0:1767384678.654333:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee7c4f8e. 00010000:00000001:3.0:1767384678.654335:0:40098:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384678.654338:0:40098:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384678.654339:0:17068:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00010000:00010000:3.0:1767384678.654340:0:40098:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.137@tcp lock: 00000000284bcda0/0x7f71e2b70dd2001a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7f71e2b70dd20021 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384678.654346:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1767384678.654348:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384678.654349:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767384678.654350:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384678.654353:0:40098:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384678.654354:0:40098:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384678.654354:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384678.654355:0:40098:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000284bcda0 refcount=3 00000020:00000001:3.0:1767384678.654359:0:40098:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782836736 : -123268926714880 : ffff8fe337694c00) 02000000:00000010:2.0:1767384678.654362:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000103b5085. 00010000:00000001:3.0:1767384678.654363:0:40098:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782836736 : -123268926714880 : ffff8fe337694c00) 00010000:00000001:3.0:1767384678.654369:0:40098:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384678.654371:0:40098:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 00000000284bcda0/0x7f71e2b70dd2001a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7f71e2b70dd20021 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384678.654371:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.654377:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384678.654381:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 0000000046317ebc/0x7f71e2b70dd20028 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd2002f expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384678.654399:0:40098:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384678.654401:0:40098:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.137@tcp lock: 00000000284bcda0/0x7f71e2b70dd2001a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7f71e2b70dd20021 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384678.654419:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384678.654424:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384678.654424:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767384678.654426:0:40098:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.137@tcp lock: 00000000284bcda0/0x7f71e2b70dd2001a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7f71e2b70dd20021 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384678.654429:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384678.654437:0:40098:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384678.654437:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384678.654441:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.654442:0:40098:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.654446:0:40098:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:2.0:1767384678.654451:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee7c4f8e] to pc [ptlrpcd_00_00+0] req@00000000ee7c4f8e x1853237049196928/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767384678.654452:0:40098:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000ae10f2ad. 00010000:00000001:1.0:1767384678.654456:0:40099:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00010000:00000001:3.0:1767384678.654457:0:40098:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384678.654461:0:40098:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000010:1.0:1767384678.654462:0:40099:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000489c90be. 00010000:00000001:3.0:1767384678.654467:0:40098:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384678.654469:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecda06ca. 00010000:00000001:3.0:1767384678.654473:0:40098:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384678.654475:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b8bdc7ed. 00010000:00000001:3.0:1767384678.654476:0:40098:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384678.654480:0:40098:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384678.654481:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c7469e1d. 00010000:00000001:3.0:1767384678.654482:0:40098:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384678.654485:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384678.654487:0:40098:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000c93f7aa6) refs 2 00000020:00000010:1.0:1767384678.654488:0:40099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000343c0870. 10000000:00000001:3.0:1767384678.654489:0:40098:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384678.654492:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:1.0:1767384678.654492:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e17e4794. 10000000:00000040:3.0:1767384678.654493:0:40098:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000037950d78) refs 3 80000000:00000010:1.0:1767384678.654497:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000048321c2e. 10000000:00000001:3.0:1767384678.654498:0:40098:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767384678.654499:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384678.654501:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 40000000:00000010:1.0:1767384678.654502:0:40099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004786a925. 10000000:00000001:3.0:1767384678.654504:0:40098:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384678.654508:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384678.654509:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00100000:00000010:1.0:1767384678.654510:0:40099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000075705a9b. 10000000:00000040:3.0:1767384678.654512:0:40098:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000047077aa6) refs 2 00010000:00000001:2.0:1767384678.654514:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384678.654516:0:40098:0:(mgc_request.c:147:config_log_put()) Process leaving 00040000:00000010:1.0:1767384678.654516:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e422b814. 00000100:00000001:0.0:1767384678.654516:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384678.654518:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384678.654520:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384678.654522:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000040:3.0:1767384678.654524:0:40098:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000047077aa6) refs 1 00010000:00000001:2.0:1767384678.654524:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384678.654524:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dbdcb54b. 00000100:00000001:0.0:1767384678.654525:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:3.0:1767384678.654531:0:40098:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:00000001:2.0:1767384678.654532:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384678.654532:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c6cdb1f5. 00000100:00000040:0.0:1767384678.654532:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee7c4f8e x1853237049196928/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384678.654535:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384678.654539:0:40098:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:2.0:1767384678.654540:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 0000000046317ebc/0x7f71e2b70dd20028 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd2002f expref: -99 pid: 17058 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384678.654541:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 00080000:00000010:1.0:1767384678.654541:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d7e5a42c. 10000000:00000001:3.0:1767384678.654544:0:40098:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384678.654547:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384678.654550:0:40098:0:(mgc_request.c:120:config_log_put()) Process leaving 00002000:00000010:1.0:1767384678.654551:0:40099:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000351c33d2. 10000000:00000001:3.0:1767384678.654553:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384678.654557:0:40098:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384678.654559:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384678.654560:0:40099:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f178499a. 10000000:00000001:3.0:1767384678.654561:0:40098:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:2.0:1767384678.654563:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 0000000046317ebc/0x7f71e2b70dd20028 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd2002f expref: -99 pid: 17058 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384678.654566:0:40098:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384678.654570:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000006609a749 : new refcount 10 00000100:00000001:0.0:1767384678.654572:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384678.654575:0:40099:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384678.654576:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1767384678.654577:0:40098:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 0000000047077aa6. 00000020:00000001:1.0:1767384678.654579:0:40099:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.654580:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384678.654582:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384678.654584:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384678.654585:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384678.654586:0:40098:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:2.0:1767384678.654587:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006f6f7486. 00010000:00010000:1.0:1767384678.654587:0:40099:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 02000000:00000001:0.0:1767384678.654588:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384678.654591:0:40098:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00000001:2.0:1767384678.654594:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384678.654595:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ee7c4f8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049196928:0@lo:103: 10000000:00000001:3.0:1767384678.654596:0:40098:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.654598:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384678.654602:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384678.654604:0:40098:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.654604:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1767384678.654605:0:17068:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:3.0:1767384678.654631:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000396e25fd. 00010000:00000001:2.0:1767384678.654632:0:17068:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384678.654637:0:17068:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384678.654638:0:17069:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000040:00000010:3.0:1767384678.654639:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000851390ea. 02000000:00000001:0.0:1767384678.654639:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1767384678.654640:0:17068:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 00000000284bcda0/0x7f71e2b70dd2001a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7f71e2b70dd20021 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.654641:0:17069:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767384678.654644:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ed92de67. 00010000:00010000:1.0:1767384678.654645:0:17069:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384678.654651:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e24ba7bb. 02000000:00000001:0.0:1767384678.654651:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384678.654657:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c9e85372. 02000000:00000001:0.0:1767384678.654657:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1767384678.654659:0:17068:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000284bcda0 already unused, calling callback (000000004e97d7c8) 00040000:00000010:3.0:1767384678.654662:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002b91d842. 02000000:00000010:0.0:1767384678.654664:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771926a0. 10000000:00000001:2.0:1767384678.654665:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00080000:00000010:3.0:1767384678.654666:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000034fb6922. 02000000:00000001:0.0:1767384678.654670:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384678.654671:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e809a1f4. 10000000:00010000:2.0:1767384678.654676:0:17068:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 00000000284bcda0/0x7f71e2b70dd2001a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7f71e2b70dd20021 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384678.654677:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002daf6867. 00000400:00000010:0.0:1767384678.654680:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7b434d8. 00000020:00000001:3.0:1767384678.654682:0:40098:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384678.654688:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031b489b3. 00000020:00000010:3.0:1767384678.654689:0:40098:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 00000000a14ccd09. 00010000:00010000:1.0:1767384678.654692:0:17069:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f71a8622 already unused, calling callback (000000004e97d7c8) 00010000:00000001:2.0:1767384678.654695:0:17068:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:3.0:1767384678.654697:0:40098:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384678.654697:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049196928, portal 18 10000000:00000001:1.0:1767384678.654698:0:17069:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767384678.654699:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384678.654703:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00010000:1.0:1767384678.654703:0:17069:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384678.654704:0:40098:0:(obd_config.c:1053:class_get_profile()) Process entered 00000100:00000001:0.0:1767384678.654704:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384678.654709:0:40098:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000040:2.0:1767384678.654709:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000284bcda0 refcount=3 00000100:00000001:0.0:1767384678.654710:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911678848 : -123269797872768 : ffff8fe3037c7b80) 00000020:00000001:3.0:1767384678.654713:0:40098:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446620803986710272 : -123269722841344 : ffff8fe307f55f00) 00000020:00000001:2.0:1767384678.654715:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782836736 : -123268926714880 : ffff8fe337694c00) 00000020:00000001:3.0:1767384678.654719:0:40098:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446620803986710272 : -123269722841344 : ffff8fe307f55f00) 00000100:00000040:0.0:1767384678.654719:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ee7c4f8e x1853237049196928/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384678.654721:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782836736 : -123268926714880 : ffff8fe337694c00) 00010000:00000001:1.0:1767384678.654726:0:17069:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384678.654727:0:17068:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:3.0:1767384678.654728:0:40098:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 000000007fbc6a54. 00010000:00010000:2.0:1767384678.654731:0:17068:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 00000000284bcda0/0x7f71e2b70dd2001a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7f71e2b70dd20021 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.654731:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384678.654736:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:01000004:3.0:1767384678.654738:0:40098:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00000100:00000001:0.0:1767384678.654739:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384678.654741:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f71a8622 refcount=3 00000020:00000001:3.0:1767384678.654744:0:40098:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 10000000:00000001:2.0:1767384678.654745:0:17068:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1767384678.654747:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384678.654748:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 10000000:00010000:2.0:1767384678.654749:0:17068:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 00000000284bcda0/0x7f71e2b70dd2001a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7f71e2b70dd20021 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000020:01000000:3.0:1767384678.654750:0:40098:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000400:00000010:0.0:1767384678.654751:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e09d9912. 00010000:00000001:1.0:1767384678.654754:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804961952768 : -123268747598848 : ffff8fe342166400) 00000020:00000010:3.0:1767384678.654757:0:40098:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 000000000eaaaf01. 00000100:00000200:0.0:1767384678.654757:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049196928, offset 0 00010000:00000001:1.0:1767384678.654762:0:17069:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000080:3.0:1767384678.654765:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00010000:00010000:1.0:1767384678.654766:0:17069:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384678.654767:0:17068:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000400:00000200:0.0:1767384678.654770:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384678.654772:0:40098:0:(obd_config.c:831:class_cleanup()) Process entered 10000000:01000000:2.0:1767384678.654772:0:17068:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000020:00000080:3.0:1767384678.654776:0:40098:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 10000000:00000001:2.0:1767384678.654778:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384678.654781:0:17068:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000c93f7aa6) refs 1 00000400:00000200:0.0:1767384678.654781:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00080000:3.0:1767384678.654786:0:40098:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 0000000085dc3f37 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 10000000:00000001:1.0:1767384678.654786:0:17069:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:01000000:2.0:1767384678.654787:0:17068:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:00010000:1.0:1767384678.654791:0:17069:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384678.654793:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:0.0:1767384678.654795:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260008180 10000000:00000001:2.0:1767384678.654796:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384678.654800:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384678.654802:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00080000:3.0:1767384678.654805:0:40098:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 000000003112511e 9ad25df5-1635-4ffe-973f-7bd68d52e539 192.168.202.37@tcp50 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 10000000:00000001:2.0:1767384678.654806:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:0.0:1767384678.654806:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 10000000:00000001:2.0:1767384678.654810:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:01000000:1.0:1767384678.654812:0:17069:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384678.654814:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384678.654817:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:0.0:1767384678.654818:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:2.0:1767384678.654821:0:17068:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384678.654822:0:40098:0:(genops.c:1560:class_disconnect_exports()) Process entered 10000000:01000000:1.0:1767384678.654822:0:17069:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:00000001:2.0:1767384678.654823:0:17068:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00080000:3.0:1767384678.654826:0:40098:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (000000004f63ebbb) has exports, disconnecting them 00000400:00000200:0.0:1767384678.654826:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384678.654827:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000006609a749 : new refcount 9 10000000:00000001:1.0:1767384678.654828:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384678.654832:0:40098:0:(genops.c:1515:class_disconnect_export_list()) Process entered 10000000:00000010:2.0:1767384678.654833:0:17068:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000c93f7aa6. 10000000:00000040:1.0:1767384678.654833:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000f92c0167) refs 1 00000020:00000040:3.0:1767384678.654835:0:40098:0:(genops.c:887:class_export_get()) GET export 0000000085dc3f37 refcount=5 00000100:00000001:0.0:1767384678.654835:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384678.654840:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000040:3.0:1767384678.654841:0:40098:0:(genops.c:887:class_export_get()) GET export 0000000085dc3f37 refcount=6 10000000:01000000:1.0:1767384678.654841:0:17069:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 10000000:00000001:2.0:1767384678.654842:0:17068:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384678.654846:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384678.654847:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767384678.654848:0:40098:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (0000000085dc3f37), last request at 1767384675 00000100:00000010:0.0:1767384678.654849:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4452d6e. 10000000:00000001:1.0:1767384678.654850:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384678.654854:0:17068:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384678.654855:0:40098:0:(obd_class.h:902:obd_disconnect()) Process entered 10000000:00000001:1.0:1767384678.654855:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 00000004:00000001:3.0:1767384678.654858:0:40098:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 10000000:00000001:1.0:1767384678.654860:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:0.0:1767384678.654861:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000b4452d6e x1853237049196928 msgsize 328 00000020:00000040:3.0:1767384678.654862:0:40098:0:(genops.c:887:class_export_get()) GET export 0000000085dc3f37 refcount=7 00010000:00000001:2.0:1767384678.654863:0:17068:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 10000000:00000001:1.0:1767384678.654865:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384678.654867:0:40098:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00010000:00000001:2.0:1767384678.654869:0:17068:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 10000000:00000001:1.0:1767384678.654869:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1767384678.654870:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00010000:00000001:2.0:1767384678.654872:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:1.0:1767384678.654875:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:0.0:1767384678.654875:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1767384678.654876:0:40098:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 6 00010000:00000001:2.0:1767384678.654876:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384678.654880:0:40098:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd2014e 10000000:00000001:1.0:1767384678.654880:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767384678.654882:0:17068:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000284bcda0 with handle 0x7f71e2b70dd2001a from hash 10000000:00000001:1.0:1767384678.654883:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:3.0:1767384678.654885:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000085dc3f37 with handle 0x7f71e2b70dd2014e from hash 00000100:00000001:0.0:1767384678.654885:0:16348:0:(events.c:373:request_in_callback()) Process leaving 10000000:00000001:1.0:1767384678.654887:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384678.654889:0:17068:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:3.0:1767384678.654890:0:40098:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 5 00010000:00000001:2.0:1767384678.654892:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384678.654893:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e09d9912 00000020:00000010:3.0:1767384678.654894:0:40098:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000015da1c66. 00010000:00000001:2.0:1767384678.654895:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384678.654896:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e09d9912. 00010000:00000001:2.0:1767384678.654900:0:17068:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:1.0:1767384678.654900:0:17069:0:(genops.c:898:class_export_put()) PUTting export 000000006609a749 : new refcount 8 00000020:00000001:3.0:1767384678.654901:0:40098:0:(genops.c:1932:obd_stale_export_put()) Process entered 00010000:00000001:2.0:1767384678.654902:0:17068:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384678.654902:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384678.654904:0:40098:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 4 00010000:00000001:2.0:1767384678.654906:0:17068:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 10000000:00000010:1.0:1767384678.654907:0:17069:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000f92c0167. 00000020:00000001:3.0:1767384678.654908:0:40098:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000200:0.0:1767384678.654908:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee7c4f8e x1853237049196928/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384678.654911:0:17068:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000040:3.0:1767384678.654912:0:40098:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 3 10000000:00000001:1.0:1767384678.654915:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:3.0:1767384678.654916:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.654916:0:17068:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 10000000:00000001:1.0:1767384678.654919:0:17069:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.654921:0:40098:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00000010:2.0:1767384678.654923:0:17068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018442c5e. 00000100:00080000:3.0:1767384678.654925:0:40098:0:(import.c:65:import_set_state_nolock()) 00000000233e7a26 : changing import state from FULL to CLOSED 00010000:00000001:1.0:1767384678.654928:0:17069:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:2.0:1767384678.654929:0:17068:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384678.654931:0:40098:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:1.0:1767384678.654933:0:17069:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384678.654935:0:40098:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384678.654935:0:17068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384678.654938:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384678.654939:0:40098:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384678.654939:0:17069:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767384678.654940:0:17068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384678.654942:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee7c4f8e x1853237049196928/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384678.654943:0:40098:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384678.654945:0:17068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.654946:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:3.0:1767384678.654948:0:40098:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00000001:1.0:1767384678.654951:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384678.654952:0:40098:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 02000000:00000010:2.0:1767384678.654953:0:17068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f98afbce. 00000001:00000001:3.0:1767384678.654958:0:40098:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.654958:0:17069:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f71a8622 with handle 0x7f71e2b70dd2040a from hash 00000100:00000001:2.0:1767384678.654959:0:17068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.654960:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384678.654964:0:40098:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.654966:0:17069:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384678.654967:0:17068:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:0.0:1767384678.654967:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:3.0:1767384678.654970:0:40098:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00010000:00000001:1.0:1767384678.654971:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384678.654972:0:17068:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 00000000284bcda0/0x7f71e2b70dd2001a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd20021 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384678.654974:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.654975:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384678.654976:0:40098:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001c9c6c04) : new refcount 5 00000100:00000001:0.0:1767384678.654977:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294967082 00010000:00000001:1.0:1767384678.654979:0:17069:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:3.0:1767384678.654984:0:40098:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00010000:2.0:1767384678.654985:0:17068:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384678.654985:0:17069:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384678.654987:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294967079 00000001:00000040:3.0:1767384678.654989:0:40098:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 4 00010000:00000001:2.0:1767384678.654990:0:17068:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.654990:0:17069:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:0.0:1767384678.654992:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294967082 00000100:00000001:2.0:1767384678.654997:0:17068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:3.0:1767384678.654999:0:40098:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 2 00000100:00000001:2.0:1767384678.654999:0:17068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.654999:0:17069:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1767384678.655000:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294967079 00010000:00000001:1.0:1767384678.655004:0:17069:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000001:00000001:3.0:1767384678.655006:0:40098:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000100:00000001:0.0:1767384678.655007:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294967082 00000100:00000040:2.0:1767384678.655008:0:17068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018442c5e] to pc [ptlrpcd_00_01+1] req@0000000018442c5e x1853237049197056/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:3.0:1767384678.655010:0:40098:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 3 00000100:00000010:1.0:1767384678.655012:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070742fd1. 00000100:00000001:0.0:1767384678.655012:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294967079 00000001:00000001:3.0:1767384678.655017:0:40098:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:0.0:1767384678.655018:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294967082 00000020:00000040:1.0:1767384678.655020:0:17069:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=6 obd=MGC192.168.202.137@tcp 00000020:00000040:3.0:1767384678.655021:0:40098:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 1 00000100:00000001:0.0:1767384678.655023:0:16348:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294967079 00010000:00000001:2.0:1767384678.655026:0:17068:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1767384678.655027:0:40098:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.655029:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384678.655029:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384678.655029:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384678.655031:0:40098:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.655034:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384678.655034:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384678.655035:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.655039:0:17068:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.655039:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767384678.655040:0:40098:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (0000000085dc3f37): rc 0 02000000:00000001:1.0:1767384678.655040:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.655042:0:17068:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.655043:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384678.655048:0:40098:0:(genops.c:898:class_export_put()) PUTting export 0000000085dc3f37 : new refcount 0 10000000:00000001:2.0:1767384678.655048:0:17068:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384678.655051:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042059aba. 00000020:00000080:3.0:1767384678.655052:0:40098:0:(genops.c:904:class_export_put()) final put 0000000085dc3f37/lustre-MDT0000-lwp-OST0000_UUID 00000100:00000001:0.0:1767384678.655052:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384678.655057:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:2.0:1767384678.655060:0:17068:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 00000000284bcda0/0x7f71e2b70dd2001a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd20021 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384678.655060:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.655061:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384678.655064:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384678.655068:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.655069:0:17069:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000001:3.0:1767384678.655070:0:40098:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00010000:00000001:2.0:1767384678.655071:0:17068:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384678.655072:0:16348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:3.0:1767384678.655075:0:40098:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00010000:2.0:1767384678.655076:0:17068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 00000000284bcda0/0x7f71e2b70dd2001a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd20021 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384678.655077:0:17069:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384678.655080:0:40098:0:(obd_class.h:604:obd_precleanup()) Process entered 00000100:00000001:0.0:1767384678.655081:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384678.655086:0:40098:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00000100:00000001:0.0:1767384678.655088:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:3.0:1767384678.655090:0:40098:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00000100:00000001:0.0:1767384678.655092:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384678.655094:0:17068:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e835da14 count: 0 00000004:00000001:3.0:1767384678.655095:0:40098:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00000100:00000001:0.0:1767384678.655098:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000080:3.0:1767384678.655101:0:40098:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa740c1c3bb28 00000100:00000001:0.0:1767384678.655101:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384678.655102:0:17069:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384678.655105:0:17068:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384678.655105:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384678.655106:0:17069:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1767384678.655109:0:40098:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00010000:00000001:2.0:1767384678.655109:0:17068:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384678.655112:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384678.655112:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000018442c5e x1853237049197056/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1767384678.655113:0:17068:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ae10f2ad. 00100000:00000001:3.0:1767384678.655114:0:40098:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384678.655117:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.655120:0:17068:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384678.655121:0:40098:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.655125:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000001:3.0:1767384678.655127:0:40098:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00000020:00000001:2.0:1767384678.655129:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384678.655129:0:17069:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070742fd1] to pc [ptlrpcd_00_02+2] req@0000000070742fd1 x1853237049197184/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767384678.655133:0:40098:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 000000002d6126a5. 00010000:00010000:2.0:1767384678.655134:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384678.655134:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384678.655137:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384678.655137:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384678.655141:0:40098:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000020:00000001:2.0:1767384678.655141:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384678.655143:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000004:00000001:3.0:1767384678.655146:0:40098:0:(lod_dev.c:979:lod_process_config()) Process entered 00010000:00010000:2.0:1767384678.655147:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384678.655147:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384678.655151:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384678.655152:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.655153:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384678.655156:0:40098:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00010000:2.0:1767384678.655158:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767384678.655159:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000018442c5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049197056:0@lo:103: 00000004:00000001:3.0:1767384678.655160:0:40098:0:(osp_dev.c:449:osp_disconnect()) Process entered 00000004:00000040:3.0:1767384678.655163:0:40098:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff8fe3301f5000 00000100:00000001:0.0:1767384678.655167:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384678.655168:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384678.655169:0:40098:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 02000000:00000001:0.0:1767384678.655171:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1767384678.655172:0:40098:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00010000:00000001:1.0:1767384678.655173:0:17069:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384678.655174:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384678.655174:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.655175:0:40098:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384678.655179:0:40098:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384678.655180:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384678.655181:0:40098:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00000100:00000040:3.0:1767384678.655186:0:40098:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 02000000:00000010:0.0:1767384678.655187:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd64268e. 00000100:00000001:3.0:1767384678.655189:0:40098:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767384678.655189:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384678.655192:0:40098:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 02000000:00000001:0.0:1767384678.655193:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.655194:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384678.655195:0:40098:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384678.655199:0:40098:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:1.0:1767384678.655199:0:17069:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.655201:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000400:00000010:0.0:1767384678.655202:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011c667bf. 00000020:00000080:2.0:1767384678.655219:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000085dc3f37/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000004:00000040:3.0:1767384678.655221:0:40098:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000400:00000010:0.0:1767384678.655222:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e09d9912. 00000020:00000040:2.0:1767384678.655224:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 17 to 0@lo 00000020:00000001:2.0:1767384678.655228:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00010000:00000001:1.0:1767384678.655228:0:17069:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384678.655229:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197056, portal 18 00000004:00000001:2.0:1767384678.655232:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00080000:3.0:1767384678.655234:0:40098:0:(osp_dev.c:1621:osp_import_event()) got inactive 10000000:00000001:1.0:1767384678.655235:0:17069:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.655235:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384678.655236:0:40098:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384678.655236:0:36:0:(genops.c:1229:class_import_get()) import 00000000233e7a26 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1767384678.655240:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911668992 : -123269797882624 : ffff8fe3037c5500) 00000001:00000001:3.0:1767384678.655241:0:40098:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:2.0:1767384678.655243:0:36:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:1.0:1767384678.655244:0:17069:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384678.655245:0:40098:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:2.0:1767384678.655246:0:36:0:(genops.c:1242:class_import_put()) import 00000000233e7a26 refcount=1 obd=lustre-MDT0000 00000100:00000040:0.0:1767384678.655247:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000018442c5e x1853237049197056/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384678.655252:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384678.655255:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384678.655258:0:36:0:(genops.c:1242:class_import_put()) import 00000000233e7a26 refcount=0 obd=lustre-MDT0000 00000020:00000040:2.0:1767384678.655262:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000233e7a26 00010000:00000001:1.0:1767384678.655266:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384678.655267:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384678.655270:0:17069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 00000000f71a8622/0x7f71e2b70dd2040a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd20411 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384678.655275:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384678.655275:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384678.655280:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1e7028f. 00000001:00000001:3.0:1767384678.655281:0:40098:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384678.655284:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000778473eb. 00010000:00000040:1.0:1767384678.655285:0:17069:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c9e36831 count: 0 00000001:00000001:3.0:1767384678.655286:0:40098:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000200:0.0:1767384678.655287:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049197056, offset 0 00000001:00000001:3.0:1767384678.655289:0:40098:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:2.0:1767384678.655291:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384678.655294:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000400:00000200:0.0:1767384678.655297:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:2.0:1767384678.655300:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000feca23cc. 00010000:00000001:1.0:1767384678.655300:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.655305:0:17069:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000001:00000010:2.0:1767384678.655306:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d2566d15. 00000400:00000200:0.0:1767384678.655306:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.0:1767384678.655310:0:17069:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000121c2375. 00000001:00000010:2.0:1767384678.655312:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000091e7688f. 00000400:00000200:0.0:1767384678.655315:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260008200 00010000:00000001:1.0:1767384678.655317:0:17069:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384678.655318:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008186e5b5. 00000001:00000001:3.0:1767384678.655319:0:40098:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384678.655321:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 00000020:00000001:1.0:1767384678.655324:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384678.655325:0:40098:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000001:00000010:2.0:1767384678.655325:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d4d03b47. 00000020:00000001:1.0:1767384678.655330:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384678.655331:0:40098:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000001:00000010:2.0:1767384678.655332:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001cf2af78. 00000400:00000200:0.0:1767384678.655333:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384678.655335:0:40098:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384678.655339:0:40098:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=1 obd=lustre-OST0000-osc-MDT0000 00010000:00010000:1.0:1767384678.655339:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384678.655340:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000200:0.0:1767384678.655342:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384678.655343:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384678.655345:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000020:00000001:3.0:1767384678.655346:0:40098:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1767384678.655349:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:1.0:1767384678.655349:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.655350:0:40098:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.655351:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384678.655354:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000001:00000010:2.0:1767384678.655356:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002aa59038. 00000100:00000001:3.0:1767384678.655358:0:40098:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00010000:00010000:1.0:1767384678.655358:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000010:2.0:1767384678.655359:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005af727f1. 00000100:00000010:0.0:1767384678.655360:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064e948d5. 00000100:00000001:3.0:1767384678.655363:0:40098:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000001:00000010:2.0:1767384678.655364:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000002a642d4. 00000020:00000001:1.0:1767384678.655364:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1767384678.655364:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000064e948d5 x1853237049197056 msgsize 328 00000020:00000001:1.0:1767384678.655368:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384678.655370:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000042563bf2. 00000100:00000010:3.0:1767384678.655371:0:40098:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8049301. 00010000:00010000:1.0:1767384678.655375:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000010:2.0:1767384678.655376:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d632be36. 00000100:00100000:0.0:1767384678.655376:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1767384678.655377:0:40098:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000001:00000010:2.0:1767384678.655381:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000848a318f. 00000100:00000001:3.0:1767384678.655383:0:40098:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384678.655387:0:40098:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000001:2.0:1767384678.655388:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:0.0:1767384678.655388:0:16348:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384678.655391:0:40098:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.655392:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000400:00000200:0.0:1767384678.655394:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1e7028f 00010000:00000001:2.0:1767384678.655395:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000400:00000010:0.0:1767384678.655397:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1e7028f. 02000000:00000010:3.0:1767384678.655399:0:40098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9e85372. 00000001:00000010:2.0:1767384678.655399:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000a99aab25. 00000100:00000001:1.0:1767384678.655402:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384678.655402:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000004:00000001:2.0:1767384678.655403:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.655405:0:40098:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.655407:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384678.655408:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.655409:0:40098:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446620804005799552 : -123269703752064 : ffff8fe30918a680) 00000100:00000200:0.0:1767384678.655410:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000018442c5e x1853237049197056/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.655412:0:16350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384678.655413:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 7 - export 00000100:00080000:3.0:1767384678.655414:0:40098:0:(import.c:65:import_set_state_nolock()) 000000006a519f64 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000020:00000010:2.0:1767384678.655421:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000085dc3f37. 00000100:00000001:3.0:1767384678.655422:0:40098:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384678.655422:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070742fd1 x1853237049197184/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384678.655426:0:40098:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.655429:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:0.0:1767384678.655430:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384678.655433:0:40098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8049301] to pc [ptlrpcd_rcv+-1] req@00000000d8049301 x1853237049197312/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384678.655435:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000040:0.0:1767384678.655436:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000018442c5e x1853237049197056/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000080:2.0:1767384678.655439:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000233e7a26 for lustre-MDT0000 00000020:00000040:2.0:1767384678.655446:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 16 to 0@lo 00000020:00000040:2.0:1767384678.655452:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 6 - import 00000100:00000001:1.0:1767384678.655458:0:16350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1767384678.655460:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000233e7a26. 00000100:00000001:1.0:1767384678.655462:0:16350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.655466:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 02000000:00000001:1.0:1767384678.655471:0:16350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384678.655473:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.655476:0:16350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384678.655477:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384678.655478:0:40098:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384678.655483:0:40098:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.655483:0:16350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.655484:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.655486:0:19658:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000004:00000001:3.0:1767384678.655487:0:40098:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384678.655489:0:19658:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196928 00000100:00000001:0.0:1767384678.655489:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294967082 00080000:00000001:3.0:1767384678.655493:0:40098:0:(osd_handler.c:8868:osd_process_config()) Process entered 02000000:00000001:2.0:1767384678.655494:0:19658:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384678.655496:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, keep current deadline 4294967082 00000100:00100000:1.0:1767384678.655501:0:16350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000070742fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049197184:0@lo:103: 00080000:00000002:3.0:1767384678.655502:0:40098:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1790731812 to info 000000007eb054ae 00000100:00000001:0.0:1767384678.655502:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294967082 00000100:00000001:2.0:1767384678.655503:0:19658:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384678.655507:0:19658:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384678.655510:0:40098:0:(scrub.c:1029:lustre_index_backup()) Process entered 00000100:00000001:0.0:1767384678.655511:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, keep current deadline 4294967082 02000000:00000001:2.0:1767384678.655513:0:19658:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.655514:0:16350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00100000:00000010:3.0:1767384678.655515:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000002c7a42c. 00000100:00000001:0.0:1767384678.655516:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294967082 00000100:00100000:2.0:1767384678.655517:0:19658:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196928 02000000:00000001:1.0:1767384678.655519:0:16350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00100000:00000010:3.0:1767384678.655522:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003f5c4cd6. 00000020:00000001:2.0:1767384678.655522:0:19658:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384678.655522:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, keep current deadline 4294967082 02000000:00000001:1.0:1767384678.655523:0:16350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384678.655525:0:19658:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00100000:00000010:3.0:1767384678.655528:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000518c099e. 00000100:00000001:0.0:1767384678.655528:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294967082 02000000:00000001:1.0:1767384678.655530:0:16350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384678.655531:0:19658:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384678.655534:0:16348:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, keep current deadline 4294967082 00100000:00000010:3.0:1767384678.655535:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007e58ddac. 00000020:00000040:2.0:1767384678.655536:0:19658:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=14 02000000:00000010:1.0:1767384678.655537:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054a358e4. 00000100:00000001:0.0:1767384678.655538:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767384678.655541:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009992b61c. 00000020:00000001:2.0:1767384678.655542:0:19658:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384678.655543:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.655544:0:16350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384678.655547:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009d0ccc5f. 00000020:00000001:2.0:1767384678.655548:0:19658:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384678.655548:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384678.655551:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4e54318. 00000100:00000001:0.0:1767384678.655553:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384678.655555:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009725cbf2. 00000100:00000001:2.0:1767384678.655555:0:19658:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384678.655558:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037f2ff7f. 00000020:00000010:2.0:1767384678.655561:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074c57ee4. 00100000:00000010:3.0:1767384678.655562:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000eb8fa9c0. 00000100:00000001:2.0:1767384678.655565:0:19658:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384678.655565:0:16350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197184, portal 18 00100000:00000010:3.0:1767384678.655567:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000c33f3a7. 00000100:00000001:1.0:1767384678.655572:0:16350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384678.655573:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074c57ee4. 00100000:00000010:3.0:1767384678.655575:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003808a0a0. 00000100:00000001:1.0:1767384678.655576:0:16350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667058688 : -123274042492928 : ffff8fe2067cb800) 00000020:00000010:2.0:1767384678.655581:0:19658:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083b92992. 00100000:00000010:3.0:1767384678.655582:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d610f343. 00000100:00000001:0.0:1767384678.655582:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384678.655585:0:16350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000070742fd1 x1853237049197184/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384678.655585:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197056 00000020:00000010:2.0:1767384678.655587:0:19658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9fcd12f. 02000000:00000001:0.0:1767384678.655589:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00100000:00000010:3.0:1767384678.655590:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000111e6029. 00000020:00000010:2.0:1767384678.655592:0:19658:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000001:0.0:1767384678.655592:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384678.655595:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384678.655598:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003ca4d093. 00000100:00000040:2.0:1767384678.655601:0:19658:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 02000000:00000001:0.0:1767384678.655601:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384678.655630:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ffeed6c3. 00000100:00100000:0.0:1767384678.655631:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197056 00010000:00000010:2.1:1767384678.655633:0:19658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004708e8a6. 00100000:00000010:3.0:1767384678.655634:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c799a8fb. 00000020:00000001:0.0:1767384678.655636:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00100000:00000010:3.0:1767384678.655641:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000acc609fe. 00000020:00000040:0.0:1767384678.655641:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:1.0:1767384678.655642:0:16350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384678.655643:0:19658:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384678.655647:0:19658:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384678.655647:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00100000:00000010:3.0:1767384678.655649:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f055a43a. 00000100:00000040:1.0:1767384678.655649:0:16350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384678.655650:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=15 00010000:00000001:2.0:1767384678.655651:0:19658:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00100000:00000010:3.0:1767384678.655655:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b2f37786. 00000400:00000010:1.0:1767384678.655655:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832e3a8e. 00010000:00000001:2.0:1767384678.655656:0:19658:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.655656:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00100000:00000010:3.0:1767384678.655662:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000090eb5ac6. 00000020:00000001:0.0:1767384678.655662:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00010000:00000001:2.0:1767384678.655663:0:19658:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000200:1.0:1767384678.655663:0:16350:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049197184, offset 0 00010000:00000001:2.0:1767384678.655668:0:19658:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00100000:00000010:3.0:1767384678.655669:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000051c2990d. 00000100:00000001:0.0:1767384678.655670:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384678.655673:0:19658:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384678.655674:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00100000:00000010:3.0:1767384678.655675:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005da0999d. 00000020:00000040:2.0:1767384678.655676:0:19658:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6a062d4 refcount=3 00000020:00000010:0.0:1767384678.655676:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1db0d2c. 00100000:00000010:3.0:1767384678.655681:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000079ef3335. 00000020:00000001:2.0:1767384678.655681:0:19658:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803874865152 : -123269834686464 : ffff8fe3014ac000) 00000100:00000001:0.0:1767384678.655682:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384678.655687:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00100000:00000010:3.0:1767384678.655688:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001cf48ad3. 00010000:00000001:2.0:1767384678.655689:0:19658:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620803874865152 : -123269834686464 : ffff8fe3014ac000) 00000020:00000010:0.0:1767384678.655689:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1db0d2c. 00100000:00000010:3.0:1767384678.655692:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005a257f32. 00010000:00000001:2.0:1767384678.655693:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384678.655697:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049636988. 00010000:00000001:2.0:1767384678.655698:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384678.655698:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260008280 00100000:00000010:3.0:1767384678.655699:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e1512a83. 00010000:00000001:2.0:1767384678.655702:0:19658:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384678.655704:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c975076. 00100000:00000010:3.0:1767384678.655705:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000eeef55f. 00000100:00000001:2.0:1767384678.655706:0:19658:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384678.655709:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef27e954. 00000400:00000200:1.0:1767384678.655710:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00100000:00000010:3.0:1767384678.655711:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000077a85434. 00000100:00000001:2.0:1767384678.655713:0:19658:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.655715:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00100000:00000010:3.0:1767384678.655717:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005e464846. 00000400:00000200:1.0:1767384678.655720:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384678.655720:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00100000:00000010:3.0:1767384678.655721:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005e7a0ab0. 00010000:00000001:0.0:1767384678.655726:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00100000:00000010:3.0:1767384678.655727:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000020f1ac3b. 00000100:00000001:2.0:1767384678.655728:0:19658:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384678.655728:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384678.655730:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384678.655733:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006c2fc945. 00000100:00000001:1.0:1767384678.655737:0:16350:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384678.655737:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00100000:00000010:3.0:1767384678.655738:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c0cb9da0. 00000100:00000200:1.0:1767384678.655740:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:0.0:1767384678.655742:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00100000:00000010:3.0:1767384678.655743:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000987fd749. 00000100:00000001:2.0:1767384678.655743:0:19658:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384678.655745:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384678.655746:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e869959. 00100000:00000010:3.0:1767384678.655747:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002e9d3dec. 00000020:00000040:0.0:1767384678.655751:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d4d32de6 refcount=3 00000100:00000040:1.0:1767384678.655752:0:16350:0:(events.c:337:request_in_callback()) incoming req@000000001e869959 x1853237049197184 msgsize 328 00100000:00000010:3.0:1767384678.655753:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008ffb1fd7. 00000100:00000001:2.0:1767384678.655754:0:19658:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384678.655756:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803874870784 : -123269834680832 : ffff8fe3014ad600) 00100000:00000010:3.0:1767384678.655759:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fafcf864. 00010000:00000001:0.0:1767384678.655761:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620803874870784 : -123269834680832 : ffff8fe3014ad600) 00000100:00100000:2.0:1767384678.655765:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00100000:00000010:3.0:1767384678.655766:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001c83d818. 00000100:00100000:1.0:1767384678.655766:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1767384678.655767:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384678.655770:0:19658:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00010000:00000001:0.0:1767384678.655772:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00100000:00000010:3.0:1767384678.655773:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006a6ae70e. 00000100:00000001:2.0:1767384678.655774:0:19658:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575795328 : -123274133756288 : ffff8fe2010c2680) 00010000:00000001:0.0:1767384678.655774:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384678.655776:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009a5bbabd. 00000100:00000001:0.0:1767384678.655779:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.655780:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00100000:00000010:3.0:1767384678.655781:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000be61af9b. 00000100:00000040:2.0:1767384678.655783:0:19658:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4452d6e x1853237049196928/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:659/0 lens 328/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.655784:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384678.655786:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007166bde8. 00000400:00000200:1.0:1767384678.655788:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832e3a8e 00100000:00000010:3.0:1767384678.655791:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fb94b285. 00000400:00000010:1.0:1767384678.655792:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832e3a8e. 00000100:00000001:0.0:1767384678.655794:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:3.0:1767384678.655797:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008496af48. 00000100:00000001:1.0:1767384678.655799:0:16350:0:(events.c:34:request_out_callback()) Process entered 00100000:00000010:3.0:1767384678.655802:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000eae286b1. 00000100:00000001:2.0:1767384678.655806:0:19658:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384678.655806:0:16350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070742fd1 x1853237049197184/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1767384678.655807:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000068790336. 00000100:00000001:0.0:1767384678.655807:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384678.655810:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074c57ee4. 00000100:00100000:0.0:1767384678.655810:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197184 00100000:00000010:3.0:1767384678.655811:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000030f057c2. 00000100:00000001:2.0:1767384678.655814:0:19658:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384678.655814:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00100000:00000010:3.0:1767384678.655816:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002fea351c. 00000100:00000001:0.0:1767384678.655818:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00100000:00000010:3.0:1767384678.655821:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003ce873d1. 00000100:00000001:0.0:1767384678.655822:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384678.655823:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074c57ee4. 00100000:00000010:3.0:1767384678.655827:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c237b35d. 02000000:00000001:0.0:1767384678.655829:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384678.655832:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007d849c9f. 00000100:00100000:2.0:1767384678.655833:0:19658:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4452d6e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049196928:12345-0@lo:103: 00000100:00100000:0.0:1767384678.655835:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197184 00100000:00000010:3.0:1767384678.655838:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ff437cd5. 00000020:00000001:0.0:1767384678.655840:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384678.655841:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00100000:00000010:3.0:1767384678.655844:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f7b43366. 00000100:00000200:2.0:1767384678.655844:0:19658:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196928 00000020:00000040:0.0:1767384678.655844:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000040:1.0:1767384678.655847:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070742fd1 x1853237049197184/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384678.655850:0:19658:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000001:0.0:1767384678.655850:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00100000:00000010:3.0:1767384678.655851:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000002904fd3. 00010000:00000002:2.0:1767384678.655856:0:19658:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000040:0.0:1767384678.655856:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=16 00100000:00000010:3.0:1767384678.655857:0:40098:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000029ff5472. 00010000:00000001:2.0:1767384678.655861:0:19658:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00100000:00000001:3.0:1767384678.655864:0:40098:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00000020:00000001:0.0:1767384678.655864:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:1.0:1767384678.655865:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.655866:0:19658:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:3.0:1767384678.655868:0:40098:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.655869:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 02000000:00000001:2.0:1767384678.655870:0:19658:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384678.655870:0:16350:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384678.655874:0:40098:0:(genops.c:1560:class_disconnect_exports()) Process entered 02000000:00000010:2.0:1767384678.655875:0:19658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c68b30b7. 00000100:00000001:0.0:1767384678.655876:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384678.655877:0:16350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767384678.655878:0:40098:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (000000004f63ebbb) has no exports 02000000:00000001:2.0:1767384678.655879:0:19658:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384678.655879:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1db0d2c. 00000100:00000001:1.0:1767384678.655881:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294967083 00000020:00000001:3.0:1767384678.655884:0:40098:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:2.0:1767384678.655885:0:19658:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.655885:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384678.655887:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294967082 00010000:00000001:3.0:1767384678.655890:0:40098:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00010000:00000001:2.0:1767384678.655891:0:19658:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000010:0.0:1767384678.655891:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1db0d2c. 00000100:00000001:1.0:1767384678.655893:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294967083 00010000:00010000:2.0:1767384678.655895:0:19658:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:1.0:1767384678.655898:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294967082 00000020:00000010:0.0:1767384678.655898:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9ba7ba4. 00010000:00000001:2.0:1767384678.655899:0:19658:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384678.655903:0:19658:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384678.655905:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294967083 00000020:00000010:0.0:1767384678.655905:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f0c6291a. 00000020:00000040:2.0:1767384678.655907:0:19658:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6a062d4 refcount=3 00000020:00000001:2.0:1767384678.655912:0:19658:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803874865152 : -123269834686464 : ffff8fe3014ac000) 00000100:00000001:1.0:1767384678.655913:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294967082 00000020:00000010:0.0:1767384678.655913:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000078b5fdd4. 00010000:00000001:2.0:1767384678.655917:0:19658:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620803874865152 : -123269834686464 : ffff8fe3014ac000) 00000100:00000001:1.0:1767384678.655919:0:16350:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294967083 00000100:00000001:0.0:1767384678.655919:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000040:2.0:1767384678.655923:0:19658:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000075e3cc54 count: 5 00000100:00000001:0.0:1767384678.655923:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384678.655925:0:16350:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294967082 00010000:00000001:2.0:1767384678.655926:0:19658:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384678.655926:0:17067:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384678.655929:0:17067:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.655930:0:19658:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1767384678.655931:0:16350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384678.655932:0:19658:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384678.655932:0:17067:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384678.655935:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384678.655935:0:16350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.655936:0:19658:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.655936:0:17067:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384678.655940:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384678.655942:0:19658:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.655942:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.655942:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384678.655946:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384678.655947:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000461a6601 refcount=3 00000100:00100000:3.0:1767384678.655952:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767384678.655954:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384678.655954:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00000001:2.0:1767384678.655955:0:19658:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384678.655958:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1767384678.655959:0:19658:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384678.655959:0:17067:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00000100:00000040:3.0:1767384678.655960:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:1.0:1767384678.655961:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384678.655964:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384678.655965:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384678.655967:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799575797120 : -123274133754496 : ffff8fe2010c2d80) 00010000:00000001:0.0:1767384678.655967:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384678.655968:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.655969:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384678.655971:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384678.655973:0:19658:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384678.655974:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.655975:0:17067:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.655977:0:19658:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384678.655980:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064e948d5 x1853237049197056/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:659/0 lens 328/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.655980:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384678.655981:0:19658:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6a062d4 with handle 0x7f71e2b70dd2002f from hash 00000100:00000001:1.0:1767384678.655984:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384678.655986:0:19658:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384678.655988:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384678.655989:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384678.655991:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384678.655993:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384678.655993:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384678.655997:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8049301 x1853237049197312/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384678.655998:0:19658:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384678.656000:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384678.656002:0:19658:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384678.656005:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384678.656011:0:19658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6a062d4/0x7f71e2b70dd2002f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7f71e2b70dd20028 expref: 16 pid: 17075 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384678.656017:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384678.656022:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1767384678.656024:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e7bcb12. 00000100:00000001:1.0:1767384678.656025:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384678.656025:0:17110:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00010000:00000040:2.0:1767384678.656030:0:19658:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 8 00000020:00000001:0.0:1767384678.656030:0:17110:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.656031:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384678.656036:0:19658:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 15 02000000:00000001:1.0:1767384678.656037:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:3.0:1767384678.656039:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e7bcb12. 02000000:00000001:1.0:1767384678.656041:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384678.656044:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.656045:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384678.656049:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d8049301 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16347:1853237049197312:0@lo:9: 00000100:00100000:3.0:1767384678.656050:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064e948d5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+15:16348:x1853237049197056:12345-0@lo:103: 00010000:00000001:2.0:1767384678.656051:0:19658:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384678.656056:0:19658:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384678.656057:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767384678.656060:0:19658:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384678.656062:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197056 02000000:00000001:1.0:1767384678.656062:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767384678.656066:0:19658:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.656067:0:17065:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 02000000:00000001:1.0:1767384678.656067:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:3.0:1767384678.656072:0:17065:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384678.656073:0:19658:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:1.0:1767384678.656073:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384678.656077:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087ecd2dd. 00010000:00000001:3.0:1767384678.656078:0:17065:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00010000:2.0:1767384678.656078:0:19658:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384678.656083:0:19658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384678.656083:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.656085:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384678.656089:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcf2260a. 02000000:00000001:3.0:1767384678.656090:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384678.656092:0:19658:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767384678.656093:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832e3a8e. 02000000:00000010:3.0:1767384678.656097:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f08c6b49. 00010000:00000001:2.0:1767384678.656097:0:19658:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384678.656098:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197312, portal 4 02000000:00000001:3.0:1767384678.656104:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384678.656105:0:19658:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384678.656105:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384678.656108:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804005799552 : -123269703752064 : ffff8fe30918a680) 00000100:00000001:0.0:1767384678.656108:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384678.656110:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.656111:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.656116:0:19658:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384678.656117:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000040:1.0:1767384678.656119:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d8049301 x1853237049197312/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384678.656121:0:19658:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 17 to 0@lo 00010000:00010000:3.0:1767384678.656122:0:17065:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1767384678.656128:0:19658:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00010000:00000001:3.0:1767384678.656129:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384678.656133:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384678.656134:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384678.656136:0:19658:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1767384678.656138:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d4d32de6 refcount=3 00000100:00000040:1.0:1767384678.656141:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384678.656143:0:19658:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.656146:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803874870784 : -123269834680832 : ffff8fe3014ad600) 00000400:00000010:1.0:1767384678.656148:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000100:00000001:2.0:1767384678.656150:0:19658:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384678.656151:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620803874870784 : -123269834680832 : ffff8fe3014ad600) 00000100:00000200:1.0:1767384678.656152:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049197312, offset 0 00010000:00000040:3.0:1767384678.656158:0:17065:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ff0ea1ec count: 2 00000100:00000040:2.0:1767384678.656159:0:19658:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384678.656163:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384678.656165:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:2.0:1767384678.656166:0:19658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b391f72e. 00000020:00000001:3.0:1767384678.656169:0:17065:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:1.0:1767384678.656171:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384678.656173:0:17065:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384678.656179:0:17065:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384678.656180:0:19658:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049196928, offset 224 00000020:00000001:3.0:1767384678.656184:0:17065:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384678.656185:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260008300 00010000:00000001:3.0:1767384678.656192:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384678.656192:0:19658:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384678.656197:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384678.656202:0:40100:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00010000:00000001:3.0:1767384678.656204:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384678.656217:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 5752 00010000:00000010:0.0:1767384678.656222:0:40100:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000b1db0d2c. 00010000:00000001:3.0:1767384678.656223:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384678.656223:0:19658:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384678.656227:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384678.656228:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:0.0:1767384678.656231:0:40100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb9b67c7. 00010000:00000001:3.0:1767384678.656233:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384678.656234:0:19658:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260008180 00000020:00000010:0.0:1767384678.656236:0:40100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b459bbc. 00000400:00000200:1.0:1767384678.656237:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384678.656240:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d4d32de6 with handle 0x7f71e2b70dd20021 from hash 00000020:00000010:0.0:1767384678.656244:0:40100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fdcf52a1. 00010000:00000001:3.0:1767384678.656246:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384678.656247:0:19658:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2139 [1] + 224 00000020:00000010:0.0:1767384678.656249:0:40100:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000961572ab. 00010000:00000001:3.0:1767384678.656251:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384678.656254:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384678.656255:0:19658:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384678.656255:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767384678.656255:0:40100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c18a7234. 00010000:00000001:3.0:1767384678.656256:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:1.0:1767384678.656260:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 80000000:00000010:0.0:1767384678.656261:0:40100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000c39bb64. 00010000:00000001:3.0:1767384678.656262:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384678.656265:0:19658:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384678.656266:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384678.656267:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cd10e42. 40000000:00000010:0.0:1767384678.656268:0:40100:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009555cc0c. 00000100:00000001:2.0:1767384678.656269:0:19658:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1767384678.656273:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d4d32de6/0x7f71e2b70dd20021 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7f71e2b70dd2001a expref: 15 pid: 17075 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384678.656274:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000002cd10e42 x1853237049197312 msgsize 224 00100000:00000010:0.0:1767384678.656276:0:40100:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004ed0f815. 00000100:00000200:2.0:1767384678.656277:0:19658:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee7c4f8e x1853237049196928/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1767384678.656283:0:40100:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009401c5e1. 00000100:00100000:1.0:1767384678.656288:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00040000:00000010:0.0:1767384678.656289:0:40100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bfc223b2. 00010000:00000040:3.0:1767384678.656298:0:17065:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 7 00080000:00000010:0.0:1767384678.656299:0:40100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006fa780e4. 00000100:00000001:1.0:1767384678.656302:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384678.656305:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 14 00000100:00000040:2.0:1767384678.656306:0:19658:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ee7c4f8e x1853237049196928/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384678.656308:0:40100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004a325a33. 00000400:00000200:1.0:1767384678.656309:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c80b4ed4 00010000:00000001:3.0:1767384678.656314:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000010:0.0:1767384678.656314:0:40100:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000075c15d12. 00010000:00000001:3.0:1767384678.656319:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:1.0:1767384678.656319:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000100:00000001:2.0:1767384678.656322:0:19658:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384678.656322:0:40100:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000442f9561. 00010000:00000001:3.0:1767384678.656324:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384678.656325:0:16347:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1767384678.656329:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.656330:0:19658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b391f72e 00000020:00000001:0.0:1767384678.656330:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1767384678.656332:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d8049301 x1853237049197312/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384678.656335:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384678.656336:0:19658:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b391f72e. 00000020:00000001:0.0:1767384678.656336:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.656342:0:19658:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384678.656343:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384678.656344:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384678.656345:0:19658:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:3.0:1767384678.656347:0:17065:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ff0ea1ec count: 0 00000020:00000001:0.0:1767384678.656349:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384678.656350:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384678.656351:0:19658:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.656354:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384678.656356:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d8049301 x1853237049197312/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384678.656357:0:19658:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 16 to 0@lo 00010000:00010000:3.0:1767384678.656358:0:17065:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767384678.656358:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384678.656362:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384678.656364:0:17065:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384678.656365:0:19658:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.656365:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.656373:0:19658:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.656373:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384678.656373:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767384678.656374:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384678.656379:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.656379:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767384678.656381:0:40099:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:2.0:1767384678.656384:0:19658:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4452d6e x1853237049196928/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:659/0 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384678.656386:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=95 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384678.656386:0:40099:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384678.656387:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384678.656392:0:40099:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.137@tcp lock: 0000000004b48d08/0x7f71e2b70dd2009f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7f71e2b70dd200a6 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384678.656393:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3363 usecs (4 jiffies) 00000100:00000001:3.0:1767384678.656398:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384678.656399:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294967082 00000100:00000040:3.0:1767384678.656405:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 17 to 0@lo 00000100:00000001:1.0:1767384678.656406:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294967083 00000100:00000001:1.0:1767384678.656412:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294967082 00000100:00100000:2.0:1767384678.656413:0:19658:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4452d6e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e2cb61b-e390-44ef-b232-c1620f11cfc8+14:16348:x1853237049196928:12345-0@lo:103: Request processed in 601us (1546us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384678.656414:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:1.0:1767384678.656416:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294967083 02000000:00000001:3.0:1767384678.656422:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384678.656423:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294967082 02000000:00000001:3.0:1767384678.656428:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.656429:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294967083 00010000:00010000:0.0:1767384678.656430:0:40099:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000004b48d08 already unused, calling callback (000000004e97d7c8) 00000100:00100000:2.0:1767384678.656431:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384678.656435:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294967082 00000100:00000001:3.0:1767384678.656436:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384678.656437:0:19658:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 10000000:00000001:0.0:1767384678.656437:0:40099:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384678.656438:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294967083 00000100:00000001:2.0:1767384678.656442:0:19658:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 10000000:00010000:0.0:1767384678.656442:0:40099:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.137@tcp lock: 0000000004b48d08/0x7f71e2b70dd2009f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7f71e2b70dd200a6 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384678.656443:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384678.656446:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384678.656446:0:19658:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384678.656449:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384678.656452:0:19658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9fcd12f. 00000400:00000010:3.0:1767384678.656454:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273042ee. 00000100:00000001:1.0:1767384678.656455:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384678.656457:0:19658:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00010000:00000001:0.0:1767384678.656460:0:40099:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384678.656461:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384678.656462:0:40099:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:3.0:1767384678.656464:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049197056, offset 224 00000020:00000010:2.0:1767384678.656464:0:19658:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083b92992. 00000020:00000001:0.0:1767384678.656465:0:40099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384678.656466:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384678.656469:0:40099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000004b48d08 refcount=3 00000100:00000001:1.0:1767384678.656470:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:2.0:1767384678.656474:0:19658:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 13 00000020:00000001:0.0:1767384678.656474:0:40099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804782835712 : -123268926715904 : ffff8fe337694800) 00000400:00000200:3.0:1767384678.656476:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384678.656476:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384678.656479:0:19658:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384678.656479:0:40099:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804782835712 : -123268926715904 : ffff8fe337694800) 00000100:00000001:1.0:1767384678.656480:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384678.656485:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.656485:0:40099:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384678.656490:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384678.656491:0:40099:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.137@tcp lock: 0000000004b48d08/0x7f71e2b70dd2009f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7f71e2b70dd200a6 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384678.656492:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384678.656493:0:19658:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384678.656498:0:19658:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 10000000:00000001:0.0:1767384678.656503:0:40099:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:2.0:1767384678.656504:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 10000000:00010000:0.0:1767384678.656506:0:40099:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.137@tcp lock: 0000000004b48d08/0x7f71e2b70dd2009f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7f71e2b70dd200a6 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384678.656508:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260008200 00000100:00000040:2.0:1767384678.656509:0:19658:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 2 00000100:00000001:1.0:1767384678.656510:0:17887:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384678.656513:0:17887:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197312 00000100:00000001:2.0:1767384678.656515:0:19658:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667048832 : -123274042502784 : ffff8fe2067c9180) 02000000:00000001:1.0:1767384678.656517:0:17887:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384678.656522:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2141 [1] + 224 10000000:01000000:0.0:1767384678.656522:0:40099:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00000040:2.0:1767384678.656524:0:19658:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e869959 x1853237049197184/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:659/0 lens 328/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.656527:0:17887:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:01000000:0.0:1767384678.656529:0:40099:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000100:00000001:1.0:1767384678.656531:0:17887:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384678.656533:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:3.0:1767384678.656535:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384678.656537:0:17887:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384678.656537:0:40099:0:(mgc_request.c:123:config_log_put()) log params(0000000031157830) refs 1 00000100:00100000:1.0:1767384678.656544:0:17887:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197312 10000000:01000000:0.0:1767384678.656544:0:40099:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000400:00000200:3.0:1767384678.656547:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384678.656549:0:17887:0:(genops.c:811:class_conn2export()) Process entered 10000000:00000001:0.0:1767384678.656549:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384678.656551:0:19658:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384678.656553:0:17887:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2015c 10000000:00000001:0.0:1767384678.656553:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384678.656555:0:17065:0:(events.c:78:reply_in_callback()) Process entered 10000000:00000001:0.0:1767384678.656555:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:2.0:1767384678.656556:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074c57ee4. 00000020:00000001:1.0:1767384678.656559:0:17887:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:0.0:1767384678.656559:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384678.656560:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384678.656561:0:19658:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384678.656564:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000018442c5e x1853237049197056/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384678.656565:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074c57ee4. 00000020:00000040:1.0:1767384678.656565:0:17887:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000f0e7d5b refcount=5 10000000:00000001:0.0:1767384678.656565:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384678.656568:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384678.656571:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:1.0:1767384678.656572:0:17887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 10000000:00000001:0.0:1767384678.656574:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:2.0:1767384678.656576:0:19658:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e869959 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e2cb61b-e390-44ef-b232-c1620f11cfc8+13:16350:x1853237049197184:12345-0@lo:103: 10000000:00000001:0.0:1767384678.656576:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:1.0:1767384678.656581:0:17887:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799589068800 : -123274120482816 : ffff8fe201d6b000) 00000020:00000040:0.0:1767384678.656586:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000006609a749 : new refcount 7 00000100:00000200:2.0:1767384678.656589:0:19658:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197184 00000100:00000001:1.0:1767384678.656591:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 10000000:00000010:0.0:1767384678.656591:0:40099:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 0000000031157830. 00010000:00000001:2.0:1767384678.656594:0:19658:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384678.656596:0:19658:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 10000000:00000001:0.0:1767384678.656597:0:40099:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384678.656598:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000018442c5e x1853237049197056/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384678.656598:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004227ed25. 00010000:00000001:2.0:1767384678.656599:0:19658:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 10000000:00000001:0.0:1767384678.656599:0:40099:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.656603:0:19658:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384678.656606:0:19658:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384678.656606:0:40099:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:2.0:1767384678.656635:0:19658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002a6615ec. 00010000:00000001:0.0:1767384678.656635:0:40099:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:1.0:1767384678.656636:0:17887:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005e84e211. 00010000:00000001:0.0:1767384678.656637:0:40099:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767384678.656639:0:19658:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.656641:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384678.656645:0:19658:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.656645:0:40099:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.656646:0:17887:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a173e352) now 8 - evictor 00010000:00000001:2.0:1767384678.656650:0:19658:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000040:0.0:1767384678.656650:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000004b48d08 with handle 0x7f71e2b70dd2009f from hash 00010000:00010000:2.0:1767384678.656654:0:19658:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1767384678.656655:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384678.656655:0:40099:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384678.656656:0:19658:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384678.656660:0:19658:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384678.656660:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384678.656662:0:19658:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000461a6601 refcount=3 00000100:00000001:1.0:1767384678.656662:0:17887:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:0.0:1767384678.656662:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384678.656664:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273042ee 00010000:00000001:0.0:1767384678.656666:0:40099:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1767384678.656667:0:19658:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00000020:00000010:1.0:1767384678.656669:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006439c945. 00000400:00000010:3.0:1767384678.656670:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273042ee. 00010000:00000001:2.0:1767384678.656671:0:19658:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620804258159616 : -123269451392000 : ffff8fe318235c00) 00010000:00000001:0.0:1767384678.656671:0:40099:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384678.656674:0:40099:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000010:1.0:1767384678.656676:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b764eeed. 00010000:00000040:2.0:1767384678.656677:0:19658:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006cb3afc3 count: 2 00000100:00000001:3.0:1767384678.656678:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384678.656678:0:40099:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384678.656682:0:40099:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767384678.656683:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384678.656683:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000339934d. 00010000:00000001:2.0:1767384678.656684:0:19658:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384678.656691:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.656693:0:19658:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:1.0:1767384678.656694:0:17887:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:3.0:1767384678.656697:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 16 to 0@lo 00010000:00000001:2.0:1767384678.656699:0:19658:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767384678.656699:0:17887:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384678.656703:0:17887:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1767384678.656703:0:40099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1f01085. 00010000:00000001:3.0:1767384678.656705:0:17065:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.656705:0:19658:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.656707:0:17887:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384678.656709:0:40099:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=7 obd=MGC192.168.202.137@tcp 00000020:00000001:2.0:1767384678.656711:0:19658:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.656713:0:17065:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.656715:0:40099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767384678.656716:0:19658:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384678.656716:0:17887:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384678.656719:0:40099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384678.656720:0:19658:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384678.656721:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064e948d5 x1853237049197056/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:659/0 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384678.656724:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384678.656724:0:40099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.656725:0:17887:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384678.656727:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384678.656732:0:19658:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:0.0:1767384678.656732:0:40099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002fb99935. 00010000:00000001:2.0:1767384678.656736:0:19658:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.656738:0:17887:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384678.656739:0:40099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384678.656742:0:19658:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000461a6601 with handle 0x7f71e2b70dd20411 from hash 00000100:00000001:1.0:1767384678.656742:0:17887:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384678.656745:0:40099:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:2.0:1767384678.656748:0:19658:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00100000:1.0:1767384678.656749:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1767384678.656751:0:40099:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.137@tcp lock: 0000000004b48d08/0x7f71e2b70dd2009f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd200a6 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384678.656753:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384678.656754:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064e948d5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8e2cb61b-e390-44ef-b232-c1620f11cfc8+13:16348:x1853237049197056:12345-0@lo:103: Request processed in 732us (1384us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384678.656755:0:17887:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000f0e7d5b : new rpc_count 1 00010000:00000001:2.0:1767384678.656756:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384678.656760:0:19658:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384678.656761:0:17887:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799667051520 : -123274042500096 : ffff8fe2067c9c00) 00010000:00000001:2.0:1767384678.656764:0:19658:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384678.656768:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384678.656768:0:40099:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000040:1.0:1767384678.656771:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002cd10e42 x1853237049197312/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:659/0 lens 224/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384678.656772:0:40099:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384678.656775:0:19658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000461a6601/0x7f71e2b70dd20411 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7f71e2b70dd2040a expref: 13 pid: 17074 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384678.656777:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384678.656780:0:40099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384678.656785:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384678.656785:0:40099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.656792:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384678.656795:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384678.656797:0:40099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1f01085] to pc [ptlrpcd_00_03+3] req@00000000f1f01085 x1853237049197440/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.656799:0:17887:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:2.0:1767384678.656800:0:19658:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 6 00000020:00000010:3.0:1767384678.656801:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c975076. 00000020:00000010:1.0:1767384678.656803:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bcd43e4. 00000020:00000040:2.0:1767384678.656804:0:19658:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 12 00000020:00000010:3.0:1767384678.656808:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef27e954. 00000100:00000001:1.0:1767384678.656809:0:17887:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384678.656813:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384678.656816:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049636988. 00010000:00000001:2.0:1767384678.656816:0:19658:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:1.0:1767384678.656818:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bcd43e4. 00010000:00000001:2.0:1767384678.656821:0:19658:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384678.656824:0:19658:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384678.656825:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 11 00010000:00000001:0.0:1767384678.656827:0:40099:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384678.656828:0:17887:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002cd10e42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16347:x1853237049197312:12345-0@lo:9: 00010000:00000001:2.0:1767384678.656830:0:19658:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.656832:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384678.656837:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197312 00010000:00000001:2.0:1767384678.656838:0:19658:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384678.656839:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1767384678.656843:0:19658:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006cb3afc3 count: 0 00000020:00000001:1.0:1767384678.656843:0:17887:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384678.656843:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384678.656847:0:40099:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.656848:0:17887:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00010000:2.0:1767384678.656850:0:19658:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:1.0:1767384678.656852:0:17887:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.656852:0:40099:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.656853:0:19658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384678.656855:0:40098:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00000020:00000001:1.0:1767384678.656856:0:17887:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 10000000:00000001:0.0:1767384678.656857:0:40099:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.656858:0:19658:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384678.656860:0:17887:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665756944 : -1043794672 : ffffffffc1c8f510) 00000020:00000010:3.0:1767384678.656862:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000070169d56. 00010000:00000001:2.0:1767384678.656862:0:19658:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384678.656862:0:40099:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.137@tcp lock: 0000000004b48d08/0x7f71e2b70dd2009f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd200a6 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384678.656863:0:17887:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384678.656867:0:17887:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384678.656868:0:19658:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=95 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384678.656871:0:17887:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000040:00000010:3.0:1767384678.656873:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ddd57ea1. 00000100:00000001:2.0:1767384678.656874:0:19658:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384678.656875:0:17887:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384678.656880:0:17887:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.656881:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384678.656882:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d1971fab. 00000100:00000040:2.0:1767384678.656882:0:19658:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 17 to 0@lo 00000020:00000001:1.0:1767384678.656884:0:17887:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00010000:0.0:1767384678.656885:0:40099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.137@tcp lock: 0000000004b48d08/0x7f71e2b70dd2009f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7f71e2b70dd200a6 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.656888:0:17887:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384678.656889:0:19658:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:1.0:1767384678.656891:0:17887:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384678.656892:0:40098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001529bae0. 02000000:00000001:1.0:1767384678.656895:0:17887:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384678.656900:0:19658:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1767384678.656901:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000001b55eb. 02000000:00000001:2.0:1767384678.656902:0:19658:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.656903:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000780aaa49. 00010000:00000001:0.0:1767384678.656903:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384678.656904:0:17887:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.656907:0:40099:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384678.656910:0:19658:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384678.656910:0:17887:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384678.656911:0:40099:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000276706d2. 80000000:00000010:3.0:1767384678.656912:0:40098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000084544ad8. 00000020:00000040:1.0:1767384678.656915:0:17887:0:(genops.c:887:class_export_get()) GET export 000000000f0e7d5b refcount=6 00000100:00000040:2.0:1767384678.656916:0:19658:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384678.656918:0:40099:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:3.0:1767384678.656920:0:40098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000081d1d610. 00010000:00000001:1.0:1767384678.656920:0:17887:0:(obd_class.h:902:obd_disconnect()) Process entered 00000400:00000010:2.0:1767384678.656922:0:19658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b391f72e. 00002000:00000001:1.0:1767384678.656924:0:17887:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000100:00000001:0.0:1767384678.656926:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00100000:00000010:3.0:1767384678.656927:0:40098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000057538f0a. 00000020:00000040:1.0:1767384678.656929:0:17887:0:(genops.c:887:class_export_get()) GET export 000000000f0e7d5b refcount=7 00000100:00000200:2.0:1767384678.656930:0:19658:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049197184, offset 224 00000100:00000001:0.0:1767384678.656930:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00040000:00000010:3.0:1767384678.656933:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002cbd190d. 00010000:00000001:1.0:1767384678.656934:0:17887:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000100:00000001:0.0:1767384678.656935:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384678.656938:0:17887:0:(genops.c:1460:class_disconnect()) Process entered 00000400:00000200:2.0:1767384678.656939:0:19658:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000010:3.0:1767384678.656941:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000f14ecb2. 00000020:00000040:1.0:1767384678.656942:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 6 00000100:00000040:0.0:1767384678.656942:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1f01085 x1853237049197440/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000080:1.0:1767384678.656946:0:17887:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd2015c 00040000:00000010:3.0:1767384678.656949:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000802ae075. 00000400:00000200:2.0:1767384678.656951:0:19658:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384678.656951:0:17887:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000f0e7d5b with handle 0x7f71e2b70dd2015c from hash 00080000:00000010:3.0:1767384678.656958:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bcd1891f. 00000020:00000040:1.0:1767384678.656958:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 5 00000100:00000001:0.0:1767384678.656961:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384678.656964:0:19658:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260008280 00000100:00000001:0.0:1767384678.656965:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384678.656966:0:17887:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004227ed25. 00080000:00000010:3.0:1767384678.656967:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000080ca35f7. 02000000:00000001:0.0:1767384678.656970:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384678.656971:0:17887:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000400:00000200:2.0:1767384678.656973:0:19658:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2149 [1] + 224 02000000:00000001:0.0:1767384678.656973:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384678.656974:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 4 00000004:00000010:3.0:1767384678.656975:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d2cec05b. 02000000:00000001:0.0:1767384678.656978:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.656979:0:17887:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000400:00000200:2.0:1767384678.656983:0:19658:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384678.656983:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 3 00000004:00000010:3.0:1767384678.656984:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004e463c5d. 00000100:00100000:0.0:1767384678.656985:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f1f01085 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049197440:0@lo:103: 00000400:00000200:2.0:1767384678.656990:0:19658:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:3.0:1767384678.656993:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f334a5f7. 00000020:00000001:1.0:1767384678.656993:0:17887:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.656994:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384678.656995:0:19658:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384678.656996:0:17887:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 02000000:00000001:0.0:1767384678.656999:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:1.0:1767384678.657000:0:17887:0:(import.c:65:import_set_state_nolock()) 00000000a18a2ce5 : changing import state from FULL to CLOSED 00000004:00000010:3.0:1767384678.657001:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005a852b7a. 00000100:00000200:2.0:1767384678.657002:0:19658:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000070742fd1 x1853237049197184/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384678.657002:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.657007:0:17887:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 02000000:00000001:0.0:1767384678.657008:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1767384678.657010:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7089830. 00000100:00000001:1.0:1767384678.657010:0:17887:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384678.657013:0:17887:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 02000000:00000010:0.0:1767384678.657013:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c2ef89c. 02000000:00000001:0.0:1767384678.657018:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384678.657021:0:19658:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000070742fd1 x1853237049197184/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000002:3.0:1767384678.657023:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000001f532343/000000003f6a601d to site lru. bkt: 00000000d9dd67da 00010000:00000001:1.0:1767384678.657024:0:17887:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384678.657024:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe984d1. 00000400:00000010:0.0:1767384678.657031:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1e7028f. 00000004:00000010:3.0:1767384678.657032:0:40098:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 00000000882612a7. 00000020:00000010:1.0:1767384678.657033:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f97818b. 00000100:00000001:2.0:1767384678.657036:0:19658:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:3.0:1767384678.657039:0:40098:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000020:00000010:1.0:1767384678.657039:0:17887:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a019851e. 00000100:00000200:0.0:1767384678.657042:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197440, portal 18 00000400:00000200:2.0:1767384678.657043:0:19658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b391f72e 00000004:00000040:3.0:1767384678.657044:0:40098:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000020:00000010:1.0:1767384678.657045:0:17887:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000087f756f8. 00000400:00000010:2.0:1767384678.657047:0:19658:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b391f72e. 00000100:00000001:0.0:1767384678.657047:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000004:00000040:3.0:1767384678.657050:0:40098:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002b21842a : new refcount 2 00000100:00000001:0.0:1767384678.657051:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799669470976 : -123274040080640 : ffff8fe206a18700) 00000100:00000001:2.0:1767384678.657052:0:19658:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384678.657052:0:17887:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f62ae491. 00000100:00000001:2.0:1767384678.657057:0:19658:0:(events.c:398:reply_out_callback()) Process leaving 00000040:00000001:3.0:1767384678.657058:0:40098:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000020:00000010:1.0:1767384678.657059:0:17887:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001c677e78. 00000100:00000001:2.0:1767384678.657060:0:19658:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.657062:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f1f01085 x1853237049197440/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:1.0:1767384678.657064:0:17887:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d40eabb. 00000040:00000001:3.0:1767384678.657065:0:40098:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000100:00000040:2.0:1767384678.657066:0:19658:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 16 to 0@lo 40000000:00000010:1.0:1767384678.657070:0:17887:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004227ed25. 00010000:00000001:2.0:1767384678.657071:0:19658:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.657072:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384678.657075:0:19658:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384678.657076:0:17887:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000c55d177. 00000100:00000040:0.0:1767384678.657076:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384678.657079:0:19658:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e869959 x1853237049197184/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:659/0 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00040000:00000001:3.0:1767384678.657080:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000010:1.0:1767384678.657082:0:17887:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000070af8a30. 00000400:00000010:0.0:1767384678.657084:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000762d0399. 00040000:00000001:3.0:1767384678.657086:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000010:1.0:1767384678.657089:0:17887:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c28c1a12. 00000100:00000200:0.0:1767384678.657089:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049197440, offset 0 00040000:00000001:3.0:1767384678.657090:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384678.657095:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384678.657098:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000400:00000200:0.0:1767384678.657099:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384678.657100:0:19658:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e869959 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e2cb61b-e390-44ef-b232-c1620f11cfc8+11:16350:x1853237049197184:12345-0@lo:103: Request processed in 547us (1345us total) trans 0 rc 0/0 00080000:00000010:1.0:1767384678.657100:0:17887:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000822b8983. 00040000:00000001:3.0:1767384678.657101:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000400:00000200:0.0:1767384678.657110:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:3.0:1767384678.657111:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b9caf8d5. 00000100:00100000:2.0:1767384678.657111:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00080000:00000010:1.0:1767384678.657111:0:17887:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c0388b51. 00000400:00000200:0.0:1767384678.657118:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260008380 00000100:00000040:2.0:1767384678.657119:0:19658:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00002000:00000010:1.0:1767384678.657120:0:17887:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000044d64767. 00000004:00000010:3.0:1767384678.657122:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000aa0015fd. 00000100:00000001:2.0:1767384678.657123:0:19658:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000001:1.0:1767384678.657125:0:17887:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000400:00000200:0.0:1767384678.657125:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000100:00000001:2.0:1767384678.657127:0:19658:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000040:1.0:1767384678.657130:0:17887:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000020:00000010:2.0:1767384678.657132:0:19658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f0c6291a. 00000400:00000200:0.0:1767384678.657132:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:3.0:1767384678.657133:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cc4f69f9. 00000001:00000001:1.0:1767384678.657135:0:17887:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000020:00000010:2.0:1767384678.657138:0:19658:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000078b5fdd4. 00000001:00000004:1.0:1767384678.657139:0:17887:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00000400:00000200:0.0:1767384678.657140:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:3.0:1767384678.657142:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000020:00000010:2.0:1767384678.657144:0:19658:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9ba7ba4. 00080000:00000001:1.0:1767384678.657145:0:17887:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000004:00000040:3.0:1767384678.657147:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000100:00000001:0.0:1767384678.657149:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:2.0:1767384678.657151:0:19658:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 10 00080000:00000010:1.0:1767384678.657151:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000defc4db. 00000004:00000010:3.0:1767384678.657153:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000666894a5. 00000100:00000200:0.0:1767384678.657154:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00080000:00000001:1.0:1767384678.657157:0:17887:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799665674240 : -123274043877376 : ffff8fe206679800) 00000100:00000001:2.0:1767384678.657158:0:19658:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384678.657162:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000100:00000010:0.0:1767384678.657162:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000482d929c. 00080000:00000001:1.0:1767384678.657163:0:17887:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000040:0.0:1767384678.657167:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000482d929c x1853237049197440 msgsize 328 00000040:00000001:3.0:1767384678.657168:0:40098:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.657170:0:17887:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000040:00000010:3.0:1767384678.657176:0:40098:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 000000006ad97b19. 00080000:00000010:1.0:1767384678.657176:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006bcd43e4. 00000100:00000001:2.0:1767384678.657177:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384678.657177:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384678.657180:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000001:1.0:1767384678.657184:0:17887:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384678.657185:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384678.657189:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384678.657189:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:1.0:1767384678.657191:0:17887:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000010:2.0:1767384678.657192:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011c667bf. 00000040:00000010:3.0:1767384678.657198:0:40098:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a8a286dd. 00000400:00000200:2.0:1767384678.657200:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e09d9912 00080000:00000001:1.0:1767384678.657215:0:17887:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384678.657217:0:40098:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.657220:0:17887:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000400:00000010:2.0:1767384678.657221:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e09d9912. 00000040:00000001:3.0:1767384678.657222:0:40098:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384678.657226:0:40098:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002b21842a : new refcount 1 00000100:00000001:2.0:1767384678.657228:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384678.657231:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000762d0399 00000020:00000040:3.0:1767384678.657234:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000002f690cc4 : new refcount 2 00000100:00000200:2.0:1767384678.657234:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000018442c5e x1853237049197056/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384678.657234:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000762d0399. 00000040:00000010:3.0:1767384678.657239:0:40098:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000002b21842a. 00000100:00000001:0.0:1767384678.657241:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384678.657245:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f1f01085 x1853237049197440/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384678.657249:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000018442c5e x1853237049197056/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1767384678.657250:0:40098:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384678.657256:0:40098:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000001:00000040:1.0:1767384678.657258:0:17887:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00000001:0.0:1767384678.657258:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000001:3.0:1767384678.657260:0:40098:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.657263:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384678.657263:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f1f01085 x1853237049197440/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.657266:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384678.657268:0:17887:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384678.657269:0:40098:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.657269:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384678.657273:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000004:00000010:3.0:1767384678.657277:0:40098:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 000000002d6126a5. 00000100:00000001:2.0:1767384678.657277:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:1.0:1767384678.657278:0:17887:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384678.657279:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.657279:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384678.657284:0:40098:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 02000000:00000001:2.0:1767384678.657284:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.657284:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384678.657289:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384678.657291:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=95 v=5 (5 0 0 0) 00080000:00000010:1.0:1767384678.657291:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006bcd43e4. 00000100:00000001:0.0:1767384678.657292:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294967084 00000100:00001000:2.0:1767384678.657298:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=95 v=5 (1 0 0 0) 00040000:00000001:1.0:1767384678.657298:0:17887:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1767384678.657300:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294967083 00040000:00000001:1.0:1767384678.657302:0:17887:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1767384678.657304:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000004:00000001:3.0:1767384678.657305:0:17101:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384678.657306:0:17887:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.657308:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384678.657313:0:17887:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00010000:00000001:2.0:1767384678.657314:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384678.657314:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294967084 00010000:00000001:2.0:1767384678.657318:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.657319:0:17887:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.657321:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.657321:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294967083 00000001:00000001:1.0:1767384678.657324:0:17887:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000100:00000001:0.0:1767384678.657326:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294967084 00000100:00000040:2.0:1767384678.657327:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000018442c5e x1853237049197056/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384678.657328:0:17887:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:0.0:1767384678.657332:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294967083 00080000:00000010:1.0:1767384678.657333:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006893ab32. 00000100:00000001:0.0:1767384678.657337:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294967084 00080000:00000001:1.0:1767384678.657339:0:17887:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799649870336 : -123274059681280 : ffff8fe205767200) 00000100:00000001:2.0:1767384678.657340:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384678.657343:0:17887:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384678.657343:0:16351:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294967083 00000100:00000001:2.0:1767384678.657347:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000001:00000001:1.0:1767384678.657347:0:17887:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1767384678.657349:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384678.657350:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384678.657352:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006bcd43e4. 00000100:00000001:0.0:1767384678.657352:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384678.657354:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018442c5e x1853237049197056/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.657357:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384678.657358:0:17887:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.657360:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384678.657362:0:17887:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384678.657367:0:17887:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.657367:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384678.657369:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000018442c5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049197056:0@lo:103: 00000100:00000001:0.0:1767384678.657369:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384678.657372:0:40098:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002ab611eb. 00000001:00000010:1.0:1767384678.657373:0:17887:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000233274ab. 00000100:00000001:0.0:1767384678.657374:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1767384678.657376:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384678.657378:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384678.657380:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000040:1.0:1767384678.657380:0:17887:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000000f0e7d5b : new cb_count 1 00000100:00000001:0.0:1767384678.657381:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.657382:0:40098:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b072e406. 00000400:00000010:2.0:1767384678.657384:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7b434d8. 00000020:00000040:1.0:1767384678.657386:0:17887:0:(genops.c:887:class_export_get()) GET export 000000000f0e7d5b refcount=4 00000100:00000001:0.0:1767384678.657387:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.657390:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a08dcf0. 00000400:00000200:2.0:1767384678.657391:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031b489b3 00000400:00000010:2.0:1767384678.657396:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031b489b3. 00000001:00000001:1.0:1767384678.657399:0:17887:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000020:00000010:3.0:1767384678.657400:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cd200dcd. 00000100:00000001:2.0:1767384678.657400:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384678.657401:0:40099:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:1.0:1767384678.657402:0:17887:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:0.0:1767384678.657406:0:40099:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384678.657408:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee7c4f8e x1853237049196928/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:3.0:1767384678.657409:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008e3cc782. 00010000:00010000:0.0:1767384678.657410:0:40099:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384678.657411:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006bcd43e4. 00000020:00000001:0.0:1767384678.657415:0:40099:0:(genops.c:1912:obd_stale_export_get()) Process entered 00040000:00000001:1.0:1767384678.657417:0:17887:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:3.0:1767384678.657419:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000067d687db. 00000020:00000001:0.0:1767384678.657419:0:40099:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384678.657421:0:17887:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000200:2.0:1767384678.657425:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee7c4f8e x1853237049196928/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384678.657426:0:17887:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384678.657426:0:40099:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1767384678.657429:0:40098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000baaa3e37. 00000001:00000040:1.0:1767384678.657431:0:17887:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000020:00000001:0.0:1767384678.657432:0:40099:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384678.657436:0:40099:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.657438:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dfe0040c. 00000001:00000040:1.0:1767384678.657438:0:17887:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00010000:00010000:0.0:1767384678.657439:0:40099:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384678.657445:0:17887:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.657447:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 80000000:00000010:3.0:1767384678.657448:0:40098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000071d9f81f. 00000020:00000010:1.0:1767384678.657449:0:17887:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a019851e. 00000100:00000001:2.0:1767384678.657452:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 40000000:00000010:3.0:1767384678.657456:0:40098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003675cc34. 00000100:00000001:2.0:1767384678.657457:0:16348:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384678.657457:0:17887:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000087f756f8. 02000000:00000001:2.0:1767384678.657461:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384678.657465:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384678.657465:0:17887:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f62ae491. 00100000:00000010:3.0:1767384678.657466:0:40098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d0b6611e. 00000100:00080000:0.0:1767384678.657466:0:17076:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384678.657467:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384678.657471:0:17076:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 8 - evictor 02000000:00000001:2.0:1767384678.657472:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384678.657474:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b071f990. 00000020:00000010:1.0:1767384678.657476:0:17887:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001c677e78. 00000100:00001000:2.0:1767384678.657477:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=95 v=5 (5 0 0 0) 00040000:00000010:3.0:1767384678.657481:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cc7ce504. 00000100:00001000:2.0:1767384678.657483:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=95 v=5 (1 0 0 0) 80000000:00000010:1.0:1767384678.657484:0:17887:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000d40eabb. 00040000:00000010:3.0:1767384678.657489:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a2921324. 00000100:00000001:0.0:1767384678.657489:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384678.657490:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 40000000:00000010:1.0:1767384678.657490:0:17887:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004227ed25. 00000100:00000001:0.0:1767384678.657491:0:16350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384678.657494:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384678.657495:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384678.657498:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767384678.657498:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00100000:00000010:1.0:1767384678.657499:0:17887:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000c55d177. 00080000:00000010:3.0:1767384678.657500:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d0433008. 00010000:00000001:2.0:1767384678.657500:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384678.657500:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4e54318. 00040000:00000010:1.0:1767384678.657504:0:17887:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000070af8a30. 00000100:00000001:2.0:1767384678.657505:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384678.657507:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f2ff7f 00000400:00000010:0.0:1767384678.657509:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037f2ff7f. 00040000:00000010:1.0:1767384678.657510:0:17887:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c28c1a12. 00080000:00000010:3.0:1767384678.657511:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000b62fb5b. 00000100:00000040:2.0:1767384678.657512:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee7c4f8e x1853237049196928/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384678.657516:0:17887:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c0388b51. 00000004:00000010:3.0:1767384678.657521:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a0b69589. 00080000:00000010:1.0:1767384678.657523:0:17887:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000822b8983. 00000100:00000001:0.0:1767384678.657523:0:16350:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000010:3.0:1767384678.657530:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d46e17a2. 00000100:00000001:2.0:1767384678.657531:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00002000:00000010:1.0:1767384678.657531:0:17887:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000044d64767. 00000100:00000200:0.0:1767384678.657531:0:16350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070742fd1 x1853237049197184/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.657538:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384678.657539:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f97818b. 00000004:00000010:3.0:1767384678.657541:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004726128f. 00000100:00000001:2.0:1767384678.657542:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384678.657546:0:17887:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000100:00000200:0.0:1767384678.657547:0:16350:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070742fd1 x1853237049197184/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767384678.657550:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000773c9541. 00000100:00000040:2.0:1767384678.657550:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee7c4f8e x1853237049196928/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:1.0:1767384678.657550:0:17887:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001c9c6c04) : new refcount 4 00000001:00000001:1.0:1767384678.657556:0:17887:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000020:00000010:3.0:1767384678.657558:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000991eaafc. 00000001:00000040:1.0:1767384678.657559:0:17887:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 3 00000020:00000040:1.0:1767384678.657566:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 3 00000100:00000001:0.0:1767384678.657566:0:16350:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:3.0:1767384678.657567:0:40098:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000001:00000001:1.0:1767384678.657571:0:17887:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000100:00000001:0.0:1767384678.657572:0:16350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:20000000:3.0:1767384678.657573:0:40098:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000100:00100000:2.0:1767384678.657574:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ee7c4f8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049196928:0@lo:103: 00000001:00000040:1.0:1767384678.657575:0:17887:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001c9c6c04) : new refcount 2 00000100:00000001:0.0:1767384678.657577:0:16350:0:(client.c:1578:after_reply()) Process entered 00000001:00000001:1.0:1767384678.657582:0:17887:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000004:00000001:3.0:1767384678.657583:0:40098:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:2.0:1767384678.657583:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384678.657583:0:16350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384678.657585:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 2 00000100:00000001:0.0:1767384678.657586:0:16350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384678.657589:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384678.657591:0:16350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384678.657592:0:17887:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384678.657593:0:40098:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000930ce340 : new refcount 3 00000100:00000040:2.0:1767384678.657594:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000018442c5e x1853237049197056/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384678.657594:0:16350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.657595:0:17887:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384678.657601:0:40098:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000930ce340 : new refcount 2 00010000:00000001:1.0:1767384678.657601:0:17887:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384678.657601:0:16350:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=95 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384678.657626:0:17887:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384678.657629:0:17887:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049197312 00000004:00000040:3.0:1767384678.657633:0:40098:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000930ce340 : new refcount 1 00010000:00000001:1.0:1767384678.657634:0:17887:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384678.657639:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000004:00000040:3.0:1767384678.657640:0:40098:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c8abeceb : new refcount 3 00010000:00000200:1.0:1767384678.657641:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002cd10e42 x1853237049197312/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:659/0 lens 224/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384678.657641:0:16350:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=95 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384678.657643:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000040:3.0:1767384678.657646:0:40098:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c8abeceb : new refcount 2 02000000:00000010:2.0:1767384678.657648:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd64268e. 00000100:00000001:0.0:1767384678.657650:0:16350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000004:00000040:3.0:1767384678.657652:0:40098:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c8abeceb : new refcount 1 00000100:00000001:0.0:1767384678.657654:0:16350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384678.657655:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384678.657660:0:40098:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:2.0:1767384678.657660:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384678.657660:0:16350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384678.657661:0:17887:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1767384678.657664:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=6 obd=MGC192.168.202.137@tcp 00010000:00000001:0.0:1767384678.657664:0:16350:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767384678.657666:0:40098:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (000000004f63ebbb) has no exports 00010000:00000001:1.0:1767384678.657666:0:17887:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.657669:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384678.657669:0:16350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384678.657671:0:17887:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eb87e494 time=85 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384678.657673:0:40098:0:(genops.c:1576:class_disconnect_exports()) Process leaving 02000000:00000010:2.0:1767384678.657673:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f98afbce. 00000100:00000001:1.0:1767384678.657676:0:17887:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384678.657677:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000070742fd1 x1853237049197184/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384678.657678:0:40098:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 02000000:00000001:2.0:1767384678.657680:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384678.657682:0:17887:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 17 to 0@lo 00010000:00000001:3.0:1767384678.657684:0:40098:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 02000000:00000001:2.0:1767384678.657684:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384678.657690:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018442c5e. 00010000:00000001:3.0:1767384678.657691:0:40098:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000100:00000001:1.0:1767384678.657691:0:17887:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:0.0:1767384678.657692:0:16350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384678.657693:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:3.0:1767384678.657697:0:40098:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1767384678.657697:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384678.657698:0:17887:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384678.657699:0:16350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000001:00000001:3.0:1767384678.657701:0:40098:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1767384678.657702:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384678.657702:0:16350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384678.657707:0:17887:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384678.657710:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee7c4f8e x1853237049196928/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384678.657710:0:16350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070742fd1 x1853237049197184/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.657711:0:17887:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384678.657717:0:17887:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384678.657720:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000100:00000200:1.0:1767384678.657725:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049197312, offset 224 00000100:00000001:2.0:1767384678.657731:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384678.657732:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384678.657733:0:16350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000070742fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16350:1853237049197184:0@lo:103: 02000000:00000001:2.0:1767384678.657734:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384678.657736:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771926a0. 00000100:00000001:0.0:1767384678.657738:0:16350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384678.657740:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384678.657743:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384678.657743:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384678.657743:0:16350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384678.657745:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000040:0.0:1767384678.657748:0:16350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000070742fd1 x1853237049197184/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384678.657749:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384678.657751:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000103b5085. 00000400:00000200:1.0:1767384678.657755:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260008300 02000000:00000001:2.0:1767384678.657756:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384678.657759:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384678.657762:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee7c4f8e. 00000100:00000001:0.0:1767384678.657764:0:16350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384678.657765:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2151 [1] + 224 00000100:00000001:2.0:1767384678.657767:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384678.657767:0:16350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384678.657771:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384678.657771:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384678.657776:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384678.657776:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054a358e4. 00000400:00000200:1.0:1767384678.657777:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384678.657782:0:16350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384678.657784:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384678.657784:0:17887:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384678.657786:0:16350:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384678.657787:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384678.657789:0:16350:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384678.657790:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384678.657791:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d8049301 x1853237049197312/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.657792:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.657793:0:16350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384678.657796:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000042059aba. 02000000:00000001:0.0:1767384678.657801:0:16350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384678.657806:0:16350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384678.657808:0:17887:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d8049301 x1853237049197312/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384678.657809:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070742fd1. 00000100:00000001:0.0:1767384678.657816:0:16350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384678.657817:0:19658:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384678.657819:0:19658:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197440 00000100:00000001:0.0:1767384678.657819:0:16350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384678.657821:0:19658:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384678.657821:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.657823:0:17887:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384678.657824:0:19658:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384678.657825:0:16350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384678.657827:0:19658:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.657827:0:16350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384678.657828:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c80b4ed4 02000000:00000001:2.0:1767384678.657831:0:19658:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.657831:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384678.657832:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000100:00000001:0.0:1767384678.657835:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384678.657837:0:19658:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197440 00000100:00000001:1.0:1767384678.657837:0:17887:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384678.657841:0:17887:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384678.657842:0:19658:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384678.657844:0:17887:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384678.657845:0:19658:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000040:1.0:1767384678.657847:0:17887:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 16 to 0@lo 00000020:00000001:0.0:1767384678.657850:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384678.657851:0:19658:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384678.657851:0:17887:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:2.0:1767384678.657855:0:19658:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=11 00000020:00000001:1.0:1767384678.657855:0:17887:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.657855:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.657861:0:17887:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384678.657862:0:19658:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00010000:00010000:0.0:1767384678.657862:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384678.657865:0:17887:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cd10e42 x1853237049197312/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:659/0 lens 224/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384678.657867:0:19658:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:0.0:1767384678.657872:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384678.657875:0:19658:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384678.657876:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384678.657879:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074c57ee4. 00000400:00000001:0.0:1767384678.657880:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384678.657883:0:19658:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384678.657883:0:17887:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002cd10e42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:16347:x1853237049197312:12345-0@lo:9: Request processed in 1083us (1607us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384678.657883:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384678.657887:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcf2260a. 00000020:00000010:2.0:1767384678.657888:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074c57ee4. 00000020:00000010:2.0:1767384678.657895:0:19658:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000103b5085. 00000400:00000200:0.0:1767384678.657895:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832e3a8e 00000100:00100000:1.0:1767384678.657898:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000010:0.0:1767384678.657899:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832e3a8e. 00000020:00000010:2.0:1767384678.657900:0:19658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9fcd12f. 00000100:00000040:1.0:1767384678.657901:0:17887:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000f0e7d5b : new rpc_count 0 00000020:00000010:2.0:1767384678.657905:0:19658:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000001:1.0:1767384678.657906:0:17887:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384678.657906:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384678.657911:0:19658:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000200:0.0:1767384678.657913:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d8049301 x1853237049197312/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.657914:0:17887:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384678.657916:0:19658:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384678.657918:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b764eeed. 00000100:00000001:2.0:1767384678.657919:0:19658:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384678.657922:0:19658:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384678.657926:0:19658:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384678.657926:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000339934d. 00000100:00000200:0.0:1767384678.657927:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d8049301 x1853237049197312/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384678.657931:0:19658:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000010:1.0:1767384678.657932:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006439c945. 00010000:00000001:2.0:1767384678.657934:0:19658:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384678.657937:0:19658:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.657938:0:17887:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 1 00000020:00000040:2.0:1767384678.657940:0:19658:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000588f8361 refcount=3 00000100:00000001:0.0:1767384678.657941:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384678.657942:0:17887:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.657944:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384678.657946:0:19658:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803874866176 : -123269834685440 : ffff8fe3014ac400) 00000100:00000001:0.0:1767384678.657947:0:16347:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384678.657949:0:19658:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620803874866176 : -123269834685440 : ffff8fe3014ac400) 02000000:00000001:0.0:1767384678.657949:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384678.657951:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384678.657952:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384678.657953:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384678.657953:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.657955:0:19658:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.657957:0:19658:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.657961:0:19658:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384678.657962:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384678.657966:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b8d18671 time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384678.657970:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcb5d927 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384678.657972:0:19658:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.657972:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384678.657974:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.657976:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384678.657979:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d8049301 x1853237049197312/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.657984:0:19658:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384678.657986:0:19658:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384678.657986:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.657987:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384678.657989:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384678.657991:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384678.657991:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384678.657992:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:2.0:1767384678.657996:0:19658:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:0.0:1767384678.657996:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384678.657997:0:17065:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.657998:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.657999:0:19658:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799669479040 : -123274040072576 : ffff8fe206a1a680) 00000100:00000001:1.0:1767384678.658000:0:17065:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384678.658004:0:19658:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000482d929c x1853237049197440/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:659/0 lens 328/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384678.658004:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8049301 x1853237049197312/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.658014:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384678.658015:0:19658:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384678.658016:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384678.658017:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074c57ee4. 00000100:00000001:0.0:1767384678.658018:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384678.658019:0:19658:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1767384678.658020:0:16347:0:(import.c:65:import_set_state_nolock()) 000000006a519f64 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000020:00000010:2.0:1767384678.658021:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074c57ee4. 00000100:00000001:0.0:1767384678.658023:0:16347:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00100000:2.0:1767384678.658025:0:19658:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000482d929c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e2cb61b-e390-44ef-b232-c1620f11cfc8+11:16351:x1853237049197440:12345-0@lo:103: 00000004:00000040:0.0:1767384678.658025:0:16347:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000100:00000200:2.0:1767384678.658029:0:19658:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197440 00010000:00000001:2.0:1767384678.658031:0:19658:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384678.658032:0:19658:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384678.658034:0:19658:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384678.658036:0:19658:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384678.658038:0:19658:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384678.658041:0:19658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000513666c3. 02000000:00000001:2.0:1767384678.658043:0:19658:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384678.658044:0:16347:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:2.0:1767384678.658045:0:19658:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.658046:0:16347:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:2.0:1767384678.658047:0:19658:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1767384678.658047:0:16347:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00010000:2.0:1767384678.658049:0:19658:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00000040:0.0:1767384678.658049:0:16347:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00010000:00000001:2.0:1767384678.658051:0:19658:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00080000:0.0:1767384678.658051:0:16347:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000020:00000001:2.0:1767384678.658053:0:19658:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384678.658053:0:16347:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384678.658056:0:19658:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000588f8361 refcount=3 00000100:00000040:0.0:1767384678.658057:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8049301 x1853237049197312/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384678.658058:0:19658:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803874866176 : -123269834685440 : ffff8fe3014ac400) 00010000:00000001:2.0:1767384678.658061:0:19658:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620803874866176 : -123269834685440 : ffff8fe3014ac400) 00010000:00000040:2.0:1767384678.658065:0:19658:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c7f9f73d count: 3 00000100:00100000:0.0:1767384678.658065:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d8049301 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16347:1853237049197312:0@lo:9: 00010000:00000001:2.0:1767384678.658067:0:19658:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384678.658069:0:19658:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:0.0:1767384678.658069:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384678.658071:0:19658:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384678.658071:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384678.658072:0:19658:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.658074:0:19658:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.658074:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d8049301 x1853237049197312/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384678.658076:0:19658:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384678.658078:0:19658:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384678.658081:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384678.658082:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384678.658084:0:19658:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384678.658085:0:19658:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.658086:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767384678.658087:0:19658:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000588f8361 with handle 0x7f71e2b70dd200a6 from hash 02000000:00000001:0.0:1767384678.658088:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384678.658089:0:19658:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000010:0.0:1767384678.658090:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087ecd2dd. 00010000:00000001:2.0:1767384678.658091:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384678.658092:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384678.658093:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384678.658094:0:19658:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384678.658095:0:19658:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:0.0:1767384678.658095:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384678.658096:0:16347:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=1 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:2.0:1767384678.658097:0:19658:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384678.658098:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:2.0:1767384678.658099:0:19658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000588f8361/0x7f71e2b70dd200a6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7f71e2b70dd2009f expref: 11 pid: 17075 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1767384678.658100:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9e85372. 02000000:00000001:0.0:1767384678.658102:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384678.658103:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384678.658105:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d8049301. 00010000:00000040:2.0:1767384678.658106:0:19658:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 5 00000100:00000001:0.0:1767384678.658107:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1767384678.658108:0:19658:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 10 00000100:00000001:0.0:1767384678.658109:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.658110:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384678.658112:0:19658:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384678.658113:0:19658:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384678.658114:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384678.658115:0:19658:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384678.658116:0:19658:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.658116:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.658118:0:19658:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.658118:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384678.658119:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.658120:0:19658:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384678.658121:0:19658:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384678.658123:0:19658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384678.658126:0:19658:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384678.658128:0:19658:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384678.658130:0:19658:0:(import.c:2128:obd_at_measure()) add 1 to 000000009aa879d3 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384678.658133:0:19658:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384678.658135:0:19658:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 17 to 0@lo 00000100:00000001:2.0:1767384678.658137:0:19658:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:2.0:1767384678.658140:0:19658:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384678.658142:0:19658:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.658144:0:19658:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384678.658147:0:19658:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384678.658149:0:19658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b391f72e. 00000100:00000200:2.0:1767384678.658153:0:19658:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049197440, offset 224 00000400:00000200:2.0:1767384678.658157:0:19658:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384678.658163:0:19658:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384678.658168:0:19658:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260008380 00000400:00000200:2.0:1767384678.658172:0:19658:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2165 [1] + 224 00000400:00000200:2.0:1767384678.658175:0:19658:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.658177:0:19658:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384678.658180:0:19658:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384678.658182:0:19658:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f1f01085 x1853237049197440/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384678.658187:0:19658:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f1f01085 x1853237049197440/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384678.658200:0:19658:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384678.658214:0:19658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b391f72e 00000400:00000010:2.0:1767384678.658216:0:19658:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b391f72e. 00000100:00000001:2.0:1767384678.658219:0:19658:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384678.658221:0:19658:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384678.658224:0:19658:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384678.658227:0:19658:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 16 to 0@lo 00010000:00000001:2.0:1767384678.658229:0:19658:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384678.658231:0:19658:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384678.658235:0:19658:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000482d929c x1853237049197440/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:659/0 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.658235:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384678.658237:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384678.658240:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384678.658241:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384678.658243:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbe984d1. 00000100:00100000:2.0:1767384678.658244:0:19658:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000482d929c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8e2cb61b-e390-44ef-b232-c1620f11cfc8+10:16351:x1853237049197440:12345-0@lo:103: Request processed in 228us (1076us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384678.658246:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1e7028f 00000400:00000010:0.0:1767384678.658248:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1e7028f. 00000100:00000001:0.0:1767384678.658250:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384678.658252:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000200:0.0:1767384678.658253:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f1f01085 x1853237049197440/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384678.658254:0:19658:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:2.0:1767384678.658257:0:19658:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384678.658258:0:19658:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384678.658261:0:19658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9fcd12f. 00000100:00000200:0.0:1767384678.658261:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f1f01085 x1853237049197440/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384678.658263:0:19658:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000020:00000010:2.0:1767384678.658266:0:19658:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000103b5085. 00000020:00000040:2.0:1767384678.658269:0:19658:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 9 00000100:00000001:0.0:1767384678.658269:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384678.658270:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384678.658271:0:19658:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.658272:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384678.658274:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384678.658275:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384678.658277:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384678.658285:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384678.658288:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670c663b time=95 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384678.658292:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384678.658295:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384678.658296:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.658298:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384678.658299:0:16351:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.658301:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.658305:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1f01085 x1853237049197440/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.658312:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384678.658313:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384678.658314:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384678.658316:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1f01085 x1853237049197440/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384678.658321:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f1f01085 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049197440:0@lo:103: 00000100:00000001:0.0:1767384678.658323:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.658324:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384678.658325:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f1f01085 x1853237049197440/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384694 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.658330:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384678.658331:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384678.658332:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c2ef89c. 02000000:00000001:0.0:1767384678.658334:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384678.658335:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384678.658336:0:16351:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384678.658337:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384678.658338:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002fb99935. 02000000:00000001:0.0:1767384678.658340:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384678.658340:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384678.658341:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1f01085. 00000100:00000001:0.0:1767384678.658343:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384678.658344:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.658345:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.658352:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384678.658353:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.658354:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384678.658355:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384678.658646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006665cf6d. 00010000:00000010:2.1:1767384678.658652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046317ebc. 00010000:00000010:2.1:1767384678.658656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e835da14. 00010000:00000010:2.1:1767384678.658660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000284bcda0. 00000100:00000040:2.0:1767384678.662669:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294967084, at 4294967085 00000100:00000040:1.0:1767384678.662669:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294967084, at 4294967085 00000100:00000010:1.0:1767384678.662682:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c901aab2. 00000100:00000010:2.0:1767384678.662683:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3ac9c89. 00000100:00000040:0.0:1767384678.663655:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294967084, at 4294967086 00000100:00000010:0.0:1767384678.663664:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9406b23. 00000001:00000001:3.0:1767384678.672592:0:40098:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384678.672602:0:40098:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384678.672605:0:40098:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384678.685409:0:40098:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.685418:0:40098:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.685420:0:40098:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:3.0:1767384678.685422:0:40098:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:3.0:1767384678.685424:0:40098:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:3.0:1767384678.685428:0:40098:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384678.685430:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384678.685432:0:40098:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd20075 00000020:00000040:3.0:1767384678.685435:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc4b9097 with handle 0x7f71e2b70dd20075 from hash 00000020:00000001:3.0:1767384678.685442:0:40098:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384678.685444:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000dc4b9097 : new refcount 1 00000020:00000001:3.0:1767384678.685446:0:40098:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384678.685447:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000dc4b9097 : new refcount 0 00000020:00000080:3.0:1767384678.685448:0:40098:0:(genops.c:904:class_export_put()) final put 00000000dc4b9097/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384678.685451:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.685468:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.685470:0:40098:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384678.685471:0:40098:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000100:00000040:3.0:1767384678.685521:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294967084, at 4294967107 00000020:00000001:2.0:1767384678.685522:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384678.685529:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000dc4b9097/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:2.0:1767384678.685535:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000100:00000010:3.0:1767384678.685537:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c4bb1b7. 00000020:00000001:2.0:1767384678.685544:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384678.685549:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000003544dac8) now 4 - export 00000020:00000010:2.0:1767384678.685555:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000dc4b9097. 00000020:00000001:2.0:1767384678.685565:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767384678.685579:0:40098:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 000000002d6126a5. 00000020:00000080:3.0:1767384678.685583:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384678.685590:0:40098:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384678.685592:0:40098:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767384678.685594:0:40098:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384678.685596:0:40098:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (000000003544dac8) has no exports 00000020:00000001:3.0:1767384678.685598:0:40098:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384678.685600:0:40098:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:3.0:1767384678.685602:0:40098:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:3.0:1767384678.685603:0:40098:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:3.0:1767384678.685605:0:40098:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:3.0:1767384678.685640:0:40098:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384678.685644:0:40098:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384678.685647:0:40098:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000009551b305. 00000020:00000001:3.0:1767384678.685653:0:40098:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384678.685681:0:40098:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384678.685684:0:40098:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384678.685689:0:40098:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000005b005e74. 00000001:00000001:3.0:1767384678.685694:0:40098:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384678.685696:0:40098:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384678.685697:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384678.685699:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b51daee4. 00000001:00000010:3.0:1767384678.685701:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000b8b62f9d. 00000001:00000010:3.0:1767384678.685703:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a48a4a83. 00000001:00000001:3.0:1767384678.685706:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384678.685707:0:40098:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000dc2d7dcd. 00000020:00000002:3.0:1767384678.685713:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000032c36222/00000000ba098bff to site lru. bkt: 00000000a3e9a507 00040000:00000001:3.0:1767384678.685715:0:40098:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384678.685716:0:40098:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384678.685717:0:40098:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000007853069. 00000001:00000001:3.0:1767384678.685719:0:40098:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384678.685720:0:40098:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384678.685721:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384678.685721:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000eb2b3a79. 00000001:00000010:3.0:1767384678.685723:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000009a34afc1. 00000001:00000010:3.0:1767384678.685724:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000056573f7. 00000001:00000001:3.0:1767384678.685726:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384678.685726:0:40098:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000000aa51aee. 00000020:00000002:3.0:1767384678.685728:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000f25ba709/00000000f5f0734e to site lru. bkt: 00000000a3e9a507 00040000:00000001:3.0:1767384678.685730:0:40098:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384678.685730:0:40098:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384678.685732:0:40098:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000005e3ae4ba. 00000001:00000001:3.0:1767384678.685734:0:40098:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384678.685735:0:40098:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384678.685735:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384678.685736:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000fba30a2b. 00000001:00000010:3.0:1767384678.685737:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000002406cd7. 00000001:00000010:3.0:1767384678.685738:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000831c4e2d. 00000001:00000001:3.0:1767384678.685740:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384678.685740:0:40098:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000136b751e. 00000020:00000002:3.0:1767384678.685742:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000efd85f7c/00000000c0381c5a to site lru. bkt: 00000000a3e9a507 00000020:00000002:3.0:1767384678.685744:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000003dc952a6/000000009f6b1d9f to site lru. bkt: 00000000faf307ac 00040000:00000010:3.0:1767384678.685745:0:40098:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000003f4e78f9. 00040000:00000001:3.0:1767384678.685748:0:40098:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384678.685749:0:40098:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384678.685750:0:40098:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000030c340ec. 00000020:00000001:3.0:1767384678.685751:0:40098:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384678.685755:0:40098:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384678.685756:0:40098:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384678.685757:0:40098:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000098508d29. 00000001:00000001:3.0:1767384678.685759:0:40098:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384678.685760:0:40098:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384678.685760:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384678.685761:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000002aad7160. 00000001:00000010:3.0:1767384678.685763:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000e285795f. 00000001:00000010:3.0:1767384678.685764:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002cdb666d. 00000001:00000001:3.0:1767384678.685766:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384678.685766:0:40098:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000596146b3. 00000020:00000002:3.0:1767384678.685769:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000004cade6b/00000000a5f3c5b2 to site lru. bkt: 00000000a3e9a507 00040000:00000001:3.0:1767384678.685770:0:40098:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384678.685771:0:40098:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384678.685772:0:40098:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000382cdb2d. 00000001:00000001:3.0:1767384678.685774:0:40098:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384678.685774:0:40098:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384678.685775:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384678.685776:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000c3cca522. 00000001:00000010:3.0:1767384678.685777:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000007089041. 00000001:00000010:3.0:1767384678.685778:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007d8e51c0. 00000001:00000001:3.0:1767384678.685779:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384678.685780:0:40098:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000009443904. 00000020:00000002:3.0:1767384678.685781:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000006afe40f9/000000000bcdc6ae to site lru. bkt: 00000000a3e9a507 00040000:00000001:3.0:1767384678.685782:0:40098:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384678.685783:0:40098:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384678.685784:0:40098:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000080118b51. 00000001:00000001:3.0:1767384678.685786:0:40098:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384678.685787:0:40098:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384678.685787:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384678.685788:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000334315e3. 00000001:00000010:3.0:1767384678.685789:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000096e8ead8. 00000001:00000010:3.0:1767384678.685790:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007e3e488a. 00000001:00000001:3.0:1767384678.685791:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384678.685792:0:40098:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ee1b1eab. 00000020:00000002:3.0:1767384678.685793:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000002e2ed3f7/000000005597c4fa to site lru. bkt: 00000000a3e9a507 00000020:00000002:3.0:1767384678.685795:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000003bd6dd7c/00000000b92baf0c to site lru. bkt: 00000000c4192616 00040000:00000010:3.0:1767384678.685796:0:40098:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000004c1bb118. 00040000:00000001:3.0:1767384678.685797:0:40098:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:1.0:1767384678.685834:0:17099:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005a97dfb6. 00000020:00000010:1.0:1767384678.685851:0:17099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005f4b2458. 00000040:00000010:1.0:1767384678.685859:0:17099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000acdafd31. 00000020:00000010:1.0:1767384678.685864:0:17099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004703fcc4. 00000020:00000010:1.0:1767384678.685869:0:17099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005b9bd0a0. 00000020:00000010:1.0:1767384678.685875:0:17099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f89d5166. 80000000:00000010:1.0:1767384678.685878:0:17099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000003c8f7bb. 40000000:00000010:1.0:1767384678.685883:0:17099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006aadd2fa. 00100000:00000010:1.0:1767384678.685889:0:17099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009a7b0502. 00040000:00000010:1.0:1767384678.685892:0:17099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000007dedc7b. 00040000:00000010:1.0:1767384678.685897:0:17099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c0c69ccc. 00040000:00000010:1.0:1767384678.685900:0:17099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005a5fa4bf. 00080000:00000010:1.0:1767384678.685904:0:17099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000078eae121. 00080000:00000010:1.0:1767384678.685908:0:17099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f6b1817e. 00000004:00000010:1.0:1767384678.685912:0:17099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000127f1b54. 00000004:00000010:1.0:1767384678.685916:0:17099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e5f78426. 00000004:00000010:1.0:1767384678.685921:0:17099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002cecc75d. 00000004:00000010:1.0:1767384678.685924:0:17099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000116c8835. 00000020:00000010:1.0:1767384678.685929:0:17099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009339555f. 00040000:00000010:1.0:1767384678.685931:0:17099:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 000000006ae5aee8. 00040000:00000001:1.0:1767384678.685933:0:17099:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384678.685986:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000005c78d3c5/0000000012a7a8e9 to site lru. bkt: 00000000f5049584 00040000:00000001:3.0:1767384678.685993:0:40098:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384678.685996:0:40098:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384678.685999:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384678.686002:0:40098:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd2006e 00000020:00000040:3.0:1767384678.686007:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008fa37daa with handle 0x7f71e2b70dd2006e from hash 00000020:00000001:3.0:1767384678.686012:0:40098:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384678.686014:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000008fa37daa : new refcount 1 00000020:00000001:3.0:1767384678.686016:0:40098:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384678.686018:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000008fa37daa : new refcount 0 00000020:00000080:3.0:1767384678.686020:0:40098:0:(genops.c:904:class_export_put()) final put 000000008fa37daa/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384678.686023:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.686043:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384678.686045:0:40098:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384678.686047:0:40098:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384678.686060:0:40098:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.686062:0:40098:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.686070:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384678.686073:0:38:0:(genops.c:863:class_export_destroy()) destroying export 000000008fa37daa/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384678.686077:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384678.686079:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384678.686081:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000b5e34d8a) now 9 - export 00000020:00000010:2.0:1767384678.686084:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008fa37daa. 00000020:00000001:2.0:1767384678.686092:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:3.0:1767384678.686096:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384678.686100:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aa279bc6. 00000001:00000010:3.0:1767384678.686103:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005e868086. 00000001:00000010:3.0:1767384678.686105:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000043ce2c4c. 00000001:00000010:3.0:1767384678.686106:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c7e6cd65. 00000001:00000010:3.0:1767384678.686108:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000324d8c81. 00000001:00000010:3.0:1767384678.686109:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b47620be. 00000001:00000001:3.0:1767384678.686112:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384678.686113:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384678.686116:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4fed35d. 00000001:00000010:3.0:1767384678.686117:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006e5e1dea. 00000001:00000010:3.0:1767384678.686118:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000401983b6. 00000001:00000010:3.0:1767384678.686119:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000006b3072. 00000001:00000010:3.0:1767384678.686121:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000070bf07cd. 00000001:00000010:3.0:1767384678.686122:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000dae42a79. 00000001:00000001:3.0:1767384678.686123:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384678.686124:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000003544dac8) now 3 - setup 00000020:00000001:3.0:1767384678.686126:0:40098:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.686128:0:40098:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384678.686130:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384678.686132:0:40098:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384678.686135:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000003544dac8) now 2 - obd_device_list 00000020:00000080:3.0:1767384678.686136:0:40098:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:3.0:1767384678.686138:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000003544dac8) now 1 - newdev 00000020:00000040:3.0:1767384678.686140:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a3d02d91 with handle 0x7f71e2b70dd20067 from hash 00000020:00000040:3.0:1767384678.686141:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000a3d02d91 : new refcount 0 00000020:00000080:3.0:1767384678.686142:0:40098:0:(genops.c:904:class_export_put()) final put 00000000a3d02d91/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384678.686144:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.686145:0:40098:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384678.686146:0:40098:0:(genops.c:863:class_export_destroy()) destroying export 00000000a3d02d91/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:3.0:1767384678.686148:0:40098:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384678.686149:0:40098:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.686151:0:40098:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a3d02d91. 00000020:00000001:3.0:1767384678.686160:0:40098:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384678.686161:0:40098:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:3.0:1767384678.686163:0:40098:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:3.0:1767384678.686164:0:40098:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384678.686168:0:40098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a339a80d. 00000020:00000010:3.0:1767384678.686171:0:40098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002b91d842. 00000040:00000010:3.0:1767384678.686174:0:40098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e24ba7bb. 00000020:00000010:3.0:1767384678.686178:0:40098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ed92de67. 00000020:00000010:3.0:1767384678.686182:0:40098:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000baaa3e37. 00000020:00000010:3.0:1767384678.686185:0:40098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000851390ea. 80000000:00000010:3.0:1767384678.686188:0:40098:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008c4bb1b7. 40000000:00000010:3.0:1767384678.686191:0:40098:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006e7bcb12. 00100000:00000010:3.0:1767384678.686195:0:40098:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000001116785. 00040000:00000010:3.0:1767384678.686199:0:40098:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c9e85372. 00040000:00000010:3.0:1767384678.686202:0:40098:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004726128f. 00040000:00000010:3.0:1767384678.686222:0:40098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000401983b6. 00080000:00000010:3.0:1767384678.686227:0:40098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000034fb6922. 00080000:00000010:3.0:1767384678.686231:0:40098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b3b106a3. 00000004:00000010:3.0:1767384678.686236:0:40098:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a0b69589. 00000004:00000010:3.0:1767384678.686239:0:40098:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003bf63e7a. 00000004:00000010:3.0:1767384678.686242:0:40098:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cc7ce504. 00000004:00000010:3.0:1767384678.686246:0:40098:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000773c9541. 00040000:00000001:3.0:1767384678.686249:0:40098:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:3.0:1767384678.686253:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b1d440bb. 00040000:00000010:3.0:1767384678.686256:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005ca3341f. 00040000:00000010:3.0:1767384678.686258:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000772d7d80. 00040000:00000010:3.0:1767384678.686261:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000060faf77c. 00040000:00000010:3.0:1767384678.686263:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000de27c9dc. 00040000:00000010:3.0:1767384678.686298:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000355ae832. 00040000:00000010:3.0:1767384678.686303:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000671854c9. 00040000:00000010:3.0:1767384678.686305:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c70160d7. 00040000:00000010:3.0:1767384678.686307:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000040eb2903. 00040000:00000010:3.0:1767384678.686310:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f83b549c. 00040000:00000010:3.0:1767384678.686312:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001dc82004. 00040000:00000010:3.0:1767384678.686315:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fb804142. 00040000:00000010:3.0:1767384678.686318:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a7764391. 00040000:00000010:3.0:1767384678.686319:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005fe1b855. 00040000:00000010:3.0:1767384678.686321:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f145084b. 00040000:00000010:3.0:1767384678.686323:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ac492250. 00040000:00000010:3.0:1767384678.686325:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000047ab2b61. 00040000:00000010:3.0:1767384678.686327:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007cec4043. 00040000:00000010:3.0:1767384678.686329:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f218e837. 00040000:00000010:3.0:1767384678.686331:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b24d2abb. 00040000:00000010:3.0:1767384678.686333:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003355556c. 00040000:00000010:3.0:1767384678.686334:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d01afee2. 00040000:00000010:3.0:1767384678.686338:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a4fd9e82. 00040000:00000010:3.0:1767384678.686341:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c7131edc. 00040000:00000010:3.0:1767384678.686344:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000040a68fc. 00040000:00000010:3.0:1767384678.686345:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000089c5fdb2. 00040000:00000010:3.0:1767384678.686347:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a7f1156f. 00040000:00000010:3.0:1767384678.686350:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b383aac8. 00040000:00000010:3.0:1767384678.686353:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000023edb21e. 00040000:00000010:3.0:1767384678.686355:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bbffcc72. 00040000:00000010:3.0:1767384678.686357:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001028a7a3. 00040000:00000010:3.0:1767384678.686360:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c0fe9ed9. 00040000:00000010:3.0:1767384678.686365:0:40098:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 0000000009b10cab. 00040000:00000001:3.0:1767384678.686367:0:40098:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.686370:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002b91d842. 00000040:00000010:3.0:1767384678.686372:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e24ba7bb. 00000020:00000010:3.0:1767384678.686375:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ed92de67. 00000020:00000010:3.0:1767384678.686377:0:40098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000baaa3e37. 00000020:00000010:3.0:1767384678.686380:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000851390ea. 80000000:00000010:3.0:1767384678.686383:0:40098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008c4bb1b7. 40000000:00000010:3.0:1767384678.686385:0:40098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006e7bcb12. 00100000:00000010:3.0:1767384678.686388:0:40098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000001116785. 00040000:00000010:3.0:1767384678.686390:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c9e85372. 00040000:00000010:3.0:1767384678.686392:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004726128f. 00040000:00000010:3.0:1767384678.686393:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000401983b6. 00080000:00000010:3.0:1767384678.686396:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b3b106a3. 00080000:00000010:3.0:1767384678.686399:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000034fb6922. 00000004:00000010:3.0:1767384678.686401:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a0b69589. 00000004:00000010:3.0:1767384678.686404:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003bf63e7a. 00000004:00000010:3.0:1767384678.686406:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cc7ce504. 00000004:00000010:3.0:1767384678.686408:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000773c9541. 00000020:00000010:3.0:1767384678.686410:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a339a80d. 00000020:00000001:3.0:1767384678.686412:0:40098:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.686414:0:40098:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000003544dac8. 00000020:00000001:3.0:1767384678.686419:0:40098:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.686420:0:40098:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384678.686422:0:40098:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 000000002d6126a5. 00000020:00000001:3.0:1767384678.686423:0:40098:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384678.686425:0:40098:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384678.686426:0:40098:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384678.686427:0:40098:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:3.1:1767384678.686649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d4d32de6. 00010000:00000010:2.1:1767384678.686661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6a062d4. 00010000:00000010:1.1:1767384678.686661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c9e36831. 00010000:00000010:3.1:1767384678.686663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ff0ea1ec. 00010000:00000010:2.1:1767384678.686686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000461a6601. 00010000:00000010:1.1:1767384678.686687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f71a8622. 00010000:00000010:2.1:1767384678.686697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006cb3afc3. 00010000:00000010:0.1:1767384678.687703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000004b48d08. 00010000:00000010:2.1:1767384678.689679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000588f8361. 00000400:00000001:1.0:1767384679.257779:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384679.257813:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384679.257816:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c4aea52 00000400:00000010:1.0:1767384679.257823:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4aea52. 00000400:00000200:1.0:1767384679.257831:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384679.257838:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp45 recovery ping unlinked 00000400:00000010:1.0:1767384679.257858:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bb0c32d8. 00000400:00000010:1.0:1767384679.257864:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000072bc7dbf. 00000400:00000001:1.0:1767384679.257869:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384679.257870:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384679.257871:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000400:00000010:1.0:1767384679.257872:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000400:00000200:1.0:1767384679.257873:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384679.257875:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384679.257877:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f67b2ee8. 00000400:00000010:1.0:1767384679.257878:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b94163d2. 00010000:00000001:2.0:1767384679.385731:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384679.385743:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384679.385754:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384679.385756:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384679.385834:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384679.385839:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384679.385843:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384680.281806:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312be697] -> 12345-192.168.202.137@tcp33 (4) 00000800:00000200:3.1:1767384680.281825:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312be697] -> 12345-192.168.202.137@tcp33 (4) 00000400:00000200:0.0:1767384680.282016:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282097:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282124:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282150:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282176:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282238:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282266:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282292:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282319:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282345:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282371:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282396:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282432:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282459:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282486:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282513:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282539:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282566:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282606:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282693:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282726:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282750:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282776:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282803:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282830:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282851:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282894:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282915:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282936:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282958:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.282980:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.283005:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.283027:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.283049:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384680.283069:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384680.283294:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e795ff09. 00000800:00000010:0.0:1767384680.283302:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b9ad9aaf. 00000800:00000010:0.0:1767384680.283308:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee17bb71. 00000800:00000010:0.0:1767384680.283334:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee17bb71. 00000800:00020000:0.0:1767384680.283346:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384680.283350:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b9ad9aaf. 00000800:00000010:0.0:1767384680.283352:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e795ff09. 00000400:02020000:0.0:1767384680.283385:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp33 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384680.283389:0:16336:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384680.409763:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384680.409775:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.409785:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384680.409787:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.409946:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384680.409951:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384680.409954:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384680.921743:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384680.921754:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384680.921763:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee7c4f8e. 00000020:00000040:2.0:1767384680.921771:0:38:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384680.921775:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384680.921778:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384680.921783:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384680.921791:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005b1cf9c. 00000100:00000001:2.0:1767384680.921797:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.921807:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@00000000ee7c4f8e x1853237049197568/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384680.921818:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384680.921820:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.921825:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee7c4f8e] to pc [ptlrpcd_00_00+0] req@00000000ee7c4f8e x1853237049197568/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.921860:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.921863:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384680.921867:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384680.921871:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018442c5e. 00000020:00000040:2.0:1767384680.921873:0:38:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384680.921876:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384680.921877:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384680.921878:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384680.921882:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.921884:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384680.921887:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002a67714f. 00000100:00000001:0.0:1767384680.921887:0:16348:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384680.921893:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384680.921895:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee7c4f8e x1853237049197568/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384680.921900:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000018442c5e x1853237049197696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384680.921907:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.921914:0:16348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384680.921915:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.921917:0:16348:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.921920:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384680.921923:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384680.921923:0:16348:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384680.921926:0:16348:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384680.921929:0:16348:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.921931:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018442c5e] to pc [ptlrpcd_00_01+1] req@0000000018442c5e x1853237049197696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384680.921933:0:16348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ee7c4f8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049197568:0@lo:400: 00000100:00000001:2.0:1767384680.921952:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.921956:0:16348:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384680.921960:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (307) 02000000:00000001:0.0:1767384680.921963:0:16348:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384680.921966:0:16348:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384680.921969:0:16348:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384680.921973:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384680.921973:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fb99935. 00000100:00000001:3.0:1767384680.921977:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384680.921977:0:16348:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.921980:0:16349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384680.921983:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe984d1. 00000100:00000040:3.0:1767384680.921987:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000018442c5e x1853237049197696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384680.921992:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1e7028f. 00000100:00000001:3.0:1767384680.921996:0:16349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384680.921998:0:16349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.922001:0:16349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767384680.922002:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197568, portal 25 02000000:00000001:3.0:1767384680.922003:0:16349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384680.922008:0:16349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.922009:0:16348:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384680.922011:0:16349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000018442c5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16349:1853237049197696:0@lo:400: 00000100:00000001:0.0:1767384680.922013:0:16348:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911678848 : -123269797872768 : ffff8fe3037c7b80) 00000100:00000001:3.0:1767384680.922016:0:16349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384680.922019:0:16349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384680.922021:0:16349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384680.922023:0:16348:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ee7c4f8e x1853237049197568/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384680.922024:0:16349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384680.922028:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000401983b6. 02000000:00000001:3.0:1767384680.922031:0:16349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384680.922036:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023945be3. 00000100:00000001:0.0:1767384680.922041:0:16348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384680.922042:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273042ee. 00000100:00000040:0.0:1767384680.922047:0:16348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384680.922051:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000762d0399. 00000100:00000200:0.0:1767384680.922054:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049197568, offset 0 00000100:00000200:3.0:1767384680.922055:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197696, portal 10 00000100:00000001:3.0:1767384680.922060:0:16349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384680.922062:0:16349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911668992 : -123269797882624 : ffff8fe3037c5500) 00000400:00000200:0.0:1767384680.922064:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384680.922075:0:16349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000018442c5e x1853237049197696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384680.922079:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384680.922089:0:16349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384680.922090:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260008400 00000400:00000200:0.0:1767384680.922097:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x197d [2] + 0 00000100:00000040:3.0:1767384680.922101:0:16349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384680.922102:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000679602a5. 00000400:00000010:3.0:1767384680.922106:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb0061ad. 00000400:00000200:0.0:1767384680.922111:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002d9000ee 00000100:00000200:3.0:1767384680.922116:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049197696, offset 0 00000400:00000200:0.0:1767384680.922117:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384680.922123:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384680.922126:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384680.922134:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9000ee 00000400:00000200:3.0:1767384680.922135:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384680.922138:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d9000ee. 00000100:00000001:0.0:1767384680.922143:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384680.922145:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384680.922148:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260008480 00000100:00000040:0.0:1767384680.922149:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000007ca144fe x1853237049197568 msgsize 224 00000100:00100000:0.0:1767384680.922156:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384680.922159:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11608 00000100:00000040:0.0:1767384680.922159:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384680.922165:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384680.922167:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384680.922171:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384680.922171:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384680.922173:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384680.922178:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ee70724. 00000400:00000200:0.0:1767384680.922179:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000762d0399 00000100:00000040:3.0:1767384680.922180:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000001ee70724 x1853237049197696 msgsize 224 00000100:00100000:3.0:1767384680.922198:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384680.922199:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000762d0399. 00000100:00000001:0.0:1767384680.922205:0:16348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384680.922209:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee7c4f8e x1853237049197568/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.922216:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384680.922217:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384680.922217:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384680.922223:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197568 00000100:00000040:0.0:1767384680.922224:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee7c4f8e x1853237049197568/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384680.922226:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb0061ad 02000000:00000001:1.0:1767384680.922227:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384680.922231:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb0061ad. 00000100:00000001:1.0:1767384680.922232:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384680.922235:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.922238:0:16349:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384680.922242:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.922243:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384680.922246:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000018442c5e x1853237049197696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.922249:0:16348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384680.922250:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197568 00000020:00000001:1.0:1767384680.922254:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384680.922257:0:16348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384680.922258:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20005 00000100:00000001:3.0:1767384680.922259:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384680.922259:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384680.922265:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384680.922266:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197696 00000100:00000001:0.0:1767384680.922266:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294969349 00000100:00000040:3.0:1767384680.922268:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000018442c5e x1853237049197696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384680.922269:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f6abc116 refcount=10 02000000:00000001:2.0:1767384680.922272:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384680.922273:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c00d1427. 00000020:00000001:1.0:1767384680.922274:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000100:00000001:2.0:1767384680.922276:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384680.922281:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.922282:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1767384680.922286:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 02000000:00000001:2.0:1767384680.922287:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.922290:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294969349 00000100:00100000:2.0:1767384680.922295:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197696 00000100:00000001:1.0:1767384680.922295:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384680.922296:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e404f76. 00000020:00000001:2.0:1767384680.922301:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384680.922302:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384680.922303:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004227ed25. 00000100:00000001:0.0:1767384680.922303:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000020:00000040:2.0:1767384680.922306:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000100:00000001:3.0:1767384680.922308:0:16349:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384680.922309:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294969349 00000100:00000001:1.0:1767384680.922310:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384680.922311:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384680.922315:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff47987f. 00000020:00000001:2.0:1767384680.922316:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.922317:0:16349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384680.922317:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004227ed25. 00000100:00000001:0.0:1767384680.922320:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384680.922321:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.922325:0:16349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2963 usecs (3 jiffies) 00000100:00000001:0.0:1767384680.922327:0:16348:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294969349 00000020:00000010:1.0:1767384680.922330:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c75109a3. 00000020:00000010:2.0:1767384680.922331:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007baa7943. 00000100:00000001:3.0:1767384680.922332:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294969347 00000100:00000010:0.0:1767384680.922333:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000590be2de. 00000100:00000001:3.0:1767384680.922339:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294969349 00000100:00000001:0.0:1767384680.922339:0:16348:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384680.922342:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9fcd12f. 00000020:00000010:1.0:1767384680.922343:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b764eeed. 00000100:00000001:3.0:1767384680.922344:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294969347 00000100:00000001:0.0:1767384680.922344:0:16348:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384680.922350:0:16348:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.922352:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294969349 00000020:00000010:2.0:1767384680.922353:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000020:00000010:1.0:1767384680.922353:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000339934d. 00000100:00000001:0.0:1767384680.922354:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.922359:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294969347 00000100:00000001:0.0:1767384680.922360:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.922365:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294969349 00000100:00000001:3.0:1767384680.922368:0:16349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294969347 00000100:00000001:3.0:1767384680.922370:0:16349:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294969349 00000100:00000001:0.0:1767384680.922370:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384680.922372:0:16349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384680.922372:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:1.0:1767384680.922373:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384680.922373:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384680.922380:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384680.922381:0:16349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.922381:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384680.922381:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384680.922384:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384680.922386:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384680.922386:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384680.922387:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.922389:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.922390:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.922391:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384680.922391:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.922396:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.922399:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384680.922399:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.922402:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384680.922408:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.922410:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384680.922410:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384680.922411:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.922414:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.922420:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.922428:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384680.922430:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384680.922432:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384680.922435:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384680.922440:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384680.922444:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384680.922445:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804005804928 : -123269703746688 : ffff8fe30918bb80) 00000100:00000001:0.0:1767384680.922446:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384680.922447:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384680.922449:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384680.922450:0:17082:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.922452:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384680.922453:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ee70724 x1853237049197696/t0(0) o400->@:661/0 lens 224/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.922456:0:17082:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384680.922458:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00000040:3.0:1767384680.922466:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f6abc116 : new rpc_count 1 00000100:00000001:1.0:1767384680.922467:0:17075:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.922472:0:17075:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.922473:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620804852959312 : -123268856592304 : ffff8fe33b974850) 00000100:00100000:2.0:1767384680.922473:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ee70724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16349:x1853237049197696:12345-0@lo:400: 00000100:00000200:2.0:1767384680.922482:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197696 00000100:00000040:3.0:1767384680.922483:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007ca144fe x1853237049197568/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:661/0 lens 224/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384680.922488:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384680.922494:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00080000:2.0:1767384680.922497:0:17080:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000020:00000010:3.0:1767384680.922498:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d6126a5. 00000100:00000001:3.0:1767384680.922502:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384680.922502:0:17080:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000020:00000010:3.0:1767384680.922506:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d6126a5. 00000100:00000001:2.0:1767384680.922507:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384680.922511:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384680.922512:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007ca144fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+10:16348:x1853237049197568:12345-0@lo:400: 02000000:00000010:2.0:1767384680.922516:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000b0e211b. 02000000:00000001:2.0:1767384680.922521:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.922524:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384680.922528:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197568 00010000:00000001:2.0:1767384680.922528:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384680.922533:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.922534:0:17074:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384680.922537:0:17080:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1767384680.922539:0:17074:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384680.922541:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384680.922543:0:17074:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.922547:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 17 to 0@lo 00000020:00000001:3.0:1767384680.922549:0:17074:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384680.922551:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000001:3.0:1767384680.922554:0:17074:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661592192 : -1047959424 : ffffffffc1896880) 00000100:00000001:2.0:1767384680.922556:0:17080:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446620804265491072 : -123269444060544 : 0xffff8fe318933a80) 00000020:00000001:3.0:1767384680.922561:0:17074:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384680.922563:0:17080:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008ff26bbb refcount 17 to 0@lo 00000020:00000001:3.0:1767384680.922565:0:17074:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384680.922569:0:17074:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384680.922571:0:17074:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384680.922573:0:17074:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.922576:0:17074:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384680.922578:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384680.922580:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384680.922583:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a852b7a. 02000000:00000001:2.0:1767384680.922585:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384680.922588:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384680.922589:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.922591:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.922594:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384680.922595:0:17074:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384680.922599:0:17074:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049197568 00010000:00000001:3.0:1767384680.922603:0:17074:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384680.922603:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:3.0:1767384680.922631:0:17074:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007ca144fe x1853237049197568/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:661/0 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384680.922637:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384680.922639:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384680.922640:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b391f72e. 00000100:00001000:3.0:1767384680.922641:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fc69c74e time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384680.922647:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384680.922648:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049197696, offset 224 00000100:00000040:3.0:1767384680.922650:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 18 to 0@lo 00000100:00000001:3.0:1767384680.922655:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 02000000:00000001:3.0:1767384680.922657:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384680.922658:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.922662:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384680.922663:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384680.922667:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384680.922671:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb0061ad. 00000400:00000200:2.0:1767384680.922675:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384680.922677:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049197568, offset 224 00000400:00000200:3.0:1767384680.922683:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384680.922687:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260008480 00000400:00000200:2.0:1767384680.922696:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2179 [1] + 224 00000400:00000200:3.0:1767384680.922700:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384680.922704:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384680.922708:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260008400 00000400:00000200:2.0:1767384680.922711:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384680.922716:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2175 [1] + 224 00000100:00000001:2.0:1767384680.922721:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384680.922722:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384680.922727:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384680.922730:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000018442c5e x1853237049197696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.922732:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384680.922738:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee7c4f8e x1853237049197568/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384680.922758:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000018442c5e x1853237049197696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384680.922759:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ee7c4f8e x1853237049197568/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.922792:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384680.922796:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb0061ad 00000400:00000010:3.0:1767384680.922798:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb0061ad. 00000100:00000001:3.0:1767384680.922800:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384680.922801:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384680.922802:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384680.922807:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.922811:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 17 to 0@lo 00000400:00000200:2.0:1767384680.922812:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b391f72e 00010000:00000001:3.0:1767384680.922813:0:17074:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384680.922816:0:17074:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384680.922817:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b391f72e. 00000100:00000001:0.0:1767384680.922818:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384680.922820:0:17074:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384680.922823:0:16348:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384680.922824:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384680.922826:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007ca144fe x1853237049197568/t0(0) o400->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:661/0 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.922827:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384680.922828:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384680.922831:0:16349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384680.922831:0:16348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384680.922836:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384680.922837:0:16348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384680.922842:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbe984d1. 00000100:00000040:2.0:1767384680.922844:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 16 to 0@lo 00000400:00000200:0.0:1767384680.922849:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1e7028f 00000400:00000010:0.0:1767384680.922854:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1e7028f. 00000100:00000001:2.0:1767384680.922855:0:17080:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.922860:0:17080:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384680.922861:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007ca144fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8e2cb61b-e390-44ef-b232-c1620f11cfc8+10:16348:x1853237049197568:12345-0@lo:400: Request processed in 364us (708us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384680.922861:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384680.922861:0:16348:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384680.922866:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384680.922869:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ee70724 x1853237049197696/t0(0) o400->@:661/0 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384680.922870:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee7c4f8e x1853237049197568/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384680.922871:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023945be3. 00000400:00000200:1.0:1767384680.922879:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273042ee 00000100:00100000:3.0:1767384680.922880:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000400:00000010:1.0:1767384680.922883:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273042ee. 00000100:00000040:3.0:1767384680.922888:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f6abc116 : new rpc_count 0 00000100:00000001:1.0:1767384680.922891:0:16349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384680.922896:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384680.922901:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384680.922901:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000018442c5e x1853237049197696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384680.922907:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b764eeed. 00000100:00000200:0.0:1767384680.922913:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee7c4f8e x1853237049197568/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384680.922914:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ee70724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16349:x1853237049197696:12345-0@lo:400: Request processed in 438us (727us total) trans 0 rc -107/-107 00000020:00000010:3.0:1767384680.922917:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000339934d. 00000020:00000010:3.0:1767384680.922925:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c75109a3. 00000020:00000040:3.0:1767384680.922935:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 9 00000100:00000200:1.0:1767384680.922937:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000018442c5e x1853237049197696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384680.922938:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384680.922938:0:16348:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384680.922944:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384680.922944:0:16348:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384680.922946:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:3.0:1767384680.922948:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005a852b7a. 00000100:00000001:2.0:1767384680.922951:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384680.922952:0:16348:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384680.922955:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:2.0:1767384680.922958:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9fcd12f. 02000000:00000001:0.0:1767384680.922958:0:16348:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384680.922959:0:16349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384680.922960:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384680.922964:0:16349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.922964:0:16348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384680.922966:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000100:00000200:3.0:1767384680.922968:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384680.922969:0:16349:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384680.922969:0:16348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384680.922972:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007baa7943. 02000000:00000001:1.0:1767384680.922973:0:16349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384680.922975:0:16348:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384680.922976:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045f0a4b4. 00000100:00000001:1.0:1767384680.922976:0:16349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384680.922979:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384680.922980:0:16349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384680.922984:0:16348:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e86d56a3 time=97 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384680.922985:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005853b612. 02000000:00000001:1.0:1767384680.922986:0:16349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384680.922995:0:16349:0:(import.c:2128:obd_at_measure()) add 0 to 000000003887f15e time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384680.922995:0:16348:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d363a3b time=97 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384680.923003:0:16349:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384680.923004:0:16348:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384680.923009:0:16348:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.923010:0:16349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384680.923013:0:16349:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:0.0:1767384680.923015:0:16348:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384680.923018:0:16348:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.923020:0:16349:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00000001:0.0:1767384680.923022:0:16348:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384680.923025:0:16349:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00000040:0.0:1767384680.923027:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee7c4f8e x1853237049197568/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384680.923033:0:16349:0:(import.c:65:import_set_state_nolock()) 00000000a95cd374 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:00000001:0.0:1767384680.923038:0:16348:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:02000400:1.0:1767384680.923042:0:16349:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1767384680.923042:0:16348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384680.923046:0:16348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384680.923049:0:16348:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee7c4f8e x1853237049197568/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384680.923069:0:16348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ee7c4f8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16348:1853237049197568:0@lo:400: 00000100:00000001:0.0:1767384680.923073:0:16348:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.923074:0:16348:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384680.923075:0:16348:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee7c4f8e x1853237049197568/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.923079:0:16348:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384680.923081:0:16348:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384680.923083:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fb99935. 02000000:00000001:0.0:1767384680.923085:0:16348:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384680.923086:0:16348:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384680.923087:0:16348:0:(genops.c:1242:class_import_put()) import 0000000030d6ab51 refcount=3 obd=MGC192.168.202.137@tcp 00000020:00000001:0.0:1767384680.923089:0:16348:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384680.923090:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005b1cf9c. 02000000:00000001:0.0:1767384680.923093:0:16348:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384680.923094:0:16348:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384680.923095:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee7c4f8e. 00000100:00000001:0.0:1767384680.923097:0:16348:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384680.923098:0:16348:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.923099:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.923102:0:16348:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384680.923103:0:16348:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.923104:0:16348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.923106:0:16348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.927685:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294969349, at 4294969350 00000100:00000040:0.0:1767384680.927685:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294969349, at 4294969350 00000100:00000010:0.0:1767384680.927696:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c00d1427. 00000100:00000010:3.0:1767384680.927699:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000590be2de. 00000100:00000040:2.0:1767384680.927742:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294969349, at 4294969350 00000100:00000010:2.0:1767384680.927750:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff47987f. 00000100:00000001:1.0:1767384680.929473:0:16349:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384680.929477:0:16349:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384680.929480:0:16349:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767384680.929483:0:16349:0:(import.c:65:import_set_state_nolock()) 00000000a95cd374 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767384680.929486:0:16349:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767384680.929491:0:16349:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 209 00000100:00000040:1.0:1767384680.929496:0:16349:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 15 to 0@lo 00000100:00000001:1.0:1767384680.929499:0:16349:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384680.929501:0:16349:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 16 to 0@lo 00000100:00000001:1.0:1767384680.929503:0:16349:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000001:1.0:1767384680.929507:0:16349:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384680.929509:0:16349:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20147 00000020:00000001:1.0:1767384680.929512:0:16349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384680.929515:0:16349:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006eb0e1b2 refcount=8 00000020:00000001:1.0:1767384680.929517:0:16349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578673152 : -123274130878464 : ffff8fe201381000) 00000020:00000001:1.0:1767384680.929520:0:16349:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578673152 : -123274130878464 : ffff8fe201381000) 00000100:00000040:1.0:1767384680.929522:0:16349:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 15 to 0@lo 00000100:00000001:1.0:1767384680.929524:0:16349:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384680.929526:0:16349:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 16 to 0@lo 00000100:00000001:1.0:1767384680.929527:0:16349:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000020:00000040:1.0:1767384680.929530:0:16349:0:(genops.c:898:class_export_put()) PUTting export 000000006eb0e1b2 : new refcount 7 00000100:00080000:1.0:1767384680.929533:0:16349:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000a95cd374 using connection 192.168.202.137@tcp/0@lo 00000100:00000001:1.0:1767384680.929535:0:16349:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384680.929538:0:16349:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1767384680.929548:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294969349, at 4294969351 00000100:00000010:1.0:1767384680.929554:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e404f76. 02000000:00000001:1.0:1767384680.929568:0:16349:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384680.929570:0:16349:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.929573:0:16349:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1767384680.929575:0:16349:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384680.929583:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009cf970a1. 00000020:00000040:1.0:1767384680.929586:0:16349:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384680.929590:0:16349:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767384680.929591:0:16349:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.929595:0:16349:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384680.929597:0:16349:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384680.929601:0:16349:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384680.929639:0:16349:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b3fae7f9. 00000100:00000001:1.0:1767384680.929646:0:16349:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384680.929653:0:16349:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009cf970a1 x1853237049197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384680.929664:0:16349:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384680.929667:0:16349:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384680.929671:0:16349:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cf970a1] to pc [ptlrpcd_rcv+-1] req@000000009cf970a1 x1853237049197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.929691:0:16349:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.929694:0:16349:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1767384680.929696:0:16349:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1767384680.929701:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000018442c5e x1853237049197696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.929710:0:16349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1767384680.929713:0:16349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384680.929715:0:16349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384680.929719:0:16349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018442c5e x1853237049197696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.929725:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.929729:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384680.929733:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767384680.929735:0:16349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000018442c5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16349:1853237049197696:0@lo:400: 00000100:00000040:0.0:1767384680.929739:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009cf970a1 x1853237049197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.929746:0:16349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.929749:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384680.929751:0:16349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384680.929752:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384680.929756:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384680.929758:0:16349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000018442c5e x1853237049197696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.929767:0:16349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384680.929769:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384680.929771:0:16349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384680.929773:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384680.929775:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000401983b6. 00000100:00100000:0.0:1767384680.929780:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009cf970a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16347:1853237049197824:0@lo:38: 02000000:00000001:1.0:1767384680.929782:0:16349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384680.929785:0:16349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384680.929788:0:16349:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384680.929788:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384680.929793:0:16349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384680.929795:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002a67714f. 02000000:00000001:0.0:1767384680.929795:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384680.929800:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384680.929802:0:16349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384680.929805:0:16349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384680.929805:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384680.929809:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018442c5e. 02000000:00000010:0.0:1767384680.929811:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000924d83b7. 00000100:00000001:1.0:1767384680.929813:0:16349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384680.929816:0:16349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384680.929817:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.929820:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384680.929824:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe984d1. 00000100:00000001:1.0:1767384680.929829:0:16349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384680.929832:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1e7028f. 00000100:00000001:1.0:1767384680.929833:0:16349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.929839:0:16349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384680.929841:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049197824, portal 10 00000100:00000001:1.0:1767384680.929842:0:16349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.929848:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384680.929850:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620799667049728 : -123274042501888 : ffff8fe2067c9500) 00000100:00000040:0.0:1767384680.929857:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009cf970a1 x1853237049197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.929874:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384680.929877:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384680.929879:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000762d0399. 00000100:00000200:0.0:1767384680.929881:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237049197824, offset 0 00000400:00000200:0.0:1767384680.929886:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384680.929893:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384680.929901:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260008500 00000400:00000200:0.0:1767384680.929905:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 11832 00000400:00000200:0.0:1767384680.929909:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384680.929912:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384680.929917:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384680.929918:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384680.929921:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1f01085. 00000100:00000040:0.0:1767384680.929923:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000f1f01085 x1853237049197824 msgsize 520 00000100:00100000:0.0:1767384680.929926:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384680.929935:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384680.929940:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000762d0399 00000400:00000010:0.0:1767384680.929941:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000762d0399. 00000100:00000001:0.0:1767384680.929949:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384680.929951:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009cf970a1 x1853237049197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.929958:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384680.929960:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009cf970a1 x1853237049197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.929965:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.929967:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384680.929971:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384680.929974:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2875 usecs (3 jiffies) 00000100:00000001:0.0:1767384680.929977:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294969355 00000100:00000010:0.0:1767384680.929979:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c00d1427. 00000100:00000001:2.0:1767384680.929981:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384680.929982:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384680.929987:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197824 00000100:00000001:0.0:1767384680.929989:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294969355 02000000:00000001:2.0:1767384680.929992:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384680.929994:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e404f76. 00000100:00000001:2.0:1767384680.929996:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384680.929997:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384680.930000:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384680.930006:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.930006:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294969355 00000100:00100000:2.0:1767384680.930010:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197824 00000100:00000010:0.0:1767384680.930012:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff47987f. 00000020:00000001:2.0:1767384680.930014:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384680.930017:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd2014e 00000100:00000001:0.0:1767384680.930017:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384680.930022:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384680.930025:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.930026:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294969355 00000020:00000001:2.0:1767384680.930029:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384680.930032:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000590be2de. 00000020:00000010:2.0:1767384680.930037:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007baa7943. 00000100:00000001:0.0:1767384680.930038:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384680.930045:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9fcd12f. 00000020:00000010:2.0:1767384680.930051:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000100:00000001:0.0:1767384680.930052:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384680.930058:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384680.930058:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.930060:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384680.930065:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.930065:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.930072:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384680.930073:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.930078:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384680.930082:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384680.930083:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.930089:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.930092:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384680.930094:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.930096:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384680.930097:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.930099:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384680.930103:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384680.930105:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620799669470976 : -123274040080640 : ffff8fe206a18700) 00000100:00000040:2.0:1767384680.930111:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f1f01085 x1853237049197824/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384700 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384680.930119:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f1f01085 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16347:x1853237049197824:12345-0@lo:38: 00000100:00000200:2.0:1767384680.930122:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197824 00000020:00000001:2.0:1767384680.930125:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384680.930128:0:17080:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384680.930136:0:17080:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000004f63ebbb) now 6 - find 00000020:00000001:2.0:1767384680.930138:0:17080:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446620803978506672 : -123269731044944 : ffff8fe3077831b0) 00010000:02000000:2.0:1767384680.930141:0:17080:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:00000001:2.0:1767384680.932113:0:17080:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:2.0:1767384680.932118:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 6 - find 00010000:00000001:2.0:1767384680.932121:0:17080:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767384680.932123:0:17080:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1767384680.932125:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384680.932127:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384680.932131:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d8ee363b. 02000000:00000001:2.0:1767384680.932133:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.932134:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.932137:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384680.932139:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384680.932141:0:17080:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1767384680.932143:0:17080:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384680.932145:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384680.932147:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 17 to 0@lo 00000100:00000001:2.0:1767384680.932149:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:2.0:1767384680.932151:0:17080:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446620804265491072 : -123269444060544 : 0xffff8fe318933a80) 00000100:00000040:2.0:1767384680.932153:0:17080:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008ff26bbb refcount 17 to 0@lo 02000000:00000001:2.0:1767384680.932154:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384680.932155:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.932157:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384680.932158:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384680.932161:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b391f72e. 00000100:00000200:2.0:1767384680.932164:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049197824, offset 0 00000400:00000200:2.0:1767384680.932167:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384680.932172:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384680.932176:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260008500 00000400:00000200:2.0:1767384680.932179:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2191 [1] + 0 00000400:00000200:2.0:1767384680.932182:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384680.932201:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384680.932205:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384680.932209:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009cf970a1 x1853237049197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384680.932219:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000009cf970a1 x1853237049197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.932235:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384680.932242:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b391f72e 00000400:00000010:2.0:1767384680.932244:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b391f72e. 00000100:00000001:2.0:1767384680.932248:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384680.932249:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384680.932253:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.932256:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 16 to 0@lo 00000100:00000001:2.0:1767384680.932259:0:17080:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.932262:0:17080:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384680.932267:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1f01085 x1853237049197824/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.932272:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384680.932273:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1f01085 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16347:x1853237049197824:12345-0@lo:38: Request processed in 2154us (2348us total) trans 0 rc -19/-19 00000100:00000001:0.0:1767384680.932277:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384680.932282:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000400:00000001:0.0:1767384680.932284:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384680.932287:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384680.932288:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384680.932289:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384680.932292:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbe984d1. 00000020:00000010:2.0:1767384680.932294:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9fcd12f. 00000020:00000010:2.0:1767384680.932299:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000400:00000200:0.0:1767384680.932299:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1e7028f 00000020:00000010:2.0:1767384680.932304:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007baa7943. 00000100:00000001:2.0:1767384680.932307:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384680.932309:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1e7028f. 00000100:00000001:0.0:1767384680.932315:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384680.932322:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009cf970a1 x1853237049197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384680.932333:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009cf970a1 x1853237049197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.932339:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384680.932341:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.932343:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384680.932346:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384680.932347:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384680.932349:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384680.932351:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384680.932356:0:16347:0:(import.c:2128:obd_at_measure()) add 0 to 000000003887f15e time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384680.932359:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000488015b5 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384680.932362:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384680.932364:0:16347:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384680.932366:0:16347:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384680.932369:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009cf970a1 x1853237049197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.932376:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767384680.932378:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384680.932380:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.932382:0:16347:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767384680.932383:0:16347:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767384680.932386:0:16347:0:(import.c:65:import_set_state_nolock()) 00000000a95cd374 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767384680.932390:0:16347:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:0.0:1767384680.932392:0:16347:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384680.932403:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009cf970a1 x1853237049197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384680.932410:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009cf970a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16347:1853237049197824:0@lo:38: 00000100:00000001:0.0:1767384680.932414:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.932416:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384680.932420:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009cf970a1 x1853237049197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384690 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.932425:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384680.932427:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384680.932429:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000924d83b7. 02000000:00000001:0.0:1767384680.932432:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384680.932433:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384680.932435:0:16347:0:(genops.c:1242:class_import_put()) import 00000000a95cd374 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384680.932436:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384680.932438:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b3fae7f9. 02000000:00000001:0.0:1767384680.932441:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384680.932443:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384680.932444:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009cf970a1. 00000100:00000001:0.0:1767384680.932447:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384680.932448:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.932450:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.932454:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384680.932455:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.932457:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.932458:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.933655:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294969355, at 4294969356 00000100:00000010:2.0:1767384680.933661:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff47987f. 00000100:00000040:1.0:1767384680.933667:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294969355, at 4294969356 00000100:00000040:0.0:1767384680.933667:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294969355, at 4294969356 00000100:00000040:3.0:1767384680.933669:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294969355, at 4294969356 00000100:00000010:0.0:1767384680.933677:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c00d1427. 00000100:00000010:1.0:1767384680.933679:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e404f76. 00000100:00000010:3.0:1767384680.933682:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000590be2de. 00000800:00000200:3.0:1767384681.305722:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005bc327e2] -> 12345-192.168.202.137@tcp20 (6) 00000800:00000200:3.0:1767384681.305733:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp20 ip 192.168.202.137:988 00000800:00000200:3.0:1767384681.305737:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384681.305895:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384681.305901:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384681.305913:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384681.305918:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384681.305920:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384681.433782:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384681.433788:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384681.433804:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384681.433805:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384681.433860:0:40099:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384681.433863:0:40099:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384681.433865:0:40099:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384681.945774:0:17889:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384681.945782:0:17889:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00100000:2.0:1767384681.949891:0:17881:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384681.949896:0:17881:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000000f0e7d5b : new cb_count 0 00000020:00000040:2.0:1767384681.949902:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000000f0e7d5b : new refcount 0 00000020:00000080:2.0:1767384681.949904:0:17881:0:(genops.c:904:class_export_put()) final put 000000000f0e7d5b/lustre-MDT0000-mdtlov_UUID 00000001:00000010:2.0:1767384681.949925:0:17881:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000233274ab. 00080000:00000010:2.0:1767384681.949933:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006893ab32. 00080000:00000010:2.0:1767384681.949938:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000defc4db. 00000001:00100000:2.0:1767384681.949942:0:17881:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9ad25df5-1635-4ffe-973f-7bd68d52e539 00000001:00000040:2.0:1767384681.949945:0:17881:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000003d2d0c39 : new cb_count 1 00000020:00000040:2.0:1767384681.949947:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000003d2d0c39 : new refcount 1 00000001:00000010:2.0:1767384681.949948:0:17881:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000797ae666. 00000020:00000001:0.0:1767384681.949950:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00080000:00000010:2.0:1767384681.949952:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000068c33a10. 00000020:00000080:0.0:1767384681.949955:0:38:0:(genops.c:863:class_export_destroy()) destroying export 000000000f0e7d5b/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00080000:00000010:2.0:1767384681.949962:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005ab39a56. 00000001:00100000:2.0:1767384681.949967:0:17881:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9ad25df5-1635-4ffe-973f-7bd68d52e539 00000001:00000040:2.0:1767384681.949970:0:17881:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000003d2d0c39 : new cb_count 0 00000020:00000040:0.0:1767384681.949970:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 15 to 0@lo 00000020:00000040:2.0:1767384681.949976:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000003d2d0c39 : new refcount 0 00000020:00000001:0.0:1767384681.949976:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:2.0:1767384681.949980:0:17881:0:(genops.c:904:class_export_put()) final put 000000003d2d0c39/9ad25df5-1635-4ffe-973f-7bd68d52e539 00000020:00000040:0.0:1767384681.949983:0:38:0:(genops.c:1229:class_import_get()) import 00000000a18a2ce5 refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1767384681.949988:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384681.949989:0:38:0:(genops.c:1242:class_import_put()) import 00000000a18a2ce5 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384681.949991:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000010:2.0:1767384681.949995:0:17881:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000009a4da93. 00000020:00000001:0.0:1767384681.949995:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384681.949999:0:38:0:(genops.c:1242:class_import_put()) import 00000000a18a2ce5 refcount=0 obd=lustre-OST0000 00080000:00000010:2.0:1767384681.950001:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000665f5744. 00000020:00000040:0.0:1767384681.950004:0:38:0:(genops.c:1245:class_import_put()) final put import 00000000a18a2ce5 00000020:00000001:0.0:1767384681.950011:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384681.950014:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384681.950018:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384681.950023:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e74f7cc8. 00000001:00000010:0.0:1767384681.950027:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000010778516. 00000001:00000010:0.0:1767384681.950029:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007e886971. 00000001:00000010:0.0:1767384681.950030:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009d8f2869. 00000001:00000010:0.0:1767384681.950032:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001238b168. 00000001:00000010:0.0:1767384681.950034:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006cb9d3b5. 00000001:00000001:0.0:1767384681.950037:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384681.950039:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384681.950041:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384681.950043:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384681.950047:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000068686dd5. 00000020:00000001:0.0:1767384681.950053:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384681.950056:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 7 - export 00000020:00000010:0.0:1767384681.950060:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000f0e7d5b. 00000020:00000001:0.0:1767384681.950073:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384681.950077:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000001:00100000:2.0:1767384681.950078:0:17060:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9ad25df5-1635-4ffe-973f-7bd68d52e539 00000020:00000080:0.0:1767384681.950079:0:38:0:(genops.c:863:class_export_destroy()) destroying export 000000003d2d0c39/9ad25df5-1635-4ffe-973f-7bd68d52e539 for lustre-OST0000 00000001:00000040:2.0:1767384681.950083:0:17060:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000003112511e : new cb_count 0 00000020:00000040:2.0:1767384681.950087:0:17060:0:(genops.c:898:class_export_put()) PUTting export 000000003112511e : new refcount 0 00000020:00000040:0.0:1767384681.950089:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 3 to 192.168.202.37@tcp50 00000020:00000080:2.0:1767384681.950090:0:17060:0:(genops.c:904:class_export_put()) final put 000000003112511e/9ad25df5-1635-4ffe-973f-7bd68d52e539 00000020:00000001:0.0:1767384681.950096:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000001:00000010:2.0:1767384681.950097:0:17060:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000b6fb372c. 00000020:00000040:0.0:1767384681.950099:0:38:0:(genops.c:1229:class_import_get()) import 000000000128b02d refcount=2 obd=lustre-OST0000 00080000:00000010:2.0:1767384681.950103:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f7447b98. 00000020:00000001:0.0:1767384681.950104:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384681.950107:0:38:0:(genops.c:1242:class_import_put()) import 000000000128b02d refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384681.950111:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384681.950118:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384681.950120:0:38:0:(genops.c:1242:class_import_put()) import 000000000128b02d refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384681.950121:0:38:0:(genops.c:1245:class_import_put()) final put import 000000000128b02d 00000020:00000001:0.0:1767384681.950125:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384681.950126:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384681.950128:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384681.950132:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f6b74a85. 00000001:00000010:0.0:1767384681.950136:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dd0c6a0e. 00000001:00000010:0.0:1767384681.950137:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000045c80004. 00000001:00000010:0.0:1767384681.950138:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000399ac3b7. 00000001:00000010:0.0:1767384681.950140:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000da691ae. 00000001:00000010:0.0:1767384681.950142:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000096965584. 00000001:00000001:0.0:1767384681.950144:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384681.950146:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384681.950147:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384681.950148:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384681.950150:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000770286f5. 00000020:00000001:0.0:1767384681.950154:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384681.950156:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 6 - export 00000020:00000010:0.0:1767384681.950158:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003d2d0c39. 00000020:00000001:0.0:1767384681.950161:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384681.950163:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384681.950165:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000a18a2ce5 for lustre-OST0000 00000020:00000040:0.0:1767384681.950168:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 14 to 0@lo 00000020:00000040:0.0:1767384681.950170:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 5 - import 00000020:00000010:0.0:1767384681.950173:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000a18a2ce5. 00000020:00000001:0.0:1767384681.950195:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:0.0:1767384681.950198:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384681.950200:0:38:0:(genops.c:863:class_export_destroy()) destroying export 000000003112511e/9ad25df5-1635-4ffe-973f-7bd68d52e539 for lustre-MDT0000 00000020:00000040:0.0:1767384681.950204:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 2 to 192.168.202.37@tcp50 00000020:00000001:0.0:1767384681.950206:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384681.950209:0:38:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:0.0:1767384681.950210:0:38:0:(genops.c:1229:class_import_get()) import 0000000094d1043a refcount=2 obd=lustre-MDT0000 00000020:00000001:0.0:1767384681.950212:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384681.950213:0:38:0:(genops.c:1242:class_import_put()) import 0000000094d1043a refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384681.950215:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384681.950222:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384681.950223:0:38:0:(genops.c:1242:class_import_put()) import 0000000094d1043a refcount=0 obd=lustre-MDT0000 00000020:00000040:0.0:1767384681.950224:0:38:0:(genops.c:1245:class_import_put()) final put import 0000000094d1043a 00000020:00000001:0.0:1767384681.950226:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:0.0:1767384681.950228:0:38:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000097645f32. 00010000:00000001:0.0:1767384681.950231:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384681.950232:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384681.950236:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b8647c87. 00000001:00000010:0.0:1767384681.950238:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000051caaeac. 00000001:00000010:0.0:1767384681.950240:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d647b8bd. 00000001:00000010:0.0:1767384681.950242:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009c95c9aa. 00000001:00000010:0.0:1767384681.950243:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fe756f7d. 00000001:00000010:0.0:1767384681.950245:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000396866f6. 00000001:00000001:0.0:1767384681.950247:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384681.950249:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:0.0:1767384681.950250:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384681.950253:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a458eda0. 00000001:00000010:0.0:1767384681.950254:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009e68d583. 00000001:00000010:0.0:1767384681.950256:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f7783a3a. 00000001:00000010:0.0:1767384681.950257:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ae1658f4. 00000001:00000010:0.0:1767384681.950259:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f12602aa. 00000001:00000010:0.0:1767384681.950261:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000012e4acd7. 00000001:00000001:0.0:1767384681.950262:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384681.950263:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384681.950264:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:0.0:1767384681.950267:0:38:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 000000007f2a8593: xid 1853237043924480, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:0.0:1767384681.950271:0:38:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 000000007f2a8593: xid 1853237043924480, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:0.0:1767384681.950273:0:38:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000007f2a8593. 00000001:00000010:0.0:1767384681.950276:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000001f07ccc0. 00000004:00000001:0.0:1767384681.950279:0:38:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384681.950281:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384681.950282:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 5 - export 00000020:00000010:0.0:1767384681.950284:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003112511e. 00000020:00000001:0.0:1767384681.950287:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384681.950293:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384681.950294:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000000128b02d for lustre-OST0000 00000020:00000040:0.0:1767384681.950298:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 1 to 192.168.202.37@tcp50 00000020:00000040:0.0:1767384681.950300:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a173e352) now 4 - import 00000020:00000010:0.0:1767384681.950302:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000000128b02d. 00000020:00000001:0.0:1767384681.950304:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:0.0:1767384681.950310:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384681.950311:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000094d1043a for lustre-MDT0000 00000020:00000040:0.0:1767384681.950314:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000019f0025d refcount 0 to 192.168.202.37@tcp50 00000020:00000040:0.0:1767384681.950315:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 4 - import 00000020:00000010:0.0:1767384681.950317:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000094d1043a. 00000020:00000001:0.0:1767384681.950319:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000800:00000200:3.0:1767384682.329707:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b4532f58] -> 12345-192.168.202.137@tcp36 (6) 00000800:00000200:3.0:1767384682.329716:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp36 ip 192.168.202.137:988 00000800:00000200:3.0:1767384682.329721:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384682.329744:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e64d8c91] -> 12345-192.168.202.137@tcp23 (6) 00000800:00000200:3.0:1767384682.329748:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp23 ip 192.168.202.137:988 00000800:00000200:3.0:1767384682.329750:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b65a0f0f type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384682.329865:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767384682.329868:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384682.329871:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384682.329873:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384682.329883:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384682.329883:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384682.329889:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384682.329890:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384682.329893:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384682.329895:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384682.457716:0:17084:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00010000:00000001:2.0:1767384682.457717:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384682.457723:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384682.457723:0:17084:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384682.457732:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384682.457735:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384682.457785:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384682.457789:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384682.457792:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384683.353678:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017c304d8] -> 12345-192.168.202.137@tcp10 (6) 00000400:00000200:1.0:1767384683.353681:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp47 00000800:00000200:3.0:1767384683.353687:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp10 ip 192.168.202.137:988 00000800:00000200:3.0:1767384683.353690:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384683.353690:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000761f51d8. 00000400:00000010:1.0:1767384683.353701:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cf01ec82. 00000400:00000010:1.0:1767384683.353707:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000010:1.0:1767384683.353714:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000575732a8. 00000400:00000200:1.0:1767384683.353719:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp47 00000400:00000200:1.0:1767384683.353742:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp47 local destination 00000400:00000200:1.0:1767384683.353748:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp47 00000400:00000200:1.0:1767384683.353752:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp47 NI seq info: [249:249:256:4294967295] 192.168.202.137@tcp47 LPNI seq info [208:208:8:4294967295] 00000400:00000200:1.0:1767384683.353759:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp47 00000400:00000200:1.0:1767384683.353767:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp47(192.168.202.137@tcp47:) -> 192.168.202.137@tcp47(192.168.202.137@tcp47:192.168.202.137@tcp47) : GET try# 0 00000800:00000200:1.0:1767384683.353772:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp47 00000800:00000010:1.0:1767384683.353776:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000044b003c6. 00000800:00000200:1.0:1767384683.353781:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015561576] -> 12345-192.168.202.137@tcp47 (2) 00000800:00000200:1.1:1767384683.353785:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015561576] -> 12345-192.168.202.137@tcp47 (2) 00000400:00000200:1.0:1767384683.353815:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp47 added to recovery queue. ping count: 4 next ping: 320 health :600 00000800:00000200:2.0:1767384683.353840:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384683.353846:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384683.353857:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384683.353861:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384683.353863:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384683.353890:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.353948:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.353972:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.353990:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354002:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354013:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354024:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354040:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354062:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354082:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354102:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354114:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354126:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354152:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354189:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354213:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354235:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354251:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354262:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354272:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354285:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354295:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354306:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354317:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354328:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354340:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354351:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354365:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354397:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354419:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354437:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354457:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354474:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354500:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384683.354518:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384683.354679:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000034fb6922. 00000800:00000010:3.0:1767384683.354684:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008f13d553. 00000800:00000010:3.0:1767384683.354688:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d6126a5. 00000800:00000010:3.0:1767384683.354705:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d6126a5. 00000800:00020000:3.0:1767384683.354712:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384683.354715:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008f13d553. 00000800:00000010:3.0:1767384683.354717:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000034fb6922. 00000400:02020000:3.0:1767384683.354752:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp47 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384683.354757:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp47 notifying 192.168.202.137@tcp47: down 00000400:00000200:3.0:1767384683.354761:0:16337:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384683.354764:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp47 00000800:00000010:3.0:1767384683.354765:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000044b003c6. 00000400:00000200:3.0:1767384683.354768:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384683.354771:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp47->192.168.202.137@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384683.354778:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384683.354781:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384683.354784:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp47) recovery failed with -71 00010000:00000001:2.0:1767384683.481711:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384683.481719:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384683.481726:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384683.481728:0:268:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384683.481730:0:268:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384683.481732:0:268:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384683.481735:0:268:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384683.481737:0:268:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384683.481738:0:268:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384683.481740:0:268:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384683.481787:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384683.481791:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384683.481794:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384684.377696:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3e4d0f5] -> 12345-192.168.202.137@tcp39 (4) 00000400:00000001:1.0:1767384684.377699:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384684.377703:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.1:1767384684.377706:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3e4d0f5] -> 12345-192.168.202.137@tcp39 (4) 00000400:00000200:1.0:1767384684.377708:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000400:00000010:1.0:1767384684.377713:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000400:00000200:1.0:1767384684.377719:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384684.377724:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp47 recovery ping unlinked 00000400:00000010:1.0:1767384684.377738:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000761f51d8. 00000400:00000010:1.0:1767384684.377745:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cf01ec82. 00000400:00000200:0.0:1767384684.377815:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.377851:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.377863:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.377874:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.377884:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.377895:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.377906:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.377916:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.377927:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.377942:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.377962:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.377982:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378004:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378026:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378053:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378075:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378094:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378106:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378117:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378127:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378138:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378149:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378179:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378192:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378204:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378218:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378249:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378267:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378279:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378290:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378302:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378313:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378330:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378350:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384684.378371:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384684.378510:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e795ff09. 00000800:00000010:0.0:1767384684.378513:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b9ad9aaf. 00000800:00000010:0.0:1767384684.378517:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee17bb71. 00000800:00000010:0.0:1767384684.378533:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee17bb71. 00000800:00020000:0.0:1767384684.378540:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384684.378543:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b9ad9aaf. 00000800:00000010:0.0:1767384684.378544:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e795ff09. 00000400:02020000:0.0:1767384684.378568:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp39 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384684.378571:0:16338:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384684.505706:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384684.505712:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384684.505720:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384684.505721:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.505770:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384684.505789:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384684.505792:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384684.761700:0:40098:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:3.0:1767384684.761713:0:40098:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000b640c370 - data 000000002bfab994/00000000de9e0686 00000020:00000010:3.0:1767384684.761815:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000001435e954. 00000020:00000010:3.0:1767384684.761823:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000efcf66b6. 00000020:00000010:3.0:1767384684.761837:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000de9e0686. 00000020:00000010:3.0:1767384684.761840:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000009ac26fdb. 00000020:00000010:3.0:1767384684.761844:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000dd589042. 00000020:00000010:3.0:1767384684.761846:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000614af391. 00000020:00000010:3.0:1767384684.761849:0:40098:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000b640c370. 00000020:01000000:3.0:1767384684.761854:0:40098:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000227294b6 - data 00000000fadaf16f/00000000a088726f 00000020:00000010:3.0:1767384684.761933:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000cb899e30. 00000020:00000010:3.0:1767384684.761937:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 000000007b5da9d8. 00000020:00000010:3.0:1767384684.761939:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000a088726f. 00000020:00000010:3.0:1767384684.761941:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000004cb5027b. 00000020:00000010:3.0:1767384684.761944:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000933ae075. 00000020:00000010:3.0:1767384684.761946:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000ed8803ad. 00000020:00000010:3.0:1767384684.761949:0:40098:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000227294b6. 00000020:00000001:3.0:1767384684.761952:0:40098:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:3.0:1767384684.762246:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 0000000071c4539e. 00000020:00000010:3.0:1767384684.762250:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000de76372d. 00000020:00000010:3.0:1767384684.762252:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000d6139cdd. 00000020:00000010:3.0:1767384684.762255:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 00000000db7c54f4. 00000020:00000010:3.0:1767384684.762257:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000abe9a370. 02000000:00000001:3.0:1767384684.771759:0:40098:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:3.0:1767384684.771763:0:40098:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 00000000130be73b for key 0 00000004:00000010:3.0:1767384684.771767:0:40098:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 00000000130be73b. 02000000:00000001:3.0:1767384684.771771:0:40098:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384684.771773:0:40098:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000062085f69. 02000000:00000010:3.0:1767384684.771775:0:40098:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000b05c5b51. 02000000:00000001:3.0:1767384684.771778:0:40098:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:3.0:1767384684.771780:0:40098:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384684.771781:0:40098:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000016333e1b. 02000000:00000010:3.0:1767384684.771783:0:40098:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 0000000063df4c5f. 00000020:00000001:3.0:1767384684.771787:0:40098:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:3.0:1767384684.771790:0:40098:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384684.771792:0:40098:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:3.0:1767384684.771797:0:40098:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384684.771808:0:40098:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006e5e1dea. 00080000:00000001:3.0:1767384684.771811:0:40098:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620804002015232 : -123269707536384 : ffff8fe308dee800) 00080000:00000001:3.0:1767384684.771815:0:40098:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384684.771819:0:40098:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384684.771823:0:40098:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002d6126a5. 00080000:00000001:3.0:1767384684.771832:0:40098:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384684.771834:0:40098:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384684.771847:0:40098:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384684.771849:0:40098:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384684.771870:0:40098:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:3.0:1767384684.771872:0:40098:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384684.771875:0:40098:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384684.774453:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006e5e1dea. 00080000:00000010:3.0:1767384684.774501:0:40098:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002d6126a5. 00040000:00000001:3.0:1767384684.774507:0:40098:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384684.774509:0:40098:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384684.774511:0:40098:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384684.774513:0:40098:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:3.0:1767384684.774516:0:40098:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384684.774520:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000032e10a8c/000000002ce0fbb9 to site lru. bkt: 00000000f07dc995 00000020:00000010:3.0:1767384684.774523:0:40098:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 00000000ceb3f2a1. 00000020:00000010:3.0:1767384684.774544:0:40098:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 00000000bc1fdcbb. 00000020:00000010:3.0:1767384684.774547:0:40098:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000f8c4934f. 00000020:00000002:3.0:1767384684.774554:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000971852c7/00000000c166101b to site lru. bkt: 00000000dd0a826b 00000020:00000001:3.0:1767384684.774556:0:40098:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:3.0:1767384684.774559:0:40098:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:3.0:1767384684.774565:0:40098:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f690c6bd. 00000020:00000010:3.0:1767384684.774569:0:40098:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa58687c. 00000020:00000010:3.0:1767384684.774573:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ea6c427. 00000020:00000010:3.0:1767384684.774580:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ef540e50. 00000040:00000010:3.0:1767384684.774584:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000054f8a7db. 00000020:00000010:3.0:1767384684.774586:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000093a71eb. 00000020:00000010:3.0:1767384684.774589:0:40098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f3a02be6. 00000020:00000010:3.0:1767384684.774593:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009b0b40d8. 80000000:00000010:3.0:1767384684.774597:0:40098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c2a3c603. 40000000:00000010:3.0:1767384684.774601:0:40098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000781a0236. 00100000:00000010:3.0:1767384684.774606:0:40098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b331d376. 00040000:00000010:3.0:1767384684.774633:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000a847ff3. 00040000:00000010:3.0:1767384684.774636:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007ba11724. 00040000:00000010:3.0:1767384684.774640:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad136111. 00080000:00000010:3.0:1767384684.774644:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000dbd4b593. 00080000:00000010:3.0:1767384684.774648:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bf9150c0. 00000004:00000010:3.0:1767384684.774657:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000625b34c0. 00000004:00000010:3.0:1767384684.774660:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003c698bfe. 00000004:00000010:3.0:1767384684.774664:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003983b412. 00000004:00000010:3.0:1767384684.774667:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a4d58d6d. 00000020:00000010:3.0:1767384684.774670:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000916407c4. 00000001:00000001:3.0:1767384684.774674:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384684.774677:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000004d2f5504. 00000001:00000010:3.0:1767384684.774680:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003fb354b7. 00000001:00000010:3.0:1767384684.774682:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ebeea9fb. 00000001:00000001:3.0:1767384684.774685:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:3.0:1767384684.774686:0:40098:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384684.774690:0:40098:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767384684.774693:0:40098:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767384684.774720:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000cacd3411. 00000020:00000010:3.0:1767384684.774726:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000008fca5d96. 00000020:00000010:3.0:1767384684.774729:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000d09a1267. 00000020:00000010:3.0:1767384684.774732:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ef44748e. 00010000:00000001:3.0:1767384684.774757:0:40098:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767384684.774764:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000042236dcb. 00000020:00000010:3.0:1767384684.774766:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000bb2b5620. 00000020:00000010:3.0:1767384684.774769:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000727e5a8b. 00000020:00000010:3.0:1767384684.774771:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e214888e. 00000001:00000001:3.0:1767384684.774800:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384684.789997:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ed353b2c. 00000001:00000010:3.0:1767384684.790013:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000041b0256d. 00000001:00000010:3.0:1767384684.790015:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008b042e75. 00000001:00000010:3.0:1767384684.790017:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ba926188. 00000001:00000010:3.0:1767384684.790020:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001d89260b. 00000001:00000010:3.0:1767384684.790021:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b6b964cd. 00000001:00000010:3.0:1767384684.790023:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f18a4172. 00000001:00000010:3.0:1767384684.790025:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000960bd172. 00000001:00000010:3.0:1767384684.790026:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000082a69f28. 00000001:00000010:3.0:1767384684.790028:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000078498e58. 00000001:00000010:3.0:1767384684.790030:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005a1590e5. 00000001:00000010:3.0:1767384684.790031:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f47c72cc. 00000001:00000010:3.0:1767384684.790033:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dac5fb03. 00000001:00000010:3.0:1767384684.790035:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003227a5d4. 00000001:00000010:3.0:1767384684.790036:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d1dacc42. 00000001:00000010:3.0:1767384684.790038:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000042ce5f7. 00000001:00000010:3.0:1767384684.790039:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cb42800b. 00000001:00000010:3.0:1767384684.790041:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fd600dd7. 00000001:00000010:3.0:1767384684.790042:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006c65db1e. 00000001:00000010:3.0:1767384684.790044:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000047efdcfb. 00000001:00000010:3.0:1767384684.790046:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea281500. 00000001:00000010:3.0:1767384684.790047:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007b894ae3. 00000001:00000010:3.0:1767384684.790049:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000993f45f4. 00000001:00000010:3.0:1767384684.790051:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000036ded6a9. 00000001:00000010:3.0:1767384684.790052:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e4a1a5ff. 00000001:00000010:3.0:1767384684.790054:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000afd7da76. 00000001:00000010:3.0:1767384684.790055:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d3b95746. 00000001:00000010:3.0:1767384684.790057:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d45c402f. 00000001:00000010:3.0:1767384684.790059:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000af2db0d9. 00000001:00000010:3.0:1767384684.790061:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007e785165. 00000001:00000010:3.0:1767384684.790062:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003a267e13. 00000001:00000010:3.0:1767384684.790064:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000059e391fb. 00000001:00000010:3.0:1767384684.790065:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000093e80832. 00000001:00000010:3.0:1767384684.790067:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007da232b4. 00000001:00000010:3.0:1767384684.790069:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000211e05b. 00000001:00000010:3.0:1767384684.790070:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b70f9974. 00000001:00000010:3.0:1767384684.790072:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000012be4a47. 00000001:00000010:3.0:1767384684.790074:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000080bc4541. 00000001:00000010:3.0:1767384684.790075:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000010bf9e59. 00000001:00000010:3.0:1767384684.790077:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000943cf378. 00000001:00000010:3.0:1767384684.790079:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004c585f6a. 00000001:00000010:3.0:1767384684.790080:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004efc57e3. 00000001:00000010:3.0:1767384684.790082:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000229c7bf9. 00000001:00000010:3.0:1767384684.790084:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ac312830. 00000001:00000010:3.0:1767384684.790085:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000031018945. 00000001:00000010:3.0:1767384684.790087:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e2b15b81. 00000001:00000010:3.0:1767384684.790089:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002362520b. 00000001:00000010:3.0:1767384684.790090:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b049f101. 00000001:00000010:3.0:1767384684.790092:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002110b348. 00000001:00000010:3.0:1767384684.790093:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d6409d88. 00000001:00000010:3.0:1767384684.790094:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000022e03b5a. 00000001:00000010:3.0:1767384684.790096:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004e8a3208. 00000001:00000010:3.0:1767384684.790097:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002dcd21e8. 00000001:00000010:3.0:1767384684.790099:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000086c4f501. 00000001:00000010:3.0:1767384684.790100:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000092860b97. 00000001:00000010:3.0:1767384684.790102:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d1e4b26b. 00000001:00000010:3.0:1767384684.790104:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000076214e53. 00000001:00000010:3.0:1767384684.790105:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004ce61b65. 00000001:00000010:3.0:1767384684.790107:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e7c0ec53. 00000001:00000010:3.0:1767384684.790109:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c160e6dd. 00000001:00000010:3.0:1767384684.790110:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000065e4a959. 00000001:00000010:3.0:1767384684.790112:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000798763ab. 00000001:00000010:3.0:1767384684.790113:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002d3951d5. 00000001:00000010:3.0:1767384684.790115:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000776e78c3. 00000001:00000010:3.0:1767384684.790117:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000022e1e4a2. 00000001:00000010:3.0:1767384684.790119:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b63eee3d. 00000001:00000010:3.0:1767384684.790120:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ba98c03b. 00000001:00000010:3.0:1767384684.790122:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000553b5d09. 00000001:00000010:3.0:1767384684.790124:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000039c8818b. 00000001:00000010:3.0:1767384684.790126:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f21f8e79. 00000001:00000010:3.0:1767384684.790127:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000089bd5b05. 00000001:00000010:3.0:1767384684.790129:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009d8da9ac. 00000001:00000010:3.0:1767384684.790131:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002eb215bc. 00000001:00000010:3.0:1767384684.790133:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000067fd407b. 00000001:00000010:3.0:1767384684.790134:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a0258abb. 00000001:00000010:3.0:1767384684.790135:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bf73d22d. 00000001:00000010:3.0:1767384684.790137:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008558a427. 00000001:00000010:3.0:1767384684.790138:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007996d908. 00000001:00000010:3.0:1767384684.790140:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c3c1b631. 00000001:00000010:3.0:1767384684.790142:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001ddfaf98. 00000001:00000010:3.0:1767384684.790143:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ad6898a4. 00000001:00000010:3.0:1767384684.790145:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008645014f. 00000001:00000010:3.0:1767384684.790146:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005d570136. 00000001:00000010:3.0:1767384684.790158:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004d84d2ee. 00000001:00000010:3.0:1767384684.790161:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d69c33ea. 00000001:00000010:3.0:1767384684.790162:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006e7f700a. 00000001:00000010:3.0:1767384684.790163:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bb4b3ce5. 00000001:00000010:3.0:1767384684.790165:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000020dcd0f0. 00000001:00000010:3.0:1767384684.790166:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000028d50cbb. 00000001:00000010:3.0:1767384684.790168:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f54e2ae3. 00000001:00000010:3.0:1767384684.790170:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007aad95a3. 00000001:00000010:3.0:1767384684.790171:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000be264321. 00000001:00000010:3.0:1767384684.790172:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000098ffc8b2. 00000001:00000010:3.0:1767384684.790174:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000098584639. 00000001:00000010:3.0:1767384684.790175:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001faa80a1. 00000001:00000010:3.0:1767384684.790176:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ab0e5c99. 00000001:00000010:3.0:1767384684.790178:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000246ee843. 00000001:00000010:3.0:1767384684.790179:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001f84b35c. 00000001:00000010:3.0:1767384684.790181:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ba6c21e1. 00000001:00000010:3.0:1767384684.790182:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000019cc50f1. 00000001:00000010:3.0:1767384684.790184:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008e44234c. 00000001:00000010:3.0:1767384684.790192:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000062ea29cc. 00000001:00000010:3.0:1767384684.790194:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea34d508. 00000001:00000010:3.0:1767384684.790196:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000027e351b9. 00000001:00000010:3.0:1767384684.790200:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c118bd8b. 00000001:00000010:3.0:1767384684.790201:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001258f77a. 00000001:00000010:3.0:1767384684.790202:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000575306e8. 00000001:00000010:3.0:1767384684.790204:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002cd9e519. 00000001:00000010:3.0:1767384684.790205:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aacf46c4. 00000001:00000010:3.0:1767384684.790207:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002cb14bc6. 00000001:00000010:3.0:1767384684.790208:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cff9aee1. 00000001:00000010:3.0:1767384684.790209:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000764e3d68. 00000001:00000010:3.0:1767384684.790211:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000582ef5b3. 00000001:00000010:3.0:1767384684.790212:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000015dcd149. 00000001:00000010:3.0:1767384684.790214:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ef69edbd. 00000001:00000010:3.0:1767384684.790215:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009668bc84. 00000001:00000010:3.0:1767384684.790216:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000071973c93. 00000001:00000010:3.0:1767384684.790218:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f7deb4c8. 00000001:00000010:3.0:1767384684.790219:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f9d79f1b. 00000001:00000010:3.0:1767384684.790221:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008a8d37a5. 00000001:00000010:3.0:1767384684.790222:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000015d29561. 00000001:00000010:3.0:1767384684.790224:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b8e28fd2. 00000001:00000010:3.0:1767384684.790225:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000605a1bf6. 00000001:00000010:3.0:1767384684.790226:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002befdab0. 00000001:00000010:3.0:1767384684.790228:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d60314b1. 00000001:00000010:3.0:1767384684.790229:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000091bc214d. 00000001:00000010:3.0:1767384684.790230:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e5da9f1c. 00000001:00000010:3.0:1767384684.790232:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000070e5d1d9. 00000001:00000010:3.0:1767384684.790233:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 00000000522ef4bf. 00000001:00000010:3.0:1767384684.790239:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000d3e9fec2. 00000001:00000001:3.0:1767384684.790242:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767384684.790246:0:40098:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000003d0956f2. 00010000:00000001:3.0:1767384684.790251:0:40098:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384684.790663:0:40098:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384684.790665:0:40098:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:0.0:1767384684.790668:0:40098:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1767384684.790670:0:40098:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:0.0:1767384684.790671:0:40098:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:0.0:1767384684.790674:0:40098:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384684.790745:0:40098:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384684.790750:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000798631bc/000000004daa7dd4 to site lru. bkt: 0000000043ab7f00 40000000:00000001:0.0:1767384684.790752:0:40098:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384684.790753:0:40098:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384684.790754:0:40098:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000a833e6cc. 40000000:00000001:0.0:1767384684.790756:0:40098:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384684.790780:0:40098:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384684.790782:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000043e4ecb6/000000006b38b1a5 to site lru. bkt: 000000007285b0f4 40000000:00000001:0.0:1767384684.790783:0:40098:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384684.790784:0:40098:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384684.790785:0:40098:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 00000000dfb5e877. 40000000:00000001:0.0:1767384684.790787:0:40098:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384684.790810:0:40098:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384684.790811:0:40098:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 0000000076ae307a. 40000000:00000001:0.0:1767384684.790814:0:40098:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.790816:0:40098:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:0.0:1767384684.790817:0:40098:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:0.0:1767384684.790838:0:40098:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:0.0:1767384684.790841:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000049646cd9/00000000a403e6eb to site lru. bkt: 000000004afb9b56 80000000:00000001:0.0:1767384684.790844:0:40098:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:0.0:1767384684.790846:0:40098:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:0.0:1767384684.790848:0:40098:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1767384684.790850:0:40098:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000004d5bb9bc. 80000000:00000010:0.0:1767384684.790854:0:40098:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000001a6aaaad. 80000000:00000010:0.0:1767384684.790857:0:40098:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000003a95c827. 80000000:00000010:0.0:1767384684.790859:0:40098:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000010178419. 80000000:00000010:0.0:1767384684.790861:0:40098:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000fc5df5ae. 80000000:00000040:0.0:1767384684.790864:0:40098:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:0.0:1767384684.790866:0:40098:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384684.790880:0:40098:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1767384684.790882:0:40098:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:0.0:1767384684.790883:0:40098:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:0.0:1767384684.790885:0:40098:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:0.0:1767384684.790886:0:40098:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 00000000719b33a1. 80000000:00000001:0.0:1767384684.790888:0:40098:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:0.0:1767384684.790889:0:40098:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 0000000021e9aa11. 00000004:00000001:0.0:1767384684.790891:0:40098:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.790893:0:40098:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00080000:00000010:0.0:1767384684.790903:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000010e6b4b9. 00040000:00000001:0.0:1767384684.790909:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.790911:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.790912:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.790913:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.790914:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.790915:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.790926:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002e2ed3f7. 00000004:00000010:0.0:1767384684.790934:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000066536792. 00000004:00000010:0.0:1767384684.790940:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000059255373. 00000004:00000001:0.0:1767384684.790944:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.790946:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:0.0:1767384684.790949:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005597c4fa. 00000004:00000001:0.0:1767384684.790953:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.790958:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000cddb4abd. 00040000:00000001:0.0:1767384684.790963:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.790965:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.790966:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.790967:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.790969:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.790970:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.790973:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006afe40f9. 00000004:00000010:0.0:1767384684.790977:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000014b1e7fb. 00000004:00000010:0.0:1767384684.790980:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000004d95218. 00000004:00000001:0.0:1767384684.790982:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.790983:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:0.0:1767384684.790984:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000bcdc6ae. 00000004:00000001:0.0:1767384684.790990:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.790993:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000081d32189. 00040000:00000001:0.0:1767384684.791002:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791003:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791004:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791004:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791005:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791006:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791008:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000004cade6b. 00000004:00000010:0.0:1767384684.791011:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000efc2ff42. 00000004:00000010:0.0:1767384684.791014:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008d2831e5. 00000004:00000001:0.0:1767384684.791017:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791018:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:0.0:1767384684.791020:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a5f3c5b2. 00000004:00000001:0.0:1767384684.791024:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.791026:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000018528c8e. 00040000:00000001:0.0:1767384684.791029:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791030:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791031:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791032:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791032:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791033:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791035:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000efd85f7c. 00000004:00000010:0.0:1767384684.791037:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006bf81695. 00000004:00000010:0.0:1767384684.791039:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c0ea48b9. 00000004:00000001:0.0:1767384684.791041:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791042:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:0.0:1767384684.791043:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c0381c5a. 00000004:00000001:0.0:1767384684.791046:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.791047:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a07adb28. 00040000:00000001:0.0:1767384684.791050:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791051:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791051:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791052:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791053:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791054:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791056:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f25ba709. 00000004:00000010:0.0:1767384684.791058:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a6585a41. 00000004:00000010:0.0:1767384684.791060:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ce3abefa. 00000004:00000001:0.0:1767384684.791061:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791066:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:0.0:1767384684.791068:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f5f0734e. 00000004:00000001:0.0:1767384684.791072:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.791074:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000861cf0f. 00040000:00000001:0.0:1767384684.791078:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791079:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791080:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791081:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791082:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791084:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791087:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000032c36222. 00000004:00000010:0.0:1767384684.791090:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007c115724. 00000004:00000010:0.0:1767384684.791092:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006ba92b4a. 00000004:00000001:0.0:1767384684.791095:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791096:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:0.0:1767384684.791098:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ba098bff. 00000004:00000001:0.0:1767384684.791103:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384684.791108:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791109:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791110:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791112:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791113:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791114:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791116:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000798631bc. 00000004:00000010:0.0:1767384684.791120:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006cbfbf99. 00000004:00000010:0.0:1767384684.791123:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000030dcefeb. 00000004:00000001:0.0:1767384684.791125:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791127:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:0.0:1767384684.791129:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004daa7dd4. 00000004:00000001:0.0:1767384684.791132:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384684.791137:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791138:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791139:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791139:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791140:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791141:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791143:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004f248ce3. 00000004:00000010:0.0:1767384684.791145:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ceb8b67f. 00000004:00000010:0.0:1767384684.791147:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000e7ddebe. 00000004:00000001:0.0:1767384684.791166:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791167:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:0.0:1767384684.791168:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009876529b. 00000004:00000001:0.0:1767384684.791173:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384684.791177:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791179:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791180:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791181:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791182:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791184:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791191:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000084c9f3ae. 00000020:00000010:0.0:1767384684.791195:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fa401a67. 00040000:00000001:0.0:1767384684.791213:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791215:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791216:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791216:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791217:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791218:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791221:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003af9a637. 20000000:00000010:0.0:1767384684.791225:0:40098:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000926b491e. 00040000:00000001:0.0:1767384684.791231:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791232:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791233:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791234:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791235:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791236:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791239:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000adc20a53. 00000004:00000010:0.0:1767384684.791242:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c8e92478. 00000004:00000010:0.0:1767384684.791245:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000eb5d015b. 00000004:00000001:0.0:1767384684.791247:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791248:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:0.0:1767384684.791250:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007fcd2840. 00000004:00000001:0.0:1767384684.791254:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384684.791262:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791264:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791265:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791266:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791267:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791268:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791270:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000043e4ecb6. 00000004:00000010:0.0:1767384684.791277:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000aa25a502. 00000004:00000010:0.0:1767384684.791280:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004dc32f54. 00000004:00000001:0.0:1767384684.791281:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791282:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:0.0:1767384684.791283:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006b38b1a5. 00000004:00000001:0.0:1767384684.791285:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384684.791290:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791291:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791292:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791292:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791293:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791294:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791295:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c7019464. 00000004:00000010:0.0:1767384684.791297:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000035e72ccb. 00000004:00000010:0.0:1767384684.791298:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f8566e62. 00000004:00000001:0.0:1767384684.791300:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791300:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:0.0:1767384684.791301:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009011557a. 00000004:00000001:0.0:1767384684.791304:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384684.791306:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791307:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791308:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791308:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791309:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791310:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791311:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000aeb0f0c. 00000020:00000010:0.0:1767384684.791313:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a3cd8e08. 00040000:00000001:0.0:1767384684.791318:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791319:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791320:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791320:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791321:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791322:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791323:0:40098:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 0000000088c647ce. 00080000:00000010:0.0:1767384684.791326:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000032e10a8c. 00000004:00000010:0.0:1767384684.791328:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000644fddae. 00000004:00000010:0.0:1767384684.791330:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cc465db3. 00000004:00000001:0.0:1767384684.791332:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791336:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:0.0:1767384684.791337:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002ce0fbb9. 00000004:00000001:0.0:1767384684.791339:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384684.791343:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791344:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791345:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791346:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791347:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791348:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791350:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000178dbe7f. 00000020:00000010:0.0:1767384684.791352:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000634e2d68. 00040000:00000001:0.0:1767384684.791356:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791357:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791358:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791358:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791359:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791360:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791361:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003bd6dd7c. 00000004:00000010:0.0:1767384684.791363:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000392b39f. 00000004:00000010:0.0:1767384684.791365:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000064a65ca4. 00000004:00000001:0.0:1767384684.791367:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791368:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:0.0:1767384684.791369:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b92baf0c. 00000004:00000001:0.0:1767384684.791371:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.791375:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000012980566. 00040000:00000001:0.0:1767384684.791377:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791378:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791379:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791379:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791380:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791381:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791382:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000049646cd9. 00000004:00000010:0.0:1767384684.791384:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b2e636dd. 00000004:00000010:0.0:1767384684.791385:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b4bfef69. 00000004:00000001:0.0:1767384684.791387:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791387:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:0.0:1767384684.791388:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a403e6eb. 00000004:00000001:0.0:1767384684.791391:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384684.791395:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791399:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791400:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791401:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791402:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791403:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791406:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c40caa0c. 00000020:00000010:0.0:1767384684.791408:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000080d11427. 00040000:00000001:0.0:1767384684.791422:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791423:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791424:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791425:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791425:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791426:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791427:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003dc952a6. 00000004:00000010:0.0:1767384684.791432:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d2ecc026. 00000004:00000010:0.0:1767384684.791434:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000080e61fd7. 00000004:00000001:0.0:1767384684.791436:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791437:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:0.0:1767384684.791438:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009f6b1d9f. 00000004:00000001:0.0:1767384684.791441:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384684.791446:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791447:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791448:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791449:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791450:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791451:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791453:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001f532343. 00000004:00000010:0.0:1767384684.791456:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003a86b434. 00000004:00000010:0.0:1767384684.791458:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000061c7925f. 00000004:00000001:0.0:1767384684.791461:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791462:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:0.0:1767384684.791464:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003f6a601d. 00000004:00000001:0.0:1767384684.791466:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384684.791471:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791472:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791473:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791474:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791475:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791477:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791480:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000971852c7. 00000004:00000010:0.0:1767384684.791491:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000745881f0. 00000004:00000010:0.0:1767384684.791494:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000047b7ae7a. 00000004:00000001:0.0:1767384684.791497:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791498:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:0.0:1767384684.791500:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c166101b. 00000004:00000001:0.0:1767384684.791504:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384684.791600:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791601:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791602:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791603:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791604:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791604:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791636:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c985317d. 00000004:00000010:0.0:1767384684.791642:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005c7b5f47. 00000004:00000010:0.0:1767384684.791645:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000830f553c. 00000004:00000001:0.0:1767384684.791648:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791649:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:0.0:1767384684.791651:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cd986e52. 00000004:00000001:0.0:1767384684.791655:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384684.791659:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791661:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791662:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791663:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791664:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791665:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791667:0:40098:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at 0000000008fa962b. 00080000:00000010:0.0:1767384684.791670:0:40098:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 116 at 00000000943e89b3. 00080000:00000010:0.0:1767384684.791675:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003fd0004b. 00000004:00000010:0.0:1767384684.791678:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b9a3ae67. 00000004:00000010:0.0:1767384684.791681:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a237f0aa. 00000004:00000001:0.0:1767384684.791684:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791686:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:0.0:1767384684.791687:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000309e02ef. 00000004:00000001:0.0:1767384684.791691:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384684.791696:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791697:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791698:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791700:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384684.791706:0:40098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384684.791707:0:40098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384684.791713:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005c78d3c5. 00000004:00000010:0.0:1767384684.791724:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004eb507de. 00000004:00000010:0.0:1767384684.791727:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b18120e2. 00000004:00000001:0.0:1767384684.791729:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.791730:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x4:0x0] 00000004:00000010:0.0:1767384684.791731:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000012a7a8e9. 00000004:00000001:0.0:1767384684.791735:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:0.0:1767384684.791740:0:40098:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 00000000ee17bb71. 00000004:00000001:0.0:1767384684.791743:0:40098:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:0.0:1767384684.791745:0:40098:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:0.0:1767384684.791752:0:40098:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:0.0:1767384684.791755:0:40098:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384684.791757:0:40098:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384684.791759:0:40098:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384684.791761:0:40098:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384684.791792:0:40098:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384684.791793:0:40098:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384684.791794:0:40098:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384684.791816:0:40098:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384684.791817:0:40098:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384684.791819:0:40098:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:0.0:1767384684.791820:0:40098:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:0.0:1767384684.791824:0:40098:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384684.791826:0:40098:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384684.791828:0:40098:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384684.791831:0:40098:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384684.791832:0:40098:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:0.0:1767384684.791836:0:40098:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384684.791838:0:40098:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384684.791839:0:40098:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384684.791841:0:40098:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384684.791842:0:40098:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384684.791846:0:40098:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384684.791864:0:40098:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384684.791866:0:40098:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384684.791874:0:40098:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384684.791877:0:40098:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:0.0:1767384684.791879:0:40098:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384684.791881:0:40098:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384684.791907:0:40098:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384684.791909:0:40098:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384684.791910:0:40098:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384684.791990:0:40098:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384684.791994:0:40098:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:0.0:1767384684.791998:0:40098:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:1.0:1767384684.792042:0:17103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e09c96a4. 00000040:00000010:1.0:1767384684.792047:0:17103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000010aa7d12. 00000020:00000010:1.0:1767384684.792050:0:17103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000636888fc. 00000020:00000010:1.0:1767384684.792054:0:17103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d3c8eed7. 00000020:00000010:1.0:1767384684.792057:0:17103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000016cd6f4f. 80000000:00000010:1.0:1767384684.792060:0:17103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004e771190. 40000000:00000010:1.0:1767384684.792063:0:17103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b9584a7b. 00100000:00000010:1.0:1767384684.792066:0:17103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b21cac6a. 00040000:00000010:1.0:1767384684.792069:0:17103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000985b7437. 00040000:00000010:1.0:1767384684.792072:0:17103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c99473c3. 00040000:00000010:1.0:1767384684.792074:0:17103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008d4bf115. 00080000:00000010:1.0:1767384684.792078:0:17103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c5d833c3. 00080000:00000010:1.0:1767384684.792083:0:17103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000120033f5. 00000004:00000010:1.0:1767384684.792087:0:17103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000662dca6f. 00000004:00000010:1.0:1767384684.792091:0:17103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f7a65fff. 00000004:00000010:1.0:1767384684.792094:0:17103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004e99ec63. 00002000:00000010:1.0:1767384684.792097:0:17103:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000080b577bf. 00000004:00000010:1.0:1767384684.792100:0:17103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e945aad2. 00000020:00000010:1.0:1767384684.792103:0:17103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075c5288b. 00000004:00000010:1.0:1767384684.792106:0:17103:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 0000000092b3e332. 00000004:00000001:1.0:1767384684.792107:0:17103:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.792190:0:40098:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:0.0:1767384684.792193:0:40098:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:2.0:1767384684.792224:0:17102:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:2.0:1767384684.792229:0:17102:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:2.0:1767384684.792232:0:17102:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:2.0:1767384684.792236:0:17102:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000007c259b88. 00000040:00000010:2.0:1767384684.792242:0:17102:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002c8ba442. 00000040:00000001:2.0:1767384684.792246:0:17102:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384684.792249:0:17102:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384684.792251:0:17102:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:2.0:1767384684.792254:0:17102:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:2.0:1767384684.792256:0:17102:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000007d50daae. 00000040:00000010:2.0:1767384684.792259:0:17102:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000006f0c91af. 00000040:00000001:2.0:1767384684.792261:0:17102:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384684.792263:0:17102:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384684.792267:0:17102:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384684.792269:0:17102:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:2.0:1767384684.792273:0:17102:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000efb81a72. 00000020:00000010:2.0:1767384684.792276:0:17102:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f85c449b. 00000040:00000001:2.0:1767384684.792285:0:17102:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384684.792288:0:17102:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b49ea891. 00000040:00000001:2.0:1767384684.792291:0:17102:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384684.792292:0:17102:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384684.792294:0:17102:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384684.792297:0:17102:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384684.792301:0:17102:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000083b92992. 00080000:00000001:2.0:1767384684.792304:0:17102:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799650937856 : -123274058613760 : ffff8fe20586bc00) 00000040:00000001:2.0:1767384684.792306:0:17102:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384684.792309:0:17102:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384684.792312:0:17102:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1767384684.792315:0:17102:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1767384684.792317:0:17102:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1767384684.792320:0:17102:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:2.0:1767384684.792323:0:17102:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792325:0:17102:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792327:0:17102:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.792330:0:17102:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384684.792342:0:17102:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792345:0:17102:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000002:2.0:1767384684.792348:0:17102:0:(osd_handler.c:4801:osd_ref_del()) [0x1:0x5:0x0] decrease nlink 1 00080000:00000001:2.0:1767384684.792379:0:17102:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:2.0:1767384684.792393:0:17102:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x1:0x5:0x0] 00000001:00000001:2.0:1767384684.792397:0:17102:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:2.0:1767384684.792400:0:17102:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:2.0:1767384684.792402:0:17102:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620803907696064 : -123269801855552 : ffff8fe3033fb5c0) 00000001:00000001:2.0:1767384684.792406:0:17102:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:2.0:1767384684.792422:0:17102:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384684.792425:0:17102:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.792427:0:17102:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792429:0:17102:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.792432:0:17102:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384684.792439:0:17102:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384684.792441:0:17102:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384684.792443:0:17102:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792445:0:17102:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792448:0:17102:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:2.0:1767384684.792450:0:17102:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:2.0:1767384684.792452:0:17102:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384684.792455:0:17102:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f98afbce. 00080000:00000001:2.0:1767384684.792458:0:17102:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446620799650933760 : -123274058617856 : ffff8fe20586ac00) 00000040:00000001:2.0:1767384684.792460:0:17102:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384684.792463:0:17102:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384684.792465:0:17102:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384684.792468:0:17102:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384684.792471:0:17102:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000074c57ee4. 00080000:00000001:2.0:1767384684.792474:0:17102:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792476:0:17102:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792478:0:17102:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.792480:0:17102:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384684.792482:0:17102:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.792484:0:17102:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384684.792487:0:17102:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792490:0:17102:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:2.0:1767384684.792494:0:17102:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792496:0:17102:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384684.792498:0:17102:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384684.792499:0:17102:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00000040:00000001:2.0:1767384684.792515:0:17102:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792517:0:17102:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.792524:0:17102:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384684.792527:0:17102:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384684.792531:0:17102:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000074c57ee4. 00040000:00000001:2.0:1767384684.792535:0:17102:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384684.792537:0:17102:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384684.792538:0:17102:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792540:0:17102:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792542:0:17102:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:2.0:1767384684.792712:0:17102:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384684.792714:0:17102:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384684.792716:0:17102:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384684.792717:0:17102:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384684.792718:0:17102:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384684.792719:0:17102:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384684.792721:0:17102:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000172bcd15. 00080000:00000010:2.0:1767384684.792726:0:17102:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009c4faf26. 00000020:00000010:2.0:1767384684.792729:0:17102:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f850a6b0. 00000040:00000001:2.0:1767384684.792733:0:17102:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384684.792736:0:17102:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000333af321. 00000040:00000010:2.0:1767384684.792740:0:17102:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ae97410e. 00000040:00000001:2.0:1767384684.792744:0:17102:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384684.792746:0:17102:0:(lu_object.c:207:lu_object_put()) Add 0000000088e0f23a/0000000061c7bc94 to site lru. bkt: 00000000d1595a86 00000040:00000001:2.0:1767384684.792748:0:17102:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384684.792750:0:17102:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001678b44b. 00000040:00000010:2.0:1767384684.792754:0:17102:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fb9a66b0. 00000040:00000001:2.0:1767384684.792756:0:17102:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384684.792759:0:17102:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384684.792760:0:17102:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003fbbb0e0 : new refcount 1 00000020:00000040:2.0:1767384684.792765:0:17102:0:(genops.c:898:class_export_put()) PUTting export 000000002f690cc4 : new refcount 1 00000040:00000010:2.0:1767384684.792772:0:17102:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000003fbbb0e0. 00000040:00000001:2.0:1767384684.792779:0:17102:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384684.792783:0:17102:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000036788772. 00000020:00000010:2.0:1767384684.792791:0:17102:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f0796058. 00000040:00000010:2.0:1767384684.792794:0:17102:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001b840dc8. 00000020:00000010:2.0:1767384684.792796:0:17102:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000785e875e. 00000020:00000010:2.0:1767384684.792800:0:17102:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fd178398. 00040000:00000010:2.0:1767384684.792803:0:17102:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003fdb5a50. 00040000:00000010:2.0:1767384684.792807:0:17102:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b3436752. 00080000:00000010:2.0:1767384684.792811:0:17102:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d39c8f3e. 00080000:00000010:2.0:1767384684.792814:0:17102:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 0000000008819cee. 00080000:00000010:2.0:1767384684.792818:0:17102:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000613ae0ba. 00000020:00000010:2.0:1767384684.792821:0:17102:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f9c37c9. 00000004:00000010:2.0:1767384684.792824:0:17102:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 000000002c4955c5. 00000004:00000001:2.0:1767384684.792828:0:17102:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.792848:0:40098:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.792851:0:40098:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:0.0:1767384684.792854:0:40098:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000095f0486. 00000004:00000001:0.0:1767384684.792858:0:40098:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:0.0:1767384684.792861:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000c66b9907/00000000088ae793 to site lru. bkt: 00000000f5acef77 00000020:00000002:0.0:1767384684.792864:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000fc128f6c/0000000045430543 to site lru. bkt: 0000000040d2660b 40000000:00000001:0.0:1767384684.792866:0:40098:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1767384684.792868:0:40098:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1767384684.792923:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000d1905d23 : new refcount 2 40000000:00000001:0.0:1767384684.792925:0:40098:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384684.792932:0:40098:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 0000000072392b15. 40000000:00000001:0.0:1767384684.792937:0:40098:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.792939:0:40098:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.792941:0:40098:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384684.792945:0:40098:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:0.0:1767384684.792947:0:40098:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1790731812 to info 000000007eb054ae 00100000:00000001:0.0:1767384684.792954:0:40098:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384684.792956:0:40098:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384684.792958:0:40098:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00040000:00000001:0.0:1767384684.792959:0:40098:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:0.0:1767384684.792961:0:40098:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:2.0:1767384684.793011:0:17108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004839bde3. 00000020:00000010:2.0:1767384684.793018:0:17108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a0982b93. 00000020:00000010:2.0:1767384684.793022:0:17108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000037248382. 00000020:00000010:2.0:1767384684.793027:0:17108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005df06618. 80000000:00000010:2.0:1767384684.793030:0:17108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000091c574bc. 40000000:00000010:2.0:1767384684.793034:0:17108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d49519c7. 00100000:00000010:2.0:1767384684.793038:0:17108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001cfa7501. 00040000:00000010:2.0:1767384684.793041:0:17108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000027216104. 00040000:00000010:2.0:1767384684.793045:0:17108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001caea47f. 00080000:00000010:2.0:1767384684.793049:0:17108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000715ad18b. 00080000:00000010:2.0:1767384684.793053:0:17108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d4f3d448. 00002000:00000010:2.0:1767384684.793057:0:17108:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e7ae4766. 00000020:00000010:2.0:1767384684.793060:0:17108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9211930. 00040000:00000010:2.0:1767384684.793062:0:17108:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000497bbc4a. 00040000:00000001:2.0:1767384684.793066:0:17108:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384684.793088:0:40098:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:0.0:1767384684.793091:0:40098:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:0.0:1767384684.793093:0:40098:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384684.793095:0:40098:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384684.793097:0:40098:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384684.793106:0:40098:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384684.793108:0:40098:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384684.793110:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384684.793112:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f8b770ac. 00000001:00000010:0.0:1767384684.793116:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000006ad50ccb. 00000001:00000010:0.0:1767384684.793118:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000003ad61315. 00000001:00000001:0.0:1767384684.793121:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384684.793123:0:40098:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000037dd4657. 00000020:00000002:0.0:1767384684.793128:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000368cee47/00000000ee8c316a to site lru. bkt: 000000000cc788fc 00000020:00000002:0.0:1767384684.793130:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000fb274b06/00000000d9826f1f to site lru. bkt: 000000007ed588c3 00040000:00000010:0.0:1767384684.793133:0:40098:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000047bef18e. 00040000:00000001:0.0:1767384684.793136:0:40098:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384684.793137:0:40098:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384684.793138:0:40098:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384684.793139:0:40098:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384684.793142:0:40098:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384684.793143:0:40098:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384684.793145:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384684.793146:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f5167d56. 00000001:00000010:0.0:1767384684.793159:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000bfdad1b3. 00000001:00000010:0.0:1767384684.793163:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000012e835f2. 00000001:00000001:0.0:1767384684.793166:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384684.793168:0:40098:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000056cdabfe. 00000020:00000002:0.0:1767384684.793172:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000001e287274/00000000a3b18d2e to site lru. bkt: 000000009608fd9f 00000020:00000002:0.0:1767384684.793174:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000d26c416e/00000000cffa104b to site lru. bkt: 00000000b91fa8df 00040000:00000010:0.0:1767384684.793175:0:40098:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000d32c5438. 00040000:00000001:0.0:1767384684.793176:0:40098:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384684.793180:0:40098:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384684.793181:0:40098:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384684.793182:0:40098:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384684.793185:0:40098:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384684.793187:0:40098:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384684.793188:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384684.793189:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000002bf3842f. 00000001:00000010:0.0:1767384684.793191:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000175765b9. 00000001:00000010:0.0:1767384684.793193:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c5a0aa4e. 00000001:00000001:0.0:1767384684.793194:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384684.793201:0:40098:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000919aa024. 00000020:00000002:0.0:1767384684.793205:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000001e047b07/00000000da7a86d5 to site lru. bkt: 00000000d9dd67da 00000020:00000002:0.0:1767384684.793208:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000e2458b62/00000000a3e836ef to site lru. bkt: 00000000fb7e976f 00040000:00000010:0.0:1767384684.793211:0:40098:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000824f0586. 00040000:00000001:0.0:1767384684.793213:0:40098:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:0.0:1767384684.793216:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000008960ae48 : new refcount 4 00000020:00000010:0.0:1767384684.793219:0:40098:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 000000003bb8bf8a. 00040000:04000000:0.0:1767384684.793222:0:40098:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:0.0:1767384684.793224:0:40098:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 000000004c21380d. 00040000:00000001:0.0:1767384684.793227:0:40098:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00040000:00000001:0.0:1767384684.793228:0:40098:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:0.0:1767384684.793229:0:40098:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:1.0:1767384684.793266:0:17109:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dee6f9dd. 00000020:00000010:1.0:1767384684.793270:0:17109:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000096f7e62. 00000020:00000010:1.0:1767384684.793274:0:17109:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000447bc3f7. 00000020:00000010:1.0:1767384684.793277:0:17109:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d9f0f945. 80000000:00000010:1.0:1767384684.793281:0:17109:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000043b2327a. 40000000:00000010:1.0:1767384684.793283:0:17109:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dd22e323. 00100000:00000010:1.0:1767384684.793286:0:17109:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009a2fd0f4. 00040000:00000010:1.0:1767384684.793289:0:17109:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004b5330ac. 00040000:00000010:1.0:1767384684.793293:0:17109:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006231533f. 00080000:00000010:1.0:1767384684.793296:0:17109:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c590a9de. 00080000:00000010:1.0:1767384684.793299:0:17109:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000354566e1. 00002000:00000010:1.0:1767384684.793302:0:17109:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000066de729f. 00000020:00000010:1.0:1767384684.793305:0:17109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000377c8fdd. 00040000:00000010:1.0:1767384684.793308:0:17109:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000004aceea99. 00040000:00000001:1.0:1767384684.793310:0:17109:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384684.793329:0:40098:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:0.0:1767384684.793331:0:40098:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:0.0:1767384684.793332:0:40098:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384684.793333:0:40098:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384684.793334:0:40098:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384684.793337:0:40098:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384684.793339:0:40098:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384684.793340:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384684.793342:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000009c3bd45b. 00000001:00000010:0.0:1767384684.793345:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d6ef4f8b. 00000001:00000010:0.0:1767384684.793348:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000d99f82cd. 00000001:00000001:0.0:1767384684.793352:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384684.793353:0:40098:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000074060046. 00000020:00000002:0.0:1767384684.793358:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000083ac31cb/0000000007cd5e5b to site lru. bkt: 00000000418f8dc2 00000020:00000002:0.0:1767384684.793361:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000005ea50fff/000000000fd86ca2 to site lru. bkt: 000000000cc788fc 00000020:00000002:0.0:1767384684.793364:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000c3acf5a5/000000002eaf7b42 to site lru. bkt: 00000000c62705b1 00040000:00000010:0.0:1767384684.793366:0:40098:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000cf8f94c7. 00040000:00000001:0.0:1767384684.793368:0:40098:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384684.793373:0:40098:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384684.793375:0:40098:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384684.793376:0:40098:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384684.793378:0:40098:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384684.793380:0:40098:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384684.793381:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384684.793382:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000004916a7ed. 00000001:00000010:0.0:1767384684.793389:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000639aac74. 00000001:00000010:0.0:1767384684.793391:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000006a83e9. 00000001:00000001:0.0:1767384684.793394:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384684.793395:0:40098:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b8faa229. 00000020:00000002:0.0:1767384684.793399:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000d774b418/000000008d49d56a to site lru. bkt: 00000000101ca528 00000020:00000002:0.0:1767384684.793402:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000484fb1aa/00000000ab51ff88 to site lru. bkt: 000000009608fd9f 00000020:00000002:0.0:1767384684.793405:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000000faecd8d/0000000026215599 to site lru. bkt: 0000000060cbc85d 00040000:00000010:0.0:1767384684.793407:0:40098:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000034287e86. 00040000:00000001:0.0:1767384684.793409:0:40098:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384684.793410:0:40098:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384684.793411:0:40098:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384684.793413:0:40098:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384684.793415:0:40098:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384684.793416:0:40098:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384684.793418:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384684.793419:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f7a66bbd. 00000001:00000010:0.0:1767384684.793421:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f7146533. 00000001:00000010:0.0:1767384684.793423:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000000a1709e8. 00000001:00000001:0.0:1767384684.793431:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384684.793432:0:40098:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ad0127b8. 00000020:00000002:0.0:1767384684.793436:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000008e77e9f8/00000000dade48d1 to site lru. bkt: 00000000281c10fe 00000020:00000002:0.0:1767384684.793439:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000006fdc5ee/00000000046cee08 to site lru. bkt: 00000000d9dd67da 00000020:00000002:0.0:1767384684.793441:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000006c01d5a7/00000000e7b9d5aa to site lru. bkt: 000000004836ec4a 00040000:00000010:0.0:1767384684.793444:0:40098:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000b900df93. 00040000:00000001:0.0:1767384684.793446:0:40098:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:0.0:1767384684.793448:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000008960ae48 : new refcount 3 00000020:00000010:0.0:1767384684.793449:0:40098:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000022a6bd5. 00080000:00000010:0.0:1767384684.793456:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a7e6b869. 00000004:00000010:0.0:1767384684.793459:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000153486b3. 00000004:00000010:0.0:1767384684.793462:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000693f1cd2. 00000004:00000001:0.0:1767384684.793465:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.793467:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x8:0x0] 00000004:00000010:0.0:1767384684.793469:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001ffd6382. 00000004:00000001:0.0:1767384684.793474:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:0.0:1767384684.793475:0:40098:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:0.0:1767384684.793480:0:40098:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 0000000069ef03de. 00040000:00000001:0.0:1767384684.793482:0:40098:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:0.0:1767384684.793484:0:40098:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384684.793522:0:40098:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384684.793523:0:40098:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 0000000032044676. 00080000:00000010:0.0:1767384684.793530:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000087cff45d. 00000020:00000010:0.0:1767384684.793532:0:40098:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 000000008b6b8ec6. 00080000:00000001:0.0:1767384684.793537:0:40098:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384684.793538:0:40098:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.793540:0:40098:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384684.793543:0:40098:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384684.793544:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384684.793546:0:40098:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd2003d 00000020:00000040:0.0:1767384684.793549:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000eac79609 with handle 0x7f71e2b70dd2003d from hash 00000020:00000001:0.0:1767384684.793553:0:40098:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384684.793554:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000eac79609 : new refcount 1 00000020:00000001:0.0:1767384684.793555:0:40098:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384684.793556:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000eac79609 : new refcount 0 00000020:00000080:0.0:1767384684.793557:0:40098:0:(genops.c:904:class_export_put()) final put 00000000eac79609/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384684.793559:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.793565:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384684.793566:0:40098:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.793567:0:40098:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.793572:0:40098:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00200000:00000010:0.0:1767384684.793581:0:40098:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 00000000fe2a20b0. 00100000:00000001:0.0:1767384684.793587:0:40098:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000002:0.0:1767384684.793590:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000003256dcdf/000000009d5a17ce to site lru. bkt: 000000005e8990dd 00000020:00000002:0.0:1767384684.793594:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000006f9dd821/00000000ad1d1a9b to site lru. bkt: 00000000229ac52d 00000020:00000002:0.0:1767384684.793597:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000006f72fe60/0000000067aca377 to site lru. bkt: 00000000308304ab 00000020:00000001:2.0:1767384684.793600:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000002:0.0:1767384684.793600:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000005fa98c14/00000000f515d6dd to site lru. bkt: 00000000f4363f00 00000020:00000080:2.0:1767384684.793604:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000eac79609/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000002:0.0:1767384684.793605:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000dc58fc68/00000000cb14ecba to site lru. bkt: 00000000b2cbd772 00000020:00000002:0.0:1767384684.793627:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000036ca920b/00000000df044352 to site lru. bkt: 00000000c91352c9 00000020:00000002:0.0:1767384684.793630:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000053e57e13/00000000f50d6700 to site lru. bkt: 00000000bb1f5351 00000020:00000001:2.0:1767384684.793632:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000002:0.0:1767384684.793633:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000003c40858a/00000000c99f12a6 to site lru. bkt: 00000000539939ff 00000020:00000001:2.0:1767384684.793636:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384684.793639:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000b5e34d8a) now 8 - export 00000020:00000010:2.0:1767384684.793644:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000eac79609. 00000020:00000002:0.0:1767384684.793645:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000039b1fd88/0000000004f3e657 to site lru. bkt: 0000000005f8917b 00000020:00000002:0.0:1767384684.793650:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000005b1869d3/0000000040bf4d18 to site lru. bkt: 000000000bf005b6 00000020:00000001:2.0:1767384684.793653:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:0.0:1767384684.793653:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000009630f37b/00000000d01cc403 to site lru. bkt: 00000000dab5eea6 00000020:00000002:0.0:1767384684.793657:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000849d044a/00000000496f2fb0 to site lru. bkt: 00000000360caa47 00000020:00000002:0.0:1767384684.793659:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000a26f78ab/000000000ed71457 to site lru. bkt: 00000000b8308d5e 00000020:00000002:0.0:1767384684.793662:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000002e0720a6/00000000b3d7fc43 to site lru. bkt: 00000000fa75fb27 00000020:00000002:0.0:1767384684.793664:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000ef7ae982/000000003deb9cdf to site lru. bkt: 00000000bf1c4bf7 00000020:00000002:0.0:1767384684.793667:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000068d16e51/00000000c53d900a to site lru. bkt: 000000004c58b159 00000020:00000002:0.0:1767384684.793669:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000d0f08834/00000000fd5116f6 to site lru. bkt: 000000009608fd9f 00000020:00000002:0.0:1767384684.793671:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000c55b9b1c/000000003ff3759e to site lru. bkt: 00000000d1595a86 00100000:00000010:0.0:1767384684.793674:0:40098:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 00000000ba3431f9. 00100000:00000010:0.0:1767384684.793677:0:40098:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 000000003d09e1d1. 00100000:00000010:0.0:1767384684.793682:0:40098:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 000000008ad5e719. 00100000:00000010:0.0:1767384684.793685:0:40098:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 000000009ce789ba. 00000020:00000002:0.0:1767384684.793689:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000001c43dc94/000000000868b706 to site lru. bkt: 000000004d03e93f 00000020:00000002:0.0:1767384684.793691:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000073608ee9/00000000cfaca13b to site lru. bkt: 000000008d0c8129 00000020:00000002:0.0:1767384684.793694:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000275167af/0000000082f5196f to site lru. bkt: 00000000fe96ef4e 00000020:00000002:0.0:1767384684.793696:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000095a905f3/00000000f6cf16b8 to site lru. bkt: 000000005e88a903 00000020:00000002:0.0:1767384684.793698:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000ada85c6e/00000000498fcadb to site lru. bkt: 000000000b507aa0 00000020:00000002:0.0:1767384684.793701:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000f4c19e43/000000005e7f9a88 to site lru. bkt: 0000000052f947da 00000020:00000002:0.0:1767384684.793704:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000049b7c82d/000000004590769c to site lru. bkt: 00000000371d411f 00000020:00000002:0.0:1767384684.793706:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000e2971d86/000000008677683b to site lru. bkt: 00000000aa9b3b38 00000020:00000002:0.0:1767384684.793708:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000017e5576a/00000000c08b039f to site lru. bkt: 0000000009976e24 00000020:00000002:0.0:1767384684.793711:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000000e50954e/0000000002ec7723 to site lru. bkt: 0000000016f5830e 00000020:00000002:0.0:1767384684.793713:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000076397f8a/00000000c7658b37 to site lru. bkt: 000000001f38be25 00000020:00000002:0.0:1767384684.793716:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000a713bbff/000000003c9cf5e9 to site lru. bkt: 00000000db26a14e 00000020:00000002:0.0:1767384684.793718:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000a4b3a3fa/0000000002a12fbc to site lru. bkt: 0000000084d384c6 00000020:00000002:0.0:1767384684.793720:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000ad1688e3/00000000c573389d to site lru. bkt: 00000000231719b6 00000020:00000002:0.0:1767384684.793726:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000b6022db8/000000003ceddcae to site lru. bkt: 0000000070df7d32 00000020:00000002:0.0:1767384684.793729:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000004b614a94/00000000444d0019 to site lru. bkt: 00000000a3e9a507 00000020:00000002:0.0:1767384684.793731:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000005ad04751/00000000b5146b8a to site lru. bkt: 00000000188ed74d 00100000:00000010:0.0:1767384684.793733:0:40098:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 000000004802ace3. 00100000:00000010:0.0:1767384684.793736:0:40098:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 00000000e6d019f8. 00100000:00000010:0.0:1767384684.793741:0:40098:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 00000000d9eb9318. 00100000:00000010:0.0:1767384684.793744:0:40098:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 0000000030c78511. 00100000:00000010:0.0:1767384684.793749:0:40098:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 00000000d755f355. 00100000:00000010:0.0:1767384684.793752:0:40098:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 000000006ba59f37. 00000020:00000002:0.0:1767384684.793760:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000003d0d313d/0000000088f541c2 to site lru. bkt: 00000000a4f68c10 00000020:00000002:0.0:1767384684.793763:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000d6d31d54/00000000d24364d2 to site lru. bkt: 00000000ce8d91cb 40000000:00000001:0.0:1767384684.793765:0:40098:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384684.793815:0:40098:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:0.0:1767384684.793817:0:40098:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 00000000650a3a35. 00100000:00000010:0.0:1767384684.793821:0:40098:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 00000000bb1a2b68. 00000004:00000001:0.0:1767384684.793825:0:40098:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:0.0:1767384684.793827:0:40098:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000930ce340 : new refcount 2 00000040:00000001:0.0:1767384684.793829:0:40098:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384684.793831:0:40098:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384684.793833:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000000be0e349/00000000d681471b to site lru. bkt: 0000000030e2622f 00000040:00000010:0.0:1767384684.793835:0:40098:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 0000000096968bb4. 00000040:00000001:0.0:1767384684.793838:0:40098:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384684.793840:0:40098:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000084b804c8. 00000040:00000010:0.0:1767384684.793843:0:40098:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008d915052. 00000040:00000001:0.0:1767384684.793846:0:40098:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384684.793848:0:40098:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384684.793849:0:40098:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000930ce340 : new refcount 1 00000020:00000040:0.0:1767384684.793852:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000fef92167 : new refcount 3 00000040:00000010:0.0:1767384684.793854:0:40098:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000930ce340. 00000040:00000001:0.0:1767384684.793858:0:40098:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.793859:0:40098:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384684.793862:0:40098:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c8abeceb : new refcount 2 00000040:00000001:0.0:1767384684.793864:0:40098:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384684.793870:0:40098:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384684.793872:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000266075bd/000000001666f62a to site lru. bkt: 00000000e8d9829d 00000040:00000010:0.0:1767384684.793874:0:40098:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 000000009f0b9b5a. 00000040:00000001:0.0:1767384684.793876:0:40098:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384684.793878:0:40098:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f25e94b1. 00000040:00000010:0.0:1767384684.793880:0:40098:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000016129061. 00000040:00000001:0.0:1767384684.793882:0:40098:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384684.793884:0:40098:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384684.793885:0:40098:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c8abeceb : new refcount 1 00000020:00000040:0.0:1767384684.793888:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000fef92167 : new refcount 2 00000040:00000010:0.0:1767384684.793889:0:40098:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000c8abeceb. 00000040:00000001:0.0:1767384684.793892:0:40098:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384684.793894:0:40098:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005a136bd7 : new refcount 2 00000040:00000001:0.0:1767384684.793896:0:40098:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384684.793897:0:40098:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384684.793898:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000006f2b859b/0000000017107d71 to site lru. bkt: 0000000038a5321e 00000040:00000010:0.0:1767384684.793900:0:40098:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 0000000017c49190. 00000040:00000001:0.0:1767384684.793902:0:40098:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384684.793904:0:40098:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ba0264e0. 00000040:00000010:0.0:1767384684.793907:0:40098:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008f7e2958. 00000040:00000001:0.0:1767384684.793909:0:40098:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384684.793910:0:40098:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384684.793911:0:40098:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005a136bd7 : new refcount 1 00000020:00000040:0.0:1767384684.793913:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000fef92167 : new refcount 1 00000040:00000010:0.0:1767384684.793915:0:40098:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000005a136bd7. 00000040:00000001:0.0:1767384684.793917:0:40098:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.793920:0:40098:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:0.0:1767384684.793923:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000009e23f571/00000000b86625ec to site lru. bkt: 0000000059ebc90f 00000004:00000001:0.0:1767384684.793924:0:40098:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:0.0:1767384684.793926:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000086c5b45d/000000007b854b96 to site lru. bkt: 00000000141b4655 00000020:00000002:0.0:1767384684.793929:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000082a720ae/00000000526f9700 to site lru. bkt: 000000004afb9b56 00000020:00000002:0.0:1767384684.793931:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000b9e6f091/00000000ab7be7ba to site lru. bkt: 000000007285b0f4 00000001:00000001:0.0:1767384684.793934:0:40098:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:0.0:1767384684.793937:0:40098:0:(lu_object.c:207:lu_object_put()) Add 0000000000090231/000000006bceef71 to site lru. bkt: 000000000861c8f9 00000001:00000010:0.0:1767384684.793943:0:40098:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 00000000c826015a. 00000001:00000001:0.0:1767384684.793946:0:40098:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:0.0:1767384684.793956:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006f2b859b. 00000020:00000010:0.0:1767384684.793959:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000017107d71. 00080000:00000010:0.0:1767384684.793964:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002aecd838. 00080000:00000010:0.0:1767384684.793968:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004b614a94. 00000020:00000010:0.0:1767384684.793972:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000444d0019. 00080000:00000010:0.0:1767384684.793975:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000615a307f. 00080000:00000010:0.0:1767384684.793980:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000073608ee9. 00000020:00000010:0.0:1767384684.793982:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cfaca13b. 00080000:00000010:0.0:1767384684.793989:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000cafc6ed5. 00000004:00000010:0.0:1767384684.793992:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009e23f571. 00000004:00000010:0.0:1767384684.793995:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000059822363. 00000004:00000001:0.0:1767384684.793997:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.793999:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:0.0:1767384684.794001:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b86625ec. 00000004:00000001:0.0:1767384684.794004:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794008:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c28d5033. 00080000:00000010:0.0:1767384684.794012:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005ea50fff. 00000004:00000010:0.0:1767384684.794015:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ccc9996f. 00000004:00000010:0.0:1767384684.794018:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000050b9e6fe. 00000004:00000001:0.0:1767384684.794020:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794021:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:0.0:1767384684.794023:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000fd86ca2. 00000004:00000001:0.0:1767384684.794027:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794028:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009da54de2. 00080000:00000010:0.0:1767384684.794032:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000368cee47. 00000004:00000010:0.0:1767384684.794035:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008d15221d. 00000004:00000010:0.0:1767384684.794037:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cd42b812. 00000004:00000001:0.0:1767384684.794040:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794041:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:0.0:1767384684.794043:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ee8c316a. 00000004:00000001:0.0:1767384684.794046:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794049:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000114d092c. 00080000:00000010:0.0:1767384684.794059:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000049b7c82d. 00000020:00000010:0.0:1767384684.794061:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004590769c. 00080000:00000010:0.0:1767384684.794066:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000015d61103. 00080000:00000010:0.0:1767384684.794072:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009630f37b. 00000020:00000010:0.0:1767384684.794074:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d01cc403. 00080000:00000010:0.0:1767384684.794079:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006431f5c3. 00080000:00000010:0.0:1767384684.794083:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000095a905f3. 00000020:00000010:0.0:1767384684.794085:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f6cf16b8. 00080000:00000010:0.0:1767384684.794089:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000fdc93100. 00080000:00000010:0.0:1767384684.794094:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003c40858a. 00000020:00000010:0.0:1767384684.794097:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c99f12a6. 00080000:00000010:0.0:1767384684.794101:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009b2ceddd. 00080000:00000010:0.0:1767384684.794105:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c3acf5a5. 00000004:00000010:0.0:1767384684.794113:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ad7e2a3f. 00000004:00000010:0.0:1767384684.794115:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000669d8116. 00000004:00000001:0.0:1767384684.794117:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794119:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:0.0:1767384684.794120:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002eaf7b42. 00000004:00000001:0.0:1767384684.794124:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794132:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008e77e9f8. 00000004:00000010:0.0:1767384684.794135:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ee2d5bf0. 00000004:00000010:0.0:1767384684.794138:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a0f721d5. 00000004:00000001:0.0:1767384684.794141:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794142:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:0.0:1767384684.794144:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000dade48d1. 00000004:00000001:0.0:1767384684.794164:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794171:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000aff5377e. 00080000:00000010:0.0:1767384684.794177:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000076397f8a. 00000020:00000010:0.0:1767384684.794180:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c7658b37. 00080000:00000010:0.0:1767384684.794185:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003d0d313d. 00000020:00000010:0.0:1767384684.794188:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000088f541c2. 00080000:00000010:0.0:1767384684.794196:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000be0e349. 00000020:00000010:0.0:1767384684.794198:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d681471b. 00080000:00000010:0.0:1767384684.794203:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000030fe66a. 00080000:00000010:0.0:1767384684.794212:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b6022db8. 00000020:00000010:0.0:1767384684.794215:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003ceddcae. 00080000:00000010:0.0:1767384684.794219:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000e949055e. 00080000:00000010:0.0:1767384684.794224:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001c43dc94. 00000020:00000010:0.0:1767384684.794227:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000868b706. 00080000:00000010:0.0:1767384684.794232:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001e9cd4f7. 00000004:00000010:0.0:1767384684.794235:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b92d1a80. 00000004:00000010:0.0:1767384684.794238:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b9e6f091. 00000004:00000001:0.0:1767384684.794241:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794242:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:0.0:1767384684.794244:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ab7be7ba. 00000004:00000001:0.0:1767384684.794247:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794251:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003256dcdf. 00000004:00000010:0.0:1767384684.794253:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d3aa29f8. 00000004:00000010:0.0:1767384684.794256:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d0dcb14d. 00000004:00000001:0.0:1767384684.794258:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794259:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:0.0:1767384684.794261:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009d5a17ce. 00000004:00000001:0.0:1767384684.794265:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794267:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d3021e88. 00080000:00000010:0.0:1767384684.794271:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f4c19e43. 00000020:00000010:0.0:1767384684.794274:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005e7f9a88. 00080000:00000010:0.0:1767384684.794278:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000095baba57. 00080000:00000010:0.0:1767384684.794282:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005b1869d3. 00000020:00000010:0.0:1767384684.794284:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000040bf4d18. 00080000:00000010:0.0:1767384684.794289:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001882a6eb. 00080000:00000010:0.0:1767384684.794293:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006c01d5a7. 00000004:00000010:0.0:1767384684.794297:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d3bfbcc1. 00000004:00000010:0.0:1767384684.794299:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008996cff8. 00000004:00000001:0.0:1767384684.794300:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794301:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:0.0:1767384684.794302:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e7b9d5aa. 00000004:00000001:0.0:1767384684.794305:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794308:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000851267d8. 00080000:00000010:0.0:1767384684.794311:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000dc58fc68. 00000020:00000010:0.0:1767384684.794317:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cb14ecba. 00080000:00000010:0.0:1767384684.794323:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006823415c. 00080000:00000010:0.0:1767384684.794327:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a713bbff. 00000020:00000010:0.0:1767384684.794329:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003c9cf5e9. 00080000:00000010:0.0:1767384684.794333:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000008864e332. 00080000:00000010:0.0:1767384684.794337:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000068d16e51. 00000020:00000010:0.0:1767384684.794339:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c53d900a. 00080000:00000010:0.0:1767384684.794346:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005f601c4d. 00080000:00000010:0.0:1767384684.794350:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006f9dd821. 00000020:00000010:0.0:1767384684.794352:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ad1d1a9b. 00080000:00000010:0.0:1767384684.794361:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000fdae3161. 00080000:00000010:0.0:1767384684.794365:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000e50954e. 00000020:00000010:0.0:1767384684.794367:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000002ec7723. 00080000:00000010:0.0:1767384684.794369:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a7321510. 00080000:00000010:0.0:1767384684.794375:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000053e57e13. 00000020:00000010:0.0:1767384684.794378:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f50d6700. 00080000:00000010:0.0:1767384684.794382:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000008ec680b0. 00080000:00000010:0.0:1767384684.794385:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e2458b62. 00000004:00000010:0.0:1767384684.794387:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c19c1751. 00000004:00000010:0.0:1767384684.794390:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000085720dfe. 00000004:00000001:0.0:1767384684.794393:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794394:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:0.0:1767384684.794396:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a3e836ef. 00000004:00000001:0.0:1767384684.794400:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794405:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007572584b. 00000004:00000010:0.0:1767384684.794407:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ec11fa58. 00000004:00000010:0.0:1767384684.794410:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000082a720ae. 00000004:00000001:0.0:1767384684.794412:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794413:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:0.0:1767384684.794415:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000526f9700. 00000004:00000001:0.0:1767384684.794418:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794420:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000020a52630. 00080000:00000010:0.0:1767384684.794424:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a26f78ab. 00000020:00000010:0.0:1767384684.794426:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000ed71457. 00080000:00000010:0.0:1767384684.794479:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000068498345. 00080000:00000010:0.0:1767384684.794485:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000017e5576a. 00000020:00000010:0.0:1767384684.794487:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c08b039f. 00080000:00000010:0.0:1767384684.794493:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000050eea3fe. 00080000:00000010:0.0:1767384684.794497:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ad1688e3. 00000020:00000010:0.0:1767384684.794500:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c573389d. 00080000:00000010:0.0:1767384684.794506:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005ad04751. 00000020:00000010:0.0:1767384684.794508:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b5146b8a. 00080000:00000010:0.0:1767384684.794513:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000054fe4889. 00080000:00000010:0.0:1767384684.794517:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005fa98c14. 00000020:00000010:0.0:1767384684.794520:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f515d6dd. 00080000:00000010:0.0:1767384684.794525:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d2c97a58. 00080000:00000010:0.0:1767384684.794529:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ef7ae982. 00000020:00000010:0.0:1767384684.794531:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003deb9cdf. 00080000:00000010:0.0:1767384684.794539:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000083ac31cb. 00000004:00000010:0.0:1767384684.794543:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006c8de978. 00000004:00000010:0.0:1767384684.794546:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000467fc02e. 00000004:00000001:0.0:1767384684.794549:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794550:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:0.0:1767384684.794552:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000007cd5e5b. 00000004:00000001:0.0:1767384684.794556:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794559:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c55b9b1c. 00000020:00000010:0.0:1767384684.794566:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003ff3759e. 00080000:00000010:0.0:1767384684.794573:0:40098:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 000000004ba84bca. 00080000:00000010:0.0:1767384684.794576:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000088e0f23a. 00000020:00000010:0.0:1767384684.794578:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000061c7bc94. 00080000:00000010:0.0:1767384684.794584:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000062c7c218. 00080000:00000010:0.0:1767384684.794589:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000006fdc5ee. 00000004:00000010:0.0:1767384684.794592:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000429e3727. 00000004:00000010:0.0:1767384684.794595:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005252aed0. 00000004:00000001:0.0:1767384684.794597:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794598:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:0.0:1767384684.794600:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000046cee08. 00000004:00000001:0.0:1767384684.794603:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794630:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009ffe3f39. 00080000:00000010:0.0:1767384684.794637:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001e047b07. 00000004:00000010:0.0:1767384684.794640:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000012f0ef20. 00000004:00000010:0.0:1767384684.794643:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000035449edf. 00000004:00000001:0.0:1767384684.794645:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794646:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:0.0:1767384684.794648:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000da7a86d5. 00000004:00000001:0.0:1767384684.794652:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794655:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000bdb907c4. 00080000:00000010:0.0:1767384684.794659:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000036ca920b. 00000020:00000010:0.0:1767384684.794662:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000df044352. 00080000:00000010:0.0:1767384684.794666:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000e6be4695. 00080000:00000010:0.0:1767384684.794670:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d26c416e. 00000004:00000010:0.0:1767384684.794673:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005fc617b8. 00000004:00000010:0.0:1767384684.794676:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bd96e917. 00000004:00000001:0.0:1767384684.794678:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794679:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:0.0:1767384684.794681:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cffa104b. 00000004:00000001:0.0:1767384684.794684:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794688:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c66b9907. 00000004:00000010:0.0:1767384684.794690:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d4f77b59. 00000004:00000010:0.0:1767384684.794693:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006f1b65b3. 00000004:00000001:0.0:1767384684.794695:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794696:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:0.0:1767384684.794698:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000088ae793. 00000004:00000001:0.0:1767384684.794701:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794705:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000306dae1b. 00080000:00000010:0.0:1767384684.794709:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e2971d86. 00000020:00000010:0.0:1767384684.794712:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008677683b. 00080000:00000010:0.0:1767384684.794716:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000075de9992. 00080000:00000010:0.0:1767384684.794720:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000849d044a. 00000020:00000010:0.0:1767384684.794722:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000496f2fb0. 00080000:00000010:0.0:1767384684.794727:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000068711361. 00080000:00000010:0.0:1767384684.794731:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000275167af. 00000020:00000010:0.0:1767384684.794733:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000082f5196f. 00080000:00000010:0.0:1767384684.794746:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000004d391eb. 00080000:00000010:0.0:1767384684.794752:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fb274b06. 00000004:00000010:0.0:1767384684.794756:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000010b6c071. 00000004:00000010:0.0:1767384684.794758:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a5c10a8d. 00000004:00000001:0.0:1767384684.794761:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794762:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:0.0:1767384684.794763:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d9826f1f. 00000004:00000001:0.0:1767384684.794769:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794775:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fc128f6c. 00000004:00000010:0.0:1767384684.794778:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fc8abacc. 00000004:00000010:0.0:1767384684.794780:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009a6f9e4e. 00000004:00000001:0.0:1767384684.794783:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794784:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:0.0:1767384684.794786:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000045430543. 00000004:00000001:0.0:1767384684.794789:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794793:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000266075bd. 00000020:00000010:0.0:1767384684.794795:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001666f62a. 00080000:00000010:0.0:1767384684.794830:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c0730e8e. 00080000:00000010:0.0:1767384684.794835:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a4b3a3fa. 00000020:00000010:0.0:1767384684.794838:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000002a12fbc. 00080000:00000010:0.0:1767384684.794843:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007f472651. 00080000:00000010:0.0:1767384684.794847:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d0f08834. 00000020:00000010:0.0:1767384684.794849:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fd5116f6. 00080000:00000010:0.0:1767384684.794854:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000046c4479e. 00080000:00000010:0.0:1767384684.794858:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000484fb1aa. 00000004:00000010:0.0:1767384684.794860:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003f8bcd98. 00000004:00000010:0.0:1767384684.794863:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000077bf2f97. 00000004:00000001:0.0:1767384684.794866:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794867:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:0.0:1767384684.794869:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ab51ff88. 00000004:00000001:0.0:1767384684.794872:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794874:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000e105942. 00080000:00000010:0.0:1767384684.794878:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001e287274. 00000004:00000010:0.0:1767384684.794880:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b2fd4f95. 00000004:00000010:0.0:1767384684.794887:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000009722440. 00000004:00000001:0.0:1767384684.794890:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794891:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:0.0:1767384684.794893:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a3b18d2e. 00000004:00000001:0.0:1767384684.794896:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794899:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000003d013b3. 00080000:00000010:0.0:1767384684.794904:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006f72fe60. 00000020:00000010:0.0:1767384684.794906:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000067aca377. 00080000:00000010:0.0:1767384684.794913:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005b464bb7. 00080000:00000010:0.0:1767384684.794917:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ada85c6e. 00000020:00000010:0.0:1767384684.794920:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000498fcadb. 00080000:00000010:0.0:1767384684.794929:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000f6e41653. 00080000:00000010:0.0:1767384684.794934:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000039b1fd88. 00000020:00000010:0.0:1767384684.794936:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000004f3e657. 00080000:00000010:0.0:1767384684.794944:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000fa0183e9. 00080000:00000010:0.0:1767384684.794947:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000faecd8d. 00000004:00000010:0.0:1767384684.794950:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d41135a4. 00000004:00000010:0.0:1767384684.794958:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008135a816. 00000004:00000001:0.0:1767384684.794959:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.794960:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:0.0:1767384684.794962:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000026215599. 00000004:00000001:0.0:1767384684.794966:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.794970:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b18dc9ac. 00080000:00000010:0.0:1767384684.794976:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000000090231. 00000020:00000010:0.0:1767384684.794979:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006bceef71. 00080000:00000010:0.0:1767384684.794984:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000046c8d69d. 00080000:00000010:0.0:1767384684.794988:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002e0720a6. 00000020:00000010:0.0:1767384684.794990:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b3d7fc43. 00080000:00000010:0.0:1767384684.795019:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d6d31d54. 00000020:00000010:0.0:1767384684.795022:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d24364d2. 00080000:00000010:0.0:1767384684.795029:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d774b418. 00000004:00000010:0.0:1767384684.795032:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005613a06b. 00000004:00000010:0.0:1767384684.795034:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000034c90100. 00000004:00000001:0.0:1767384684.795037:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.795042:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:0.0:1767384684.795044:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008d49d56a. 00000004:00000001:0.0:1767384684.795049:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384684.795053:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ac15f697. 00000004:00000010:0.0:1767384684.795057:0:40098:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000054cea415. 00000004:00000010:0.0:1767384684.795059:0:40098:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000086c5b45d. 00000004:00000001:0.0:1767384684.795061:0:40098:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384684.795062:0:40098:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:0.0:1767384684.795064:0:40098:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007b854b96. 00000004:00000001:0.0:1767384684.795067:0:40098:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:0.0:1767384684.795068:0:40098:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384684.795070:0:40098:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384684.795072:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384684.795073:0:40098:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd20052 00000020:00000040:0.0:1767384684.795075:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000031ec5ee4 with handle 0x7f71e2b70dd20052 from hash 00000020:00000001:0.0:1767384684.795078:0:40098:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384684.795079:0:40098:0:(genops.c:898:class_export_put()) PUTting export 0000000031ec5ee4 : new refcount 1 00000020:00000001:0.0:1767384684.795081:0:40098:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384684.795082:0:40098:0:(genops.c:898:class_export_put()) PUTting export 0000000031ec5ee4 : new refcount 0 00000020:00000080:0.0:1767384684.795084:0:40098:0:(genops.c:904:class_export_put()) final put 0000000031ec5ee4/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384684.795086:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.795095:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.795097:0:40098:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384684.795099:0:40098:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:0.0:1767384684.795102:0:40098:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000c00d1427. 00000020:00000080:0.0:1767384684.795105:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384684.795107:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384684.795110:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000031ec5ee4/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:0.0:1767384684.795111:0:40098:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:2.0:1767384684.795115:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:0.0:1767384684.795115:0:40098:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767384684.795118:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.795120:0:40098:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000040:2.0:1767384684.795121:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000090feade4) now 4 - export 00000020:00080000:0.0:1767384684.795127:0:40098:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (0000000090feade4) has no exports 00000020:00000010:2.0:1767384684.795131:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000031ec5ee4. 00000020:00000001:0.0:1767384684.795131:0:40098:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384684.795135:0:40098:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:0.0:1767384684.795138:0:40098:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000020:00000001:2.0:1767384684.795140:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000004:00000001:0.0:1767384684.795140:0:40098:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:0.0:1767384684.795160:0:40098:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384684.795162:0:40098:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000e99e2d22. 00000020:00000001:0.0:1767384684.795170:0:40098:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384684.795172:0:40098:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384684.795173:0:40098:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000009adaf737. 00000020:00000001:0.0:1767384684.795176:0:40098:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384684.795177:0:40098:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384684.795179:0:40098:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000686a9931. 00000020:00000001:0.0:1767384684.795181:0:40098:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384684.795182:0:40098:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384684.795183:0:40098:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000e3c2054c. 00000020:00000001:0.0:1767384684.795185:0:40098:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:0.0:1767384684.795187:0:40098:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:0.0:1767384684.795371:0:40098:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:0.0:1767384684.795374:0:40098:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:0.0:1767384684.795376:0:40098:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1767384684.795379:0:40098:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:0.0:1767384684.795381:0:40098:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:0.0:1767384684.795382:0:40098:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 000000003364ad1a. 00020000:00000001:0.0:1767384684.795385:0:40098:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.795387:0:40098:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384684.795389:0:40098:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384684.795390:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384684.795392:0:40098:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd2008a 00000020:00000040:0.0:1767384684.795394:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d1905d23 with handle 0x7f71e2b70dd2008a from hash 00000020:00000001:0.0:1767384684.795397:0:40098:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384684.795399:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000d1905d23 : new refcount 1 00000020:00000001:0.0:1767384684.795400:0:40098:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384684.795402:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000d1905d23 : new refcount 0 00000020:00000080:0.0:1767384684.795403:0:40098:0:(genops.c:904:class_export_put()) final put 00000000d1905d23/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384684.795406:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.795414:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.795416:0:40098:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384684.795417:0:40098:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:0.0:1767384684.795421:0:40098:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 000000001fabab26. 00000020:00000080:0.0:1767384684.795423:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384684.795424:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384684.795427:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000d1905d23/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384684.795427:0:40098:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384684.795431:0:40098:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:0.0:1767384684.795434:0:40098:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000040:2.0:1767384684.795436:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 13 to 0@lo 00000020:00080000:0.0:1767384684.795440:0:40098:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (00000000090bb220) has no exports 00000020:00000001:2.0:1767384684.795441:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384684.795444:0:40098:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384684.795445:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.795446:0:40098:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000040:2.0:1767384684.795450:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000090bb220) now 5 - export 00000004:00000001:0.0:1767384684.795450:0:40098:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:0.0:1767384684.795454:0:40098:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000010:2.0:1767384684.795455:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d1905d23. 00080000:00000001:0.0:1767384684.795456:0:40098:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384684.795459:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:2.0:1767384684.795460:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000080:0.0:1767384684.795461:0:40098:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd20083 00000020:00000040:0.0:1767384684.795465:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fbad4151 with handle 0x7f71e2b70dd20083 from hash 00000020:00000001:0.0:1767384684.795468:0:40098:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384684.795469:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000fbad4151 : new refcount 1 00000020:00000001:0.0:1767384684.795471:0:40098:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384684.795472:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000fbad4151 : new refcount 0 00000020:00000080:0.0:1767384684.795474:0:40098:0:(genops.c:904:class_export_put()) final put 00000000fbad4151/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384684.795476:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.795484:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384684.795486:0:40098:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.795488:0:40098:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.795493:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384684.795496:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000fbad4151/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384684.795503:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384684.795505:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384684.795508:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000b5e34d8a) now 7 - export 00000020:00000010:2.0:1767384684.795510:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fbad4151. 00000020:00000001:2.0:1767384684.795517:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384684.795628:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000060671591. 00000020:00000010:0.0:1767384684.795633:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d4fcecae. 00000020:00000010:0.0:1767384684.795637:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ace9c61d. 00000020:00000010:0.0:1767384684.795640:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000ac5aca9. 00000020:00000010:0.0:1767384684.795645:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000006eda0446. 00000020:00000010:0.0:1767384684.795650:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000002a1bfbb. 00010000:00000001:0.0:1767384684.795754:0:40098:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767384684.795756:0:40098:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384684.795759:0:40098:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384684.795791:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000006cb264ac. 00000020:00000010:0.0:1767384684.795794:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000064d6f5c9. 00010000:00000001:0.0:1767384684.795824:0:40098:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384684.795836:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000e8d8d9d5. 00000020:00000010:0.0:1767384684.795839:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000002266f41. 00000001:00000001:0.0:1767384684.795898:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384684.795935:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000004bf26788. 00000001:00000010:0.0:1767384684.795939:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000049b4b480. 00000001:00000010:0.0:1767384684.795947:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000022f173e5. 00000001:00000010:0.0:1767384684.795950:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000003b5d1bd2. 00000001:00000010:0.0:1767384684.795953:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000fcebb600. 00000001:00000010:0.0:1767384684.795955:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000446504a3. 00000001:00000010:0.0:1767384684.795959:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d6369885. 00000001:00000010:0.0:1767384684.795961:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000005a6470b0. 00000001:00000010:0.0:1767384684.795970:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d8fd26be. 00000001:00000010:0.0:1767384684.795973:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000013ce4f47. 00000001:00000010:0.0:1767384684.795976:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ce0556d9. 00000001:00000010:0.0:1767384684.795978:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000003cad49d0. 00000001:00000010:0.0:1767384684.795981:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009042f77e. 00000001:00000010:0.0:1767384684.796003:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000001983ac38. 00000001:00000010:0.0:1767384684.796006:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b65d2ba2. 00000001:00000010:0.0:1767384684.796009:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000deab4948. 00000001:00000010:0.0:1767384684.796012:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 00000000909b5b77. 00000001:00000010:0.0:1767384684.796014:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000035d3fb93. 00000001:00000001:0.0:1767384684.796017:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384684.796019:0:40098:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000cd031ee8. 00010000:00000001:0.0:1767384684.796022:0:40098:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384684.796023:0:40098:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384684.796025:0:40098:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767384684.796027:0:40098:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:0.0:1767384684.796028:0:40098:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:0.0:1767384684.796031:0:40098:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384684.796032:0:40098:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384684.796034:0:40098:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384684.796036:0:40098:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384684.796037:0:40098:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:0.0:1767384684.796039:0:40098:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384684.796042:0:40098:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384684.796043:0:40098:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384684.796044:0:40098:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384684.796045:0:40098:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384684.796047:0:40098:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1767384684.797749:0:40098:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384684.797751:0:40098:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384684.797753:0:40098:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384684.797754:0:40098:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1767384684.797755:0:40098:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767384684.797757:0:40098:0:(genops.c:1229:class_import_get()) import 000000006a519f64 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384684.797760:0:40098:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384684.797760:0:40098:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384684.797762:0:40098:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384684.797763:0:40098:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384684.797764:0:40098:0:(genops.c:1242:class_import_put()) import 000000006a519f64 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384684.797765:0:40098:0:(genops.c:1245:class_import_put()) final put import 000000006a519f64 00000020:00000001:0.0:1767384684.797772:0:40098:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384684.797774:0:40098:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767384684.797775:0:40098:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384684.797776:0:40098:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767384684.797777:0:40098:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000003633ae10. 00010000:00000010:0.0:1767384684.797780:0:40098:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000c38a9800. 00010000:00000001:0.0:1767384684.797782:0:40098:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:0.0:1767384684.797783:0:40098:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.797785:0:40098:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.797794:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000001:00000001:0.0:1767384684.797795:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000080:2.0:1767384684.797798:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000006a519f64 for lustre-OST0000-osc-MDT0000 00000001:00000010:0.0:1767384684.797799:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000be904728. 00000001:00000010:0.0:1767384684.797804:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4eb43c0. 00000020:00000040:2.0:1767384684.797806:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 12 to 0@lo 00000001:00000010:0.0:1767384684.797807:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005b06cddf. 00000001:00000010:0.0:1767384684.797812:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006bc1e1e9. 00000020:00000040:2.0:1767384684.797814:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 11 to 0@lo 00000001:00000010:0.0:1767384684.797814:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e0949df7. 00000001:00000010:0.0:1767384684.797818:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000caf5fb49. 00000020:00000010:2.0:1767384684.797819:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000839903c3. 00000001:00000001:0.0:1767384684.797821:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384684.797824:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:2.0:1767384684.797826:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000090bb220) now 4 - import 00000001:00000010:0.0:1767384684.797827:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000017ee8077. 00000020:00000010:2.0:1767384684.797832:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000006a519f64. 00000001:00000010:0.0:1767384684.797832:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000091155400. 00000001:00000010:0.0:1767384684.797837:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000051b89ab6. 00000020:00000001:2.0:1767384684.797839:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:0.0:1767384684.797842:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000951d388e. 00000001:00000010:0.0:1767384684.797846:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000043e9a50d. 00000001:00000010:0.0:1767384684.797849:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000044275d7f. 00000001:00000001:0.0:1767384684.797857:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384684.797859:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000090bb220) now 3 - setup 00000020:00000001:0.0:1767384684.797861:0:40098:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.797863:0:40098:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384684.797865:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384684.797869:0:40098:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384684.797871:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000090bb220) now 2 - obd_device_list 00000020:00000080:0.0:1767384684.797874:0:40098:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:0.0:1767384684.797876:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000090bb220) now 1 - newdev 00000020:00000040:0.0:1767384684.797879:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e8616603 with handle 0x7f71e2b70dd2007c from hash 00000020:00000040:0.0:1767384684.797881:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000e8616603 : new refcount 0 00000020:00000080:0.0:1767384684.797883:0:40098:0:(genops.c:904:class_export_put()) final put 00000000e8616603/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384684.797885:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.797888:0:40098:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384684.797889:0:40098:0:(genops.c:863:class_export_destroy()) destroying export 00000000e8616603/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384684.797891:0:40098:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384684.797893:0:40098:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384684.797895:0:40098:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e8616603. 00000020:00000001:0.0:1767384684.797898:0:40098:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384684.797900:0:40098:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:0.0:1767384684.797907:0:40098:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:0.0:1767384684.797909:0:40098:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384684.797912:0:40098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c30901a. 00000020:00000010:0.0:1767384684.797915:0:40098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006b9f031d. 00000040:00000010:0.0:1767384684.797918:0:40098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000031d0fe1. 00000020:00000010:0.0:1767384684.797921:0:40098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b93d47d. 00000020:00000010:0.0:1767384684.797924:0:40098:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099a17c72. 00000020:00000010:0.0:1767384684.797927:0:40098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fa7f3d32. 80000000:00000010:0.0:1767384684.797930:0:40098:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008ff8eb64. 40000000:00000010:0.0:1767384684.797933:0:40098:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001be9c6ab. 00100000:00000010:0.0:1767384684.797936:0:40098:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cb7655d4. 00040000:00000010:0.0:1767384684.797940:0:40098:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000d811545. 00040000:00000010:0.0:1767384684.797943:0:40098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000420af5cb. 00080000:00000010:0.0:1767384684.797953:0:40098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e795ff09. 00080000:00000010:0.0:1767384684.797957:0:40098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000deab4948. 00000004:00000010:0.0:1767384684.797963:0:40098:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000071c4539e. 00000004:00000010:0.0:1767384684.797967:0:40098:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d5209999. 00000004:00000010:0.0:1767384684.797970:0:40098:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000085dc3f37. 00002000:00000010:0.0:1767384684.797973:0:40098:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000179ddb63. 00000004:00000010:0.0:1767384684.797976:0:40098:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e73f6f5a. 00000004:00000010:0.0:1767384684.797981:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000214a0010. 00000004:00000010:0.0:1767384684.797985:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000049a59127. 00000004:00000010:0.0:1767384684.797988:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d8eb1e0c. 00000004:00000010:0.0:1767384684.797992:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000059a6467e. 00000004:00000010:0.0:1767384684.797995:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b75acec0. 00000004:00000010:0.0:1767384684.797998:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000eb9cf802. 00000004:00000010:0.0:1767384684.798002:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000033c81e2d. 00000004:00000010:0.0:1767384684.798004:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000067f6887b. 00000004:00000010:0.0:1767384684.798007:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e51d7cfe. 00000004:00000010:0.0:1767384684.798010:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000005b9ba91. 00000004:00000010:0.0:1767384684.798012:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fa2d82fd. 00000004:00000010:0.0:1767384684.798016:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000401605d5. 00000004:00000010:0.0:1767384684.798018:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cd2e8120. 00000004:00000010:0.0:1767384684.798020:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000023e6e8e. 00000004:00000010:0.0:1767384684.798023:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000204b31a1. 00000004:00000010:0.0:1767384684.798025:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b3b24eea. 00000004:00000010:0.0:1767384684.798027:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008211874b. 00000004:00000010:0.0:1767384684.798030:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ce230d2a. 00000004:00000010:0.0:1767384684.798032:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c7b8340b. 00000004:00000010:0.0:1767384684.798034:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000f5b37b2. 00000004:00000010:0.0:1767384684.798036:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e0096616. 00000004:00000010:0.0:1767384684.798038:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c7a0c1bc. 00000004:00000010:0.0:1767384684.798041:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e8f8e40f. 00000004:00000010:0.0:1767384684.798044:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009509fc5c. 00000004:00000010:0.0:1767384684.798046:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002d0b8b15. 00000004:00000010:0.0:1767384684.798047:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ccb2c224. 00000004:00000010:0.0:1767384684.798049:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000621f30d. 00000004:00000010:0.0:1767384684.798051:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008f6907a8. 00000004:00000010:0.0:1767384684.798057:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000229a874e. 00000004:00000010:0.0:1767384684.798059:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001205a062. 00000004:00000010:0.0:1767384684.798061:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000affe92f9. 00000004:00000010:0.0:1767384684.798063:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000658bac11. 00000004:00000010:0.0:1767384684.798066:0:40098:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 000000006ed7fc1c. 00000020:00000010:0.0:1767384684.798069:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006b9f031d. 00000040:00000010:0.0:1767384684.798072:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000031d0fe1. 00000020:00000010:0.0:1767384684.798074:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005b93d47d. 00000020:00000010:0.0:1767384684.798077:0:40098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099a17c72. 00000020:00000010:0.0:1767384684.798081:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fa7f3d32. 80000000:00000010:0.0:1767384684.798083:0:40098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008ff8eb64. 40000000:00000010:0.0:1767384684.798086:0:40098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001be9c6ab. 00100000:00000010:0.0:1767384684.798088:0:40098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cb7655d4. 00040000:00000010:0.0:1767384684.798090:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000d811545. 00040000:00000010:0.0:1767384684.798092:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000420af5cb. 00080000:00000010:0.0:1767384684.798096:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000deab4948. 00080000:00000010:0.0:1767384684.798098:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e795ff09. 00000004:00000010:0.0:1767384684.798099:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000071c4539e. 00000004:00000010:0.0:1767384684.798105:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d5209999. 00000004:00000010:0.0:1767384684.798108:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000085dc3f37. 00002000:00000010:0.0:1767384684.798109:0:40098:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000179ddb63. 00000004:00000010:0.0:1767384684.798110:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e73f6f5a. 00000020:00000010:0.0:1767384684.798112:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c30901a. 00000020:00000001:0.0:1767384684.798113:0:40098:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384684.798114:0:40098:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000090bb220. 00000020:00000001:0.0:1767384684.798118:0:40098:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798119:0:40098:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384684.798121:0:40098:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 000000001fabab26. 00000020:00000001:0.0:1767384684.798122:0:40098:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.798124:0:40098:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.798125:0:40098:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384684.798126:0:40098:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 00000000114db8c8. 00020000:00000010:0.0:1767384684.798129:0:40098:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 000000002166bf1d. 00000004:00000001:0.0:1767384684.798134:0:40098:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798135:0:40098:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384684.798145:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384684.798147:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a5381b04. 00000001:00000010:0.0:1767384684.798161:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003848c6cd. 00000001:00000010:0.0:1767384684.798163:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ab959b73. 00000001:00000010:0.0:1767384684.798164:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000527cff99. 00000001:00000010:0.0:1767384684.798165:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c14c7f97. 00000001:00000010:0.0:1767384684.798167:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000095ed7aaf. 00000001:00000001:0.0:1767384684.798169:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384684.798170:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384684.798172:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006d72065a. 00000001:00000010:0.0:1767384684.798174:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004fbe6bb4. 00000001:00000010:0.0:1767384684.798175:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003e01cdc9. 00000001:00000010:0.0:1767384684.798176:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000072d54765. 00000001:00000010:0.0:1767384684.798178:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005ee08c9c. 00000001:00000010:0.0:1767384684.798179:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000059783df4. 00000001:00000001:0.0:1767384684.798181:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384684.798182:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000090feade4) now 3 - setup 00000020:00000001:0.0:1767384684.798183:0:40098:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798185:0:40098:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384684.798186:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384684.798188:0:40098:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384684.798189:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000090feade4) now 2 - obd_device_list 00000020:00000080:0.0:1767384684.798191:0:40098:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:0.0:1767384684.798192:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000090feade4) now 1 - newdev 00000020:00000040:0.0:1767384684.798193:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000deb85c7e with handle 0x7f71e2b70dd20036 from hash 00000020:00000040:0.0:1767384684.798195:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000deb85c7e : new refcount 0 00000020:00000080:0.0:1767384684.798196:0:40098:0:(genops.c:904:class_export_put()) final put 00000000deb85c7e/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384684.798197:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798199:0:40098:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384684.798200:0:40098:0:(genops.c:863:class_export_destroy()) destroying export 00000000deb85c7e/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:0.0:1767384684.798201:0:40098:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384684.798202:0:40098:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384684.798203:0:40098:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000deb85c7e. 00000020:00000001:0.0:1767384684.798205:0:40098:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384684.798210:0:40098:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:0.0:1767384684.798212:0:40098:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:0.0:1767384684.798213:0:40098:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384684.798214:0:40098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c30901a. 00000020:00000010:0.0:1767384684.798216:0:40098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a28b1fc. 00000040:00000010:0.0:1767384684.798217:0:40098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000420af5cb. 00000020:00000010:0.0:1767384684.798219:0:40098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000085dc3f37. 00000020:00000010:0.0:1767384684.798221:0:40098:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099a17c72. 00000020:00000010:0.0:1767384684.798223:0:40098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fa7f3d32. 80000000:00000010:0.0:1767384684.798224:0:40098:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001fabab26. 40000000:00000010:0.0:1767384684.798226:0:40098:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001be9c6ab. 00100000:00000010:0.0:1767384684.798228:0:40098:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000071c4539e. 00040000:00000010:0.0:1767384684.798230:0:40098:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000d811545. 00040000:00000010:0.0:1767384684.798231:0:40098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000031d0fe1. 00080000:00000010:0.0:1767384684.798233:0:40098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000deab4948. 00080000:00000010:0.0:1767384684.798236:0:40098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b65d2ba2. 00000004:00000010:0.0:1767384684.798238:0:40098:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cb7655d4. 00000004:00000010:0.0:1767384684.798240:0:40098:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d5209999. 00000004:00000010:0.0:1767384684.798242:0:40098:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005b93d47d. 00000004:00000001:0.0:1767384684.798244:0:40098:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:0.0:1767384684.798246:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ddc6dd30. 00000004:00000010:0.0:1767384684.798248:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000eb2f8ab1. 00000004:00000010:0.0:1767384684.798251:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007e966e08. 00000004:00000010:0.0:1767384684.798253:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005475fb73. 00000004:00000010:0.0:1767384684.798255:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002459a604. 00000004:00000010:0.0:1767384684.798257:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002c97410b. 00000004:00000010:0.0:1767384684.798259:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000050fbc0b. 00000004:00000010:0.0:1767384684.798261:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000053c808f3. 00000004:00000010:0.0:1767384684.798263:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009578b423. 00000004:00000010:0.0:1767384684.798265:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f208b355. 00000004:00000010:0.0:1767384684.798267:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d73b173f. 00000004:00000010:0.0:1767384684.798269:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003d71c5b8. 00000004:00000010:0.0:1767384684.798272:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b70a145a. 00000004:00000010:0.0:1767384684.798274:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000019a096c8. 00000004:00000010:0.0:1767384684.798281:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df3ff974. 00000004:00000010:0.0:1767384684.798283:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b5354d46. 00000004:00000010:0.0:1767384684.798285:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cd68e685. 00000004:00000010:0.0:1767384684.798288:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005207846e. 00000004:00000010:0.0:1767384684.798290:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000038f5cc20. 00000004:00000010:0.0:1767384684.798291:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006fa939d5. 00000004:00000010:0.0:1767384684.798293:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000015e53f47. 00000004:00000010:0.0:1767384684.798298:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000abbbbe5. 00000004:00000010:0.0:1767384684.798302:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f323e41d. 00000004:00000010:0.0:1767384684.798305:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000aaf1a708. 00000004:00000010:0.0:1767384684.798308:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000044b715eb. 00000004:00000010:0.0:1767384684.798310:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bfcd26dd. 00000004:00000010:0.0:1767384684.798311:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000833fbccb. 00000004:00000010:0.0:1767384684.798314:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003058048a. 00000004:00000010:0.0:1767384684.798317:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000079a4b786. 00000004:00000010:0.0:1767384684.798319:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fa958ab2. 00000004:00000010:0.0:1767384684.798321:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000061550337. 00000004:00000010:0.0:1767384684.798324:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000050d2d2c5. 00000004:00000010:0.0:1767384684.798327:0:40098:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 00000000a3d22170. 00000004:00000001:0.0:1767384684.798330:0:40098:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446620804728160256 : -123268981391360 : ffff8fe334270000) 00000020:00000010:0.0:1767384684.798334:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000a28b1fc. 00000040:00000010:0.0:1767384684.798337:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000420af5cb. 00000020:00000010:0.0:1767384684.798340:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000085dc3f37. 00000020:00000010:0.0:1767384684.798342:0:40098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099a17c72. 00000020:00000010:0.0:1767384684.798345:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fa7f3d32. 80000000:00000010:0.0:1767384684.798348:0:40098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001fabab26. 40000000:00000010:0.0:1767384684.798351:0:40098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001be9c6ab. 00100000:00000010:0.0:1767384684.798354:0:40098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000071c4539e. 00040000:00000010:0.0:1767384684.798356:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000d811545. 00040000:00000010:0.0:1767384684.798359:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000031d0fe1. 00080000:00000010:0.0:1767384684.798362:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b65d2ba2. 00080000:00000010:0.0:1767384684.798365:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000deab4948. 00000004:00000010:0.0:1767384684.798367:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cb7655d4. 00000004:00000010:0.0:1767384684.798370:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d5209999. 00000004:00000010:0.0:1767384684.798372:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005b93d47d. 00000020:00000010:0.0:1767384684.798379:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c30901a. 00000020:00000001:0.0:1767384684.798381:0:40098:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384684.798383:0:40098:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000090feade4. 00000020:00000001:0.0:1767384684.798388:0:40098:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798389:0:40098:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384684.798392:0:40098:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000c00d1427. 00000020:00000001:0.0:1767384684.798394:0:40098:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.798396:0:40098:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.798398:0:40098:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.798400:0:40098:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384684.798402:0:40098:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 00000000ee17bb71. 00000004:00000001:0.0:1767384684.798431:0:40098:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384684.798434:0:40098:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384684.798435:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384684.798437:0:40098:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd20059 00000020:00000040:0.0:1767384684.798439:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f5470f59 with handle 0x7f71e2b70dd20059 from hash 00000020:00000001:0.0:1767384684.798441:0:40098:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384684.798442:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000f5470f59 : new refcount 1 00000020:00000001:0.0:1767384684.798444:0:40098:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384684.798445:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000f5470f59 : new refcount 0 00000020:00000080:0.0:1767384684.798445:0:40098:0:(genops.c:904:class_export_put()) final put 00000000f5470f59/lustre-MDD0000_UUID 00000020:00000001:0.0:1767384684.798447:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798454:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798455:0:40098:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384684.798456:0:40098:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:0.0:1767384684.798458:0:40098:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000ee17bb71. 00000020:00000080:0.0:1767384684.798460:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384684.798462:0:40098:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384684.798463:0:40098:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767384684.798466:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767384684.798466:0:40098:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000080:2.0:1767384684.798470:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000f5470f59/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00080000:0.0:1767384684.798471:0:40098:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (0000000000c2d951) has no exports 00000020:00000001:0.0:1767384684.798474:0:40098:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384684.798476:0:40098:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:2.0:1767384684.798477:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384684.798480:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384684.798482:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000000c2d951) now 4 - export 00000020:00000010:2.0:1767384684.798485:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f5470f59. 00000020:00000001:2.0:1767384684.798489:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384684.798559:0:40098:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384684.798570:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384684.798574:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bc460b86. 00000001:00000010:0.0:1767384684.798580:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000775bb550. 00000001:00000010:0.0:1767384684.798582:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fbc35c03. 00000001:00000010:0.0:1767384684.798583:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001490a1cf. 00000001:00000010:0.0:1767384684.798585:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000086eb0d9f. 00000001:00000010:0.0:1767384684.798586:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005e7e0095. 00000001:00000001:0.0:1767384684.798587:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384684.798588:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384684.798590:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000069eefc6d. 00000001:00000010:0.0:1767384684.798592:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dc68b464. 00000001:00000010:0.0:1767384684.798594:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000065066a1a. 00000001:00000010:0.0:1767384684.798596:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bea5d1d5. 00000001:00000010:0.0:1767384684.798597:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000408a333. 00000001:00000010:0.0:1767384684.798599:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005b0b6109. 00000001:00000001:0.0:1767384684.798600:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384684.798601:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000000c2d951) now 3 - setup 00000020:00000001:0.0:1767384684.798602:0:40098:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798603:0:40098:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384684.798605:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384684.798631:0:40098:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384684.798634:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000000c2d951) now 2 - obd_device_list 00000020:00000080:0.0:1767384684.798636:0:40098:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:0.0:1767384684.798638:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000000c2d951) now 1 - newdev 00000020:00000040:0.0:1767384684.798640:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fef92167 with handle 0x7f71e2b70dd2004b from hash 00000020:00000040:0.0:1767384684.798642:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000fef92167 : new refcount 0 00000020:00000080:0.0:1767384684.798644:0:40098:0:(genops.c:904:class_export_put()) final put 00000000fef92167/lustre-MDD0000_UUID 00000020:00000001:0.0:1767384684.798645:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798647:0:40098:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384684.798648:0:40098:0:(genops.c:863:class_export_destroy()) destroying export 00000000fef92167/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:0.0:1767384684.798650:0:40098:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384684.798651:0:40098:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384684.798653:0:40098:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fef92167. 00000020:00000001:0.0:1767384684.798656:0:40098:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384684.798658:0:40098:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:0.0:1767384684.798659:0:40098:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:0.0:1767384684.798666:0:40098:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384684.798667:0:40098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c30901a. 00000020:00000010:0.0:1767384684.798670:0:40098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006b9f031d. 00000040:00000010:0.0:1767384684.798672:0:40098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000031d0fe1. 00000020:00000010:0.0:1767384684.798674:0:40098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b93d47d. 00000020:00000010:0.0:1767384684.798676:0:40098:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099a17c72. 00000020:00000010:0.0:1767384684.798679:0:40098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fa7f3d32. 80000000:00000010:0.0:1767384684.798681:0:40098:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c00d1427. 40000000:00000010:0.0:1767384684.798683:0:40098:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001be9c6ab. 00100000:00000010:0.0:1767384684.798685:0:40098:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cb7655d4. 00040000:00000010:0.0:1767384684.798688:0:40098:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000d811545. 00040000:00000010:0.0:1767384684.798690:0:40098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000420af5cb. 00080000:00000010:0.0:1767384684.798692:0:40098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000deab4948. 00080000:00000010:0.0:1767384684.798695:0:40098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b65d2ba2. 00000004:00000010:0.0:1767384684.798697:0:40098:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000071c4539e. 00000004:00000010:0.0:1767384684.798700:0:40098:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d5209999. 00000004:00000001:0.0:1767384684.798702:0:40098:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:0.0:1767384684.798705:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000022321837. 00000004:00000010:0.0:1767384684.798708:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b65f061c. 00000004:00000010:0.0:1767384684.798711:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a3d364dd. 00000004:00000010:0.0:1767384684.798715:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d03e0a7d. 00000004:00000010:0.0:1767384684.798718:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000021862d49. 00000004:00000010:0.0:1767384684.798721:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005fd6cac3. 00000004:00000010:0.0:1767384684.798725:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000038eef994. 00000004:00000010:0.0:1767384684.798728:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000074773c53. 00000004:00000010:0.0:1767384684.798731:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b89b6bb6. 00000004:00000010:0.0:1767384684.798734:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008966d0e1. 00000004:00000010:0.0:1767384684.798735:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cd7f0e9e. 00000004:00000010:0.0:1767384684.798741:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000038e69805. 00000004:00000010:0.0:1767384684.798745:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ab211cdd. 00000004:00000010:0.0:1767384684.798747:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dca4256b. 00000004:00000010:0.0:1767384684.798750:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000753c8cfd. 00000004:00000010:0.0:1767384684.798753:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000776dea4d. 00000004:00000010:0.0:1767384684.798755:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a8f65a37. 00000004:00000010:0.0:1767384684.798765:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000037f3162e. 00000004:00000010:0.0:1767384684.798767:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007ccac3bf. 00000004:00000010:0.0:1767384684.798769:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002a08a4c2. 00000004:00000010:0.0:1767384684.798772:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f66e0087. 00000004:00000010:0.0:1767384684.798774:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d0877781. 00000004:00000010:0.0:1767384684.798778:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000008aa30fb. 00000004:00000010:0.0:1767384684.798780:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e077f4c3. 00000004:00000010:0.0:1767384684.798783:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000caa3d335. 00000004:00000010:0.0:1767384684.798786:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000132b3220. 00000004:00000010:0.0:1767384684.798788:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006905577c. 00000004:00000010:0.0:1767384684.798792:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000028ed7eeb. 00000004:00000010:0.0:1767384684.798796:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ef57b3fc. 00000004:00000010:0.0:1767384684.798798:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000028da8ca0. 00000004:00000010:0.0:1767384684.798801:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000946f0f59. 00000004:00000010:0.0:1767384684.798805:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009fa69920. 00000004:00000010:0.0:1767384684.798809:0:40098:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 00000000033c5e2c. 00000004:00000001:0.0:1767384684.798812:0:40098:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384684.798815:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006b9f031d. 00000040:00000010:0.0:1767384684.798818:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000031d0fe1. 00000020:00000010:0.0:1767384684.798820:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005b93d47d. 00000020:00000010:0.0:1767384684.798823:0:40098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099a17c72. 00000020:00000010:0.0:1767384684.798826:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fa7f3d32. 80000000:00000010:0.0:1767384684.798829:0:40098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c00d1427. 40000000:00000010:0.0:1767384684.798832:0:40098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001be9c6ab. 00100000:00000010:0.0:1767384684.798834:0:40098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cb7655d4. 00040000:00000010:0.0:1767384684.798837:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000d811545. 00040000:00000010:0.0:1767384684.798840:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000420af5cb. 00080000:00000010:0.0:1767384684.798843:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b65d2ba2. 00080000:00000010:0.0:1767384684.798845:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000deab4948. 00000004:00000010:0.0:1767384684.798848:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000071c4539e. 00000004:00000010:0.0:1767384684.798850:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d5209999. 00000020:00000010:0.0:1767384684.798853:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c30901a. 00000020:00000001:0.0:1767384684.798855:0:40098:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384684.798857:0:40098:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000000c2d951. 00000020:00000001:0.0:1767384684.798861:0:40098:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798867:0:40098:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384684.798869:0:40098:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000ee17bb71. 00000020:00000001:0.0:1767384684.798871:0:40098:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.798873:0:40098:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.798875:0:40098:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.798876:0:40098:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384684.798878:0:40098:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384684.798879:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384684.798881:0:40098:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd20060 00000020:00000040:0.0:1767384684.798882:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a98098ec with handle 0x7f71e2b70dd20060 from hash 00000020:00000001:0.0:1767384684.798885:0:40098:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384684.798886:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000a98098ec : new refcount 1 00000020:00000001:0.0:1767384684.798888:0:40098:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384684.798889:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000a98098ec : new refcount 0 00000020:00000080:0.0:1767384684.798891:0:40098:0:(genops.c:904:class_export_put()) final put 00000000a98098ec/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384684.798893:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798903:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384684.798905:0:40098:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.798907:0:40098:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798909:0:40098:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:0.0:1767384684.798911:0:40098:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384684.798912:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767384684.798913:0:40098:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446620804266309408 : -123269443242208 : ffff8fe3189fb720) 00000020:00000080:2.0:1767384684.798915:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000a98098ec/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1767384684.798918:0:40098:0:(tgt_mount.c:188:server_put_mount()) put mount 0000000023fa97c0 from lustre-MDT0000, refs=3 00000020:00000001:2.0:1767384684.798920:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384684.798923:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384684.798925:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000b5e34d8a) now 6 - export 00000020:00000001:0.0:1767384684.798926:0:40098:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384684.798928:0:40098:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000023fa97c0 3 00000020:00000001:0.0:1767384684.798931:0:40098:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384684.798936:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a98098ec. 00000020:00000001:0.0:1767384684.798936:0:40098:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:0.0:1767384684.798939:0:40098:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384684.798941:0:40098:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446620804266309408 : -123269443242208 : ffff8fe3189fb720) 00000020:00000001:2.0:1767384684.798944:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:01000004:0.0:1767384684.798944:0:40098:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 0000000023fa97c0 from lustre-MDT0000 00000020:00000010:0.0:1767384684.798948:0:40098:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 00000000cfd39f32. 00000020:00000010:0.0:1767384684.798953:0:40098:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000238c3b8d. 00000020:00000001:0.0:1767384684.798956:0:40098:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798958:0:40098:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384684.798960:0:40098:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:0.0:1767384684.798965:0:40098:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.798968:0:40098:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384684.798976:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384684.798980:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b16a76c0. 00000001:00000010:0.0:1767384684.798983:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009f71b51a. 00000001:00000010:0.0:1767384684.798985:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000092f8f91f. 00000001:00000010:0.0:1767384684.798987:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009f511537. 00000001:00000010:0.0:1767384684.798989:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006bc56100. 00000001:00000010:0.0:1767384684.798991:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003a6ebdf4. 00000001:00000001:0.0:1767384684.798994:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384684.798995:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384684.798998:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bf01de14. 00000001:00000010:0.0:1767384684.799000:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aaae4390. 00000001:00000010:0.0:1767384684.799002:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008fd096f7. 00000001:00000010:0.0:1767384684.799004:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c4d49f1a. 00000001:00000010:0.0:1767384684.799007:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000187498cf. 00000001:00000010:0.0:1767384684.799009:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008f06d69a. 00000001:00000001:0.0:1767384684.799011:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384684.799013:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 3 - setup 00000020:00000001:0.0:1767384684.799015:0:40098:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.799017:0:40098:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384684.799019:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384684.799021:0:40098:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384684.799023:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 2 - obd_device_list 00000020:00000080:0.0:1767384684.799025:0:40098:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:0.0:1767384684.799027:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000004f63ebbb) now 1 - newdev 00000020:00000040:0.0:1767384684.799030:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f7655e1 with handle 0x7f71e2b70dd20044 from hash 00000020:00000040:0.0:1767384684.799032:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000009f7655e1 : new refcount 0 00000020:00000080:0.0:1767384684.799034:0:40098:0:(genops.c:904:class_export_put()) final put 000000009f7655e1/lustre-MDT0000_UUID 00000020:00000001:0.0:1767384684.799035:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.799037:0:40098:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384684.799038:0:40098:0:(genops.c:863:class_export_destroy()) destroying export 000000009f7655e1/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:0.0:1767384684.799040:0:40098:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384684.799042:0:40098:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:0.0:1767384684.799044:0:40098:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000002c28eff1. 00000004:00000001:0.0:1767384684.799053:0:40098:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.799054:0:40098:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384684.799056:0:40098:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009f7655e1. 00000020:00000001:0.0:1767384684.799060:0:40098:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384684.799061:0:40098:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:0.0:1767384684.799063:0:40098:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:0.0:1767384684.799064:0:40098:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384684.799066:0:40098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c30901a. 00000020:00000010:0.0:1767384684.799068:0:40098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a28b1fc. 00000040:00000010:0.0:1767384684.799071:0:40098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000420af5cb. 00000020:00000010:0.0:1767384684.799073:0:40098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000071c4539e. 00000020:00000010:0.0:1767384684.799076:0:40098:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099a17c72. 00000020:00000010:0.0:1767384684.799079:0:40098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fa7f3d32. 80000000:00000010:0.0:1767384684.799081:0:40098:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c00d1427. 40000000:00000010:0.0:1767384684.799083:0:40098:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ee17bb71. 00100000:00000010:0.0:1767384684.799086:0:40098:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cb7655d4. 00040000:00000010:0.0:1767384684.799088:0:40098:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000d811545. 00040000:00000010:0.0:1767384684.799090:0:40098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000031d0fe1. 00080000:00000010:0.0:1767384684.799093:0:40098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000deab4948. 00080000:00000010:0.0:1767384684.799095:0:40098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b65d2ba2. 00000004:00000010:0.0:1767384684.799098:0:40098:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d5209999. 00000004:00000001:0.0:1767384684.799104:0:40098:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:0.0:1767384684.799107:0:40098:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 000000005b2dbe85. 00000004:00000001:0.0:1767384684.799110:0:40098:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384684.799113:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000a28b1fc. 00000040:00000010:0.0:1767384684.799115:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000420af5cb. 00000020:00000010:0.0:1767384684.799118:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000071c4539e. 00000020:00000010:0.0:1767384684.799121:0:40098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099a17c72. 00000020:00000010:0.0:1767384684.799124:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fa7f3d32. 80000000:00000010:0.0:1767384684.799126:0:40098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c00d1427. 40000000:00000010:0.0:1767384684.799129:0:40098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ee17bb71. 00100000:00000010:0.0:1767384684.799132:0:40098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cb7655d4. 00040000:00000010:0.0:1767384684.799134:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000d811545. 00040000:00000010:0.0:1767384684.799137:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000031d0fe1. 00080000:00000010:0.0:1767384684.799144:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b65d2ba2. 00080000:00000010:0.0:1767384684.799147:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000deab4948. 00000004:00000010:0.0:1767384684.799160:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d5209999. 00000020:00000010:0.0:1767384684.799163:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c30901a. 00000020:00000001:0.0:1767384684.799165:0:40098:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384684.799167:0:40098:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000004f63ebbb. 00000020:00000001:0.0:1767384684.799171:0:40098:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.799172:0:40098:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384684.799174:0:40098:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 000000000eaaaf01. 00000020:00000001:0.0:1767384684.799176:0:40098:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.799179:0:40098:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:0.0:1767384684.799181:0:40098:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:0.0:1767384684.799183:0:40098:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:0.0:1767384684.799185:0:40098:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:0.0:1767384684.799188:0:40098:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:0.0:1767384684.799189:0:40098:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384684.799191:0:40098:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446620804726910048 : -123268982641568 : ffff8fe33413ec60) 00000020:01000004:0.0:1767384684.799193:0:40098:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:0.0:1767384684.799195:0:40098:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384684.799197:0:40098:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:0.0:1767384684.799199:0:40098:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000ee17bb71. 00000020:00000080:0.0:1767384684.799201:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384684.799203:0:40098:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384684.799205:0:40098:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767384684.799209:0:40098:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 00000000f6abc116 8e2cb61b-e390-44ef-b232-c1620f11cfc8 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:0.0:1767384684.799214:0:40098:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384684.799215:0:40098:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (00000000149292c1) has exports, disconnecting them 00000020:00000001:0.0:1767384684.799218:0:40098:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1767384684.799219:0:40098:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=10 00000020:00000040:0.0:1767384684.799221:0:40098:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=11 00000020:00080000:0.0:1767384684.799224:0:40098:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (00000000f6abc116), last request at 1767384583 00000020:00000001:0.0:1767384684.799226:0:40098:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:0.0:1767384684.799228:0:40098:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384684.799231:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 10 20000000:00000010:0.0:1767384684.799237:0:40098:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000ca59b7bd. 00000020:00000040:0.0:1767384684.799240:0:40098:0:(genops.c:887:class_export_get()) GET export 00000000f6abc116 refcount=11 00010000:00000001:0.0:1767384684.799244:0:40098:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384684.799246:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384684.799249:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 10 00000020:00000080:0.0:1767384684.799251:0:40098:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd20005 00000020:00000040:0.0:1767384684.799253:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f6abc116 with handle 0x7f71e2b70dd20005 from hash 00000020:00000040:0.0:1767384684.799256:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 9 00000020:00000001:0.0:1767384684.799258:0:40098:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384684.799260:0:40098:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000f6abc116: total 0 00000020:00000001:0.0:1767384684.799262:0:40098:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384684.799264:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 8 00000020:00000001:0.0:1767384684.799266:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384684.799268:0:40098:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384684.799270:0:40098:0:(import.c:65:import_set_state_nolock()) 0000000046210a5b : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384684.799272:0:40098:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384684.799273:0:40098:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384684.799279:0:40098:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384684.799289:0:40098:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384684.799291:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 7 20000000:00000001:0.0:1767384684.799293:0:40098:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.799294:0:40098:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384684.799297:0:40098:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000f6abc116): rc 0 00000020:00000001:1.0:1767384684.799299:0:40099:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:0.0:1767384684.799299:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 6 00000020:00010000:1.0:1767384684.799301:0:40099:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000f6abc116: total 0 00000020:00000001:0.0:1767384684.799301:0:40098:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1767384684.799302:0:40098:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384684.799303:0:40099:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446620803997882368 : -123269711669248 : ffff8fe3089fd800) 00000020:00000001:0.0:1767384684.799304:0:40098:0:(obd_class.h:604:obd_precleanup()) Process entered 20000000:00000001:0.0:1767384684.799305:0:40098:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00010000:00000001:1.0:1767384684.799307:0:40099:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000001:0.0:1767384684.799307:0:40098:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384684.799308:0:40098:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000149292c1) has no exports 00000020:00000001:0.0:1767384684.799310:0:40098:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:1.0:1767384684.799311:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf01ec82. 00000100:00000001:0.0:1767384684.799312:0:40098:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000020:00000010:1.0:1767384684.799313:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f3f31a7. 00000100:00000200:0.0:1767384684.799314:0:40098:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:1.0:1767384684.799317:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000c55d177. 00000020:00000010:1.0:1767384684.799319:0:40099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005b9bd0a0. 00000100:00000001:0.0:1767384684.799319:0:40098:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384684.799321:0:40098:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000020:00000010:1.0:1767384684.799322:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d43bd82d. 00000100:00000040:0.0:1767384684.799322:0:40098:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 80000000:00000010:1.0:1767384684.799325:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d40eabb. 40000000:00000010:1.0:1767384684.799328:0:40099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006bcd43e4. 00000100:00000040:0.0:1767384684.799329:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00100000:00000010:1.0:1767384684.799331:0:40099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000087f756f8. 00000100:00000040:0.0:1767384684.799331:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000100:00000040:0.0:1767384684.799332:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00040000:00000010:1.0:1767384684.799334:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000070af8a30. 00040000:00000010:1.0:1767384684.799336:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b47e87be. 00080000:00000010:1.0:1767384684.799341:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c0388b51. 00080000:00000010:1.0:1767384684.799345:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000354566e1. 00002000:00000010:1.0:1767384684.799350:0:40099:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005eef1b67. 00000020:00000010:1.0:1767384684.799353:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f3f31a7. 00000100:00000040:0.0:1767384684.799354:0:40098:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00000020:00000010:1.0:1767384684.799356:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000c55d177. 00000020:00000010:2.0:1767384684.799359:0:17074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dffda886. 00000020:00000010:1.0:1767384684.799360:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005b9bd0a0. 00000020:00000010:0.0:1767384684.799364:0:17072:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b4014c44. 00000020:00000010:1.0:1767384684.799366:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d43bd82d. 00000040:00000010:2.0:1767384684.799368:0:17074:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000933edae0. 00000040:00000010:0.0:1767384684.799368:0:17072:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005ae03ab0. 80000000:00000010:1.0:1767384684.799369:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000d40eabb. 40000000:00000010:1.0:1767384684.799374:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006bcd43e4. 00000020:00000010:2.0:1767384684.799375:0:17074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009361b9b6. 00000020:00000010:0.0:1767384684.799376:0:17072:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000e17fef3. 00100000:00000010:1.0:1767384684.799377:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000087f756f8. 00040000:00000010:1.0:1767384684.799382:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000070af8a30. 00000020:00000010:0.0:1767384684.799383:0:17072:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a0955a85. 00000020:00000010:2.0:1767384684.799384:0:17074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000634f3f83. 00040000:00000010:1.0:1767384684.799386:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b47e87be. 80000000:00000010:0.0:1767384684.799386:0:17072:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e4139ac0. 80000000:00000010:2.0:1767384684.799391:0:17074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000097e4ddb0. 00080000:00000010:1.0:1767384684.799392:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000354566e1. 00040000:00000010:0.0:1767384684.799392:0:17072:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cb43205a. 00080000:00000010:1.0:1767384684.799397:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c0388b51. 00040000:00000010:2.0:1767384684.799398:0:17074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001623a2e3. 00080000:00000010:0.0:1767384684.799399:0:17072:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009f253e47. 00002000:00000010:1.0:1767384684.799400:0:40099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005eef1b67. 00000020:00000010:1.0:1767384684.799406:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf01ec82. 00080000:00000010:0.0:1767384684.799406:0:17072:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000005d98198e. 00080000:00000010:2.0:1767384684.799407:0:17074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ba19b5b1. 00010000:00010000:1.0:1767384684.799409:0:40099:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000f6abc116, canceled 0 locks, left on hash table 5. 00080000:00000010:0.0:1767384684.799409:0:17072:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005f5e7274. 00080000:00000010:2.0:1767384684.799414:0:17074:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000038247f28. 00000020:00000010:1.0:1767384684.799414:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf01ec82. 20000000:00000010:0.0:1767384684.799414:0:17072:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000c061f17c. 00000020:00000010:1.0:1767384684.799420:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006893ab32. 00080000:00000010:2.0:1767384684.799421:0:17074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bd47f9a8. 00000020:00000010:0.0:1767384684.799421:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026116769. 00000020:00000010:1.0:1767384684.799423:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000087f756f8. 00000020:00000010:1.0:1767384684.799426:0:40099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005b9bd0a0. 00000020:00000010:0.0:1767384684.799426:0:17072:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cc7b202f. 20000000:00000010:2.0:1767384684.799427:0:17074:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000003c5f3a5e. 00000020:00000010:1.0:1767384684.799429:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b47e87be. 00000020:00000010:2.0:1767384684.799433:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000623b572c. 80000000:00000010:1.0:1767384684.799434:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d40eabb. 00000100:00000010:0.0:1767384684.799434:0:17072:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000001415e348. 40000000:00000010:1.0:1767384684.799438:0:40099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006bcd43e4. 00000020:00000010:2.0:1767384684.799439:0:17074:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004466dbc2. 00100000:00000010:1.0:1767384684.799440:0:40099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000c55d177. 00000100:00100000:0.0:1767384684.799440:0:17072:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [00000000db905fb3:17072] 0 exiting: rc = 1 00040000:00000010:1.0:1767384684.799445:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000070af8a30. 00000100:00000010:2.0:1767384684.799447:0:17074:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005c017214. 00040000:00000010:1.0:1767384684.799448:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d43bd82d. 00000100:00100000:2.0:1767384684.799456:0:17074:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [0000000050319915:17074] 1 exiting: rc = 0 00080000:00000010:1.0:1767384684.799457:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000354566e1. 00080000:00000010:1.0:1767384684.799462:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f6b1817e. 00002000:00000010:1.0:1767384684.799467:0:40099:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005eef1b67. 00000001:00000001:1.0:1767384684.799470:0:40099:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384684.799473:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384684.799477:0:40099:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004b18cb44 count: 2 00010000:00000001:1.0:1767384684.799494:0:40099:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384684.799497:0:40099:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384684.799500:0:40099:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384684.799502:0:40099:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.799504:0:40099:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384684.799507:0:40099:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384684.799509:0:40099:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384684.799513:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384684.799515:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384684.799518:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:0.0:1767384684.799518:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000053d49add. 00010000:00000001:1.0:1767384684.799520:0:40099:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384684.799523:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000032e0a0a2 with handle 0x7f71e2b70dd20101 from hash 00000040:00000010:0.0:1767384684.799523:0:17075:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000869bc3a7. 00010000:00000001:1.0:1767384684.799525:0:40099:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384684.799526:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384684.799526:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001ddf3c1d. 00010000:00000001:1.0:1767384684.799527:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384684.799529:0:40099:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384684.799530:0:40099:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:0.0:1767384684.799530:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009d73a092. 00010000:00000040:1.0:1767384684.799532:0:40099:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000f6abc116, 1 locks cancelled. 80000000:00000010:0.0:1767384684.799533:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000004915163. 00010000:00000001:1.0:1767384684.799534:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384684.799536:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000010:0.0:1767384684.799536:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ff2d0503. 00010000:00000001:1.0:1767384684.799537:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384684.799540:0:40099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000032e0a0a2/0x7f71e2b70dd20101 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7f71e2b70dd200fa expref: 6 pid: 17074 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384684.799540:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000072714504. 00080000:00000010:0.0:1767384684.799543:0:17075:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000b3f81f68. 00010000:00000040:1.0:1767384684.799546:0:40099:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 4 00080000:00000010:0.0:1767384684.799546:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000466090b9. 00000020:00000040:1.0:1767384684.799548:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 5 20000000:00000010:0.0:1767384684.799549:0:17075:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000818fdc3c. 00010000:00000040:1.0:1767384684.799551:0:40099:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004b18cb44 count: 0 00000020:00000010:0.0:1767384684.799551:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b079c0a. 00000020:00000010:0.0:1767384684.799556:0:17075:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b5cb7b1b. 00010000:00000001:1.0:1767384684.799558:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384684.799560:0:40099:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 8e2cb61b-e390-4, loop: 0 00000100:00000010:0.0:1767384684.799560:0:17075:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f181697f. 00000001:00000001:1.0:1767384684.799562:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00100000:0.0:1767384684.799563:0:17075:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [00000000d834f9d7:17075] 2 exiting: rc = 0 00010000:00000040:1.0:1767384684.799564:0:40099:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000075e3cc54 count: 4 00010000:00000001:1.0:1767384684.799566:0:40099:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384684.799568:0:40099:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384684.799570:0:40099:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384684.799571:0:40099:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.799573:0:40099:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384684.799575:0:40099:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384684.799577:0:40099:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384684.799579:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384684.799581:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384684.799582:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384684.799584:0:40099:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384684.799586:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000db905fb3. 00000020:00000040:1.0:1767384684.799587:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004158d601 with handle 0x7f71e2b70dd2010f from hash 00010000:00000001:1.0:1767384684.799591:0:40099:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384684.799593:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1767384684.799594:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000050319915. 00010000:00000001:1.0:1767384684.799595:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384684.799597:0:40099:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384684.799600:0:40099:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384684.799601:0:40099:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000f6abc116, 2 locks cancelled. 00000100:00000010:2.0:1767384684.799602:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d834f9d7. 00010000:00000001:1.0:1767384684.799604:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384684.799627:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384684.799629:0:40098:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00010000:00000001:1.0:1767384684.799629:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384684.799633:0:40098:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00010000:00010000:1.0:1767384684.799636:0:40099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004158d601/0x7f71e2b70dd2010f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7f71e2b70dd20108 expref: 5 pid: 17074 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384684.799639:0:40098:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00000040:1.0:1767384684.799645:0:40099:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 3 00000400:00000001:2.0:1767384684.799647:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767384684.799647:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 4 00000400:00000001:2.0:1767384684.799655:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384684.799655:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384684.799659:0:40099:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 8e2cb61b-e390-4, loop: 1 00000400:00000010:2.0:1767384684.799660:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045f0a4b4. 00000001:00000001:1.0:1767384684.799662:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000200:2.0:1767384684.799665:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005853b612 00010000:00000040:1.0:1767384684.799666:0:40099:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c7f9f73d count: 2 00000400:00000010:2.0:1767384684.799669:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005853b612. 00010000:00000001:1.0:1767384684.799670:0:40099:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384684.799675:0:40099:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1767384684.799676:0:40098:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384684.799676:0:40099:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384684.799679:0:40099:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384684.799680:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:1.0:1767384684.799682:0:40099:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384684.799686:0:40099:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384684.799689:0:40099:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384684.799692:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384684.799694:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384684.799695:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384684.799696:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384684.799699:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:1.0:1767384684.799699:0:40099:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384684.799704:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000022d171ac with handle 0x7f71e2b70dd2012b from hash 00000100:00000001:2.0:1767384684.799705:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384684.799707:0:40099:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:2.0:1767384684.799709:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384684.799710:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384684.799713:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384684.799713:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384684.799716:0:40099:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1767384684.799717:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094802d92. 00010000:00000001:1.0:1767384684.799718:0:40099:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384684.799721:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384684.799722:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007291b8f1 00010000:00000001:1.0:1767384684.799722:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384684.799725:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384684.799726:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007291b8f1. 00010000:00010000:1.0:1767384684.799729:0:40099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000022d171ac/0x7f71e2b70dd2012b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7f71e2b70dd20124 expref: 4 pid: 17074 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384684.799731:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.799734:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000040:1.0:1767384684.799739:0:40099:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 2 00000020:00000040:1.0:1767384684.799743:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 3 00010000:00000040:1.0:1767384684.799746:0:40099:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c7f9f73d count: 0 00000100:00100000:2.0:1767384684.799747:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.799750:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384684.799753:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384684.799755:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384684.799756:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000040:1.0:1767384684.799758:0:40099:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 8e2cb61b-e390-4, loop: 2 00000400:00000001:2.0:1767384684.799759:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:1.0:1767384684.799760:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:2.0:1767384684.799762:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012e5a920. 00010000:00000040:1.0:1767384684.799764:0:40099:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000075e3cc54 count: 3 00000400:00000200:2.0:1767384684.799767:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004815f70b 00010000:00000001:1.0:1767384684.799768:0:40099:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384684.799770:0:40099:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000010:2.0:1767384684.799771:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004815f70b. 00010000:00000001:1.0:1767384684.799773:0:40099:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384684.799776:0:40099:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.799777:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384684.799778:0:40099:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384684.799780:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384684.799782:0:40099:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384684.799785:0:40099:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384684.799787:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384684.799790:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384684.799791:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384684.799792:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384684.799794:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00010000:00000001:1.0:1767384684.799795:0:40099:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384684.799799:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aa780966 with handle 0x7f71e2b70dd20139 from hash 00000100:00000001:2.0:1767384684.799800:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384684.799803:0:40099:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:2.0:1767384684.799804:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384684.799805:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384684.799808:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384684.799809:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384684.799811:0:40099:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1767384684.799813:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e9290cd. 00010000:00000001:1.0:1767384684.799814:0:40099:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384684.799817:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003de223c7 00010000:00000040:1.0:1767384684.799818:0:40099:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000f6abc116, 4 locks cancelled. 00000400:00000010:2.0:1767384684.799821:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003de223c7. 00010000:00000001:1.0:1767384684.799822:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384684.799825:0:40098:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384684.799825:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384684.799828:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384684.799833:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384684.799837:0:40099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aa780966/0x7f71e2b70dd20139 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7f71e2b70dd20132 expref: 3 pid: 17074 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384684.799845:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000040:1.0:1767384684.799849:0:40099:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 1 00000100:00000040:2.0:1767384684.799850:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000020:00000040:1.0:1767384684.799853:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 2 00000100:00000001:2.0:1767384684.799855:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384684.799858:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384684.799859:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000040:1.0:1767384684.799860:0:40099:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 8e2cb61b-e390-4, loop: 3 00000400:00000001:2.0:1767384684.799863:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:1.0:1767384684.799864:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:2.0:1767384684.799867:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4569fe7. 00010000:00000040:1.0:1767384684.799868:0:40099:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000075e3cc54 count: 2 00010000:00000001:1.0:1767384684.799872:0:40099:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384684.799874:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002538d94c 00000020:00000001:1.0:1767384684.799874:0:40099:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384684.799877:0:40099:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:2.0:1767384684.799878:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002538d94c. 00010000:00000001:1.0:1767384684.799879:0:40099:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.799883:0:40099:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.799884:0:40098:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384684.799886:0:40099:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:2.0:1767384684.799887:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384684.799888:0:40099:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384684.799892:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384684.799894:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384684.799896:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1767384684.799897:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384684.799898:0:40099:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384684.799901:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000020:00000040:1.0:1767384684.799902:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000027891121 with handle 0x7f71e2b70dd20013 from hash 00000100:00000001:2.0:1767384684.799906:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384684.799907:0:40099:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:2.0:1767384684.799910:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384684.799910:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384684.799911:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384684.799913:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384684.799914:0:40099:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1767384684.799915:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006060ccf3. 00010000:00000001:1.0:1767384684.799916:0:40099:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384684.799920:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384684.799921:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2a4633f 00010000:00000001:1.0:1767384684.799921:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384684.799925:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2a4633f. 00010000:00000001:1.0:1767384684.799925:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384684.799929:0:40099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000027891121/0x7f71e2b70dd20013 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7f71e2b70dd2000c expref: 2 pid: 17075 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384684.799931:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.799934:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000040:1.0:1767384684.799937:0:40099:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f6abc116 : new locks_count 0 00000020:00000040:1.0:1767384684.799940:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 1 00010000:00000040:1.0:1767384684.799944:0:40099:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000075e3cc54 count: 0 00000100:00100000:2.0:1767384684.799948:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.799951:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00010000:00000001:1.0:1767384684.799952:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384684.799953:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000040:1.0:1767384684.799955:0:40099:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 8e2cb61b-e390-4, loop: 4 00000400:00000001:2.0:1767384684.799956:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000001:1.0:1767384684.799958:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000001:2.0:1767384684.799959:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.799962:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c95d1f4d. 00000001:00000001:1.0:1767384684.799962:0:40099:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384684.799966:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb09d5a 00010000:00010000:1.0:1767384684.799966:0:40099:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000f6abc116, canceled 5 locks, left on hash table 0. 00000400:00000010:2.0:1767384684.799970:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000beb09d5a. 00010000:00000001:1.0:1767384684.799971:0:40099:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000001:00000001:1.0:1767384684.799974:0:40099:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1767384684.799975:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:1.0:1767384684.799976:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000200:2.0:1767384684.799979:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000001:1.0:1767384684.799980:0:40099:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384684.799984:0:40099:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000100:00100000:2.0:1767384684.799988:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000010:1.0:1767384684.799989:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006893ab32. 00000100:00000040:2.0:1767384684.799990:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000020:00000010:1.0:1767384684.799997:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000087f756f8. 00000100:00000001:2.0:1767384684.800000:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384684.800002:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005b9bd0a0. 00000400:00000001:2.0:1767384684.800004:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384684.800006:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b47e87be. 00000400:00000001:2.0:1767384684.800007:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 80000000:00000010:1.0:1767384684.800010:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000d40eabb. 00000400:00000010:2.0:1767384684.800011:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcb1631b. 40000000:00000010:1.0:1767384684.800014:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006bcd43e4. 00000400:00000200:2.0:1767384684.800016:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000298b414c 00100000:00000010:1.0:1767384684.800018:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000c55d177. 00000400:00000010:2.0:1767384684.800020:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000298b414c. 00040000:00000010:1.0:1767384684.800024:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000070af8a30. 00000100:00000001:2.0:1767384684.800025:0:40098:0:(events.c:286:request_in_callback()) Process entered 00040000:00000010:1.0:1767384684.800028:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d43bd82d. 00000100:00000200:2.0:1767384684.800029:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00080000:00000010:1.0:1767384684.800034:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f6b1817e. 00080000:00000010:1.0:1767384684.800038:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000354566e1. 00000100:00100000:2.0:1767384684.800039:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800043:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00002000:00000010:1.0:1767384684.800044:0:40099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005eef1b67. 00000100:00000001:2.0:1767384684.800046:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384684.800048:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf01ec82. 00000400:00000001:2.0:1767384684.800049:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384684.800051:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000400:00000001:2.0:1767384684.800052:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767384684.800054:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000f6abc116 : new refcount 0 00000400:00000010:2.0:1767384684.800055:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005415d05a. 00000020:00000080:1.0:1767384684.800057:0:40099:0:(genops.c:904:class_export_put()) final put 00000000f6abc116/8e2cb61b-e390-44ef-b232-c1620f11cfc8 00000400:00000200:2.0:1767384684.800060:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abd3d098 00000400:00000010:2.0:1767384684.800063:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abd3d098. 00000100:00000001:2.0:1767384684.800066:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800067:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:1.0:1767384684.800069:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384684.800073:0:40099:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384684.800078:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:1.0:1767384684.800078:0:40099:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384684.800078:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000040:2.0:1767384684.800082:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000020:00000001:1.0:1767384684.800082:0:40099:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1767384684.800082:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000f6abc116/8e2cb61b-e390-44ef-b232-c1620f11cfc8 for MGS 00010000:00010000:1.0:1767384684.800087:0:40099:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384684.800088:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384684.800090:0:40099:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000001:2.0:1767384684.800092:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767384684.800092:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 10 to 0@lo 00000020:00000001:1.0:1767384684.800093:0:40099:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.800095:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000400:00000001:2.0:1767384684.800096:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:1.0:1767384684.800097:0:40099:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 20000000:00000001:0.0:1767384684.800098:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000400:00000010:2.0:1767384684.800099:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d20e59d9. 00000020:00000001:1.0:1767384684.800101:0:40099:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:0.0:1767384684.800101:0:36:0:(genops.c:1229:class_import_get()) import 0000000046210a5b refcount=2 obd=MGS 00000020:00000001:1.0:1767384684.800103:0:40099:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.800103:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384684.800105:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d93ba59 00010000:00010000:1.0:1767384684.800105:0:40099:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:0.0:1767384684.800105:0:36:0:(genops.c:1242:class_import_put()) import 0000000046210a5b refcount=1 obd=MGS 00000400:00000010:2.0:1767384684.800110:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d93ba59. 00000020:00000001:0.0:1767384684.800110:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384684.800114:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384684.800116:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:0.0:1767384684.800117:0:36:0:(genops.c:1242:class_import_put()) import 0000000046210a5b refcount=0 obd=MGS 00000100:00000200:2.0:1767384684.800119:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:0.0:1767384684.800121:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000046210a5b 00000100:00100000:2.0:1767384684.800127:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800129:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384684.800131:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800133:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800134:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800136:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000640aa3a2. 00000020:00000001:0.0:1767384684.800136:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384684.800140:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000400:00000200:2.0:1767384684.800142:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d158b734 00000001:00000001:0.0:1767384684.800143:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000400:00000010:2.0:1767384684.800145:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d158b734. 00000100:00000001:2.0:1767384684.800160:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800161:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:0.0:1767384684.800166:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d916f8ac. 00000001:00000010:0.0:1767384684.800172:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009bd7bc77. 00000100:00100000:2.0:1767384684.800177:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000010:0.0:1767384684.800178:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e27f947e. 00000100:00000040:2.0:1767384684.800181:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000001:00000010:0.0:1767384684.800182:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c99dbdd5. 00000100:00000001:2.0:1767384684.800185:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000010:0.0:1767384684.800186:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005f9428a6. 00000400:00000001:2.0:1767384684.800189:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000010:0.0:1767384684.800190:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000002b2e057a. 00000400:00000001:2.0:1767384684.800192:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:0.0:1767384684.800195:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000010:2.0:1767384684.800196:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d28bf8e. 00010000:00000001:0.0:1767384684.800200:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000400:00000200:2.0:1767384684.800201:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077fecdd1 00010000:00000001:0.0:1767384684.800202:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000400:00000010:2.0:1767384684.800204:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077fecdd1. 00010000:00000001:0.0:1767384684.800205:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:2.0:1767384684.800209:0:40098:0:(events.c:286:request_in_callback()) Process entered 20000000:00000001:0.0:1767384684.800209:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384684.800213:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:0.0:1767384684.800213:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384684.800217:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000149292c1) now 5 - export 00000020:00000010:0.0:1767384684.800222:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f6abc116. 00000100:00100000:2.0:1767384684.800226:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:0.0:1767384684.800228:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000040:2.0:1767384684.800229:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384684.800234:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384684.800234:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384684.800236:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000046210a5b for MGS 00000400:00000001:2.0:1767384684.800238:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767384684.800241:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 9 to 0@lo 00000400:00000001:2.0:1767384684.800242:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800245:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016bc228c. 00000020:00000040:0.0:1767384684.800245:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000149292c1) now 4 - import 00000020:00000010:0.0:1767384684.800250:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000046210a5b. 00000400:00000200:2.0:1767384684.800251:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002f11c65 00000400:00000010:2.0:1767384684.800254:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002f11c65. 00000020:00000001:0.0:1767384684.800256:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:2.0:1767384684.800259:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800262:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800267:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800269:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384684.800271:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800272:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800273:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800275:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040489fbf. 00000400:00000200:2.0:1767384684.800277:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed32cbd 00000400:00000010:2.0:1767384684.800279:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ed32cbd. 00000100:00000001:2.0:1767384684.800281:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800283:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800287:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800289:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384684.800291:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800292:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800294:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800295:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006802ca69. 00000400:00000200:2.0:1767384684.800298:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a59e0109 00000400:00000010:2.0:1767384684.800300:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a59e0109. 00000100:00000001:2.0:1767384684.800303:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800304:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800309:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800311:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384684.800313:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800315:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800316:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800318:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e05c36a. 00000400:00000200:2.0:1767384684.800320:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000256d4975 00000400:00000010:2.0:1767384684.800322:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000256d4975. 00000100:00000001:2.0:1767384684.800325:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800326:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800331:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800333:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384684.800334:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800336:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800337:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800339:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000003e0c98. 00000400:00000200:2.0:1767384684.800342:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c92b2e44 00000400:00000010:2.0:1767384684.800343:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c92b2e44. 00000100:00000001:2.0:1767384684.800347:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800348:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800355:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800357:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384684.800359:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800360:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800361:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800362:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000029ea19d. 00000400:00000200:2.0:1767384684.800371:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b281e2 00000400:00000010:2.0:1767384684.800373:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046b281e2. 00000100:00000001:2.0:1767384684.800376:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800377:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800383:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800384:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384684.800386:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800388:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800389:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800391:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd7d26ab. 00000400:00000200:2.0:1767384684.800393:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099be1af0 00000400:00000010:2.0:1767384684.800395:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099be1af0. 00000100:00000001:2.0:1767384684.800397:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800398:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800403:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800404:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384684.800406:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800408:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800409:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800411:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5794d39. 00000400:00000200:2.0:1767384684.800413:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d42d1d0 00000400:00000010:2.0:1767384684.800415:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d42d1d0. 00000100:00000001:2.0:1767384684.800417:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800418:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800422:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800424:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384684.800426:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800427:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800429:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800431:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052a932ce. 00000400:00000200:2.0:1767384684.800434:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a18dbf1 00000400:00000010:2.0:1767384684.800436:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a18dbf1. 00000100:00000001:2.0:1767384684.800439:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800440:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800445:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800446:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384684.800448:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800450:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800451:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800453:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1d940c6. 00000400:00000200:2.0:1767384684.800455:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5e87169 00000400:00000010:2.0:1767384684.800457:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5e87169. 00000100:00000001:2.0:1767384684.800460:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800461:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800465:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800467:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384684.800469:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800470:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800471:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800473:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bb31dcb. 00000400:00000200:2.0:1767384684.800475:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000046b6766 00000400:00000010:2.0:1767384684.800477:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000046b6766. 00000100:00000001:2.0:1767384684.800480:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800481:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800485:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800487:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384684.800488:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800490:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800491:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800493:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b924de7. 00000400:00000200:2.0:1767384684.800496:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e497c34d 00000400:00000010:2.0:1767384684.800497:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e497c34d. 00000100:00000001:2.0:1767384684.800500:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800501:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800506:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800508:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384684.800511:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800513:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800515:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800516:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004adf7bde. 00000400:00000200:2.0:1767384684.800520:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b57a0bf 00000400:00000010:2.0:1767384684.800521:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b57a0bf. 00000100:00000001:2.0:1767384684.800523:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800524:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800528:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800534:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384684.800536:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800538:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800539:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800541:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e500a98. 00000400:00000200:2.0:1767384684.800543:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f590f371 00000400:00000010:2.0:1767384684.800545:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f590f371. 00000100:00000001:2.0:1767384684.800547:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800549:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800554:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800555:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384684.800558:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800559:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800560:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800562:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007dd14961. 00000400:00000200:2.0:1767384684.800564:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001936a15e 00000400:00000010:2.0:1767384684.800566:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001936a15e. 00000100:00000001:2.0:1767384684.800569:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800570:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800575:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800576:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384684.800578:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800580:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800582:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800583:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f73fb49e. 00000400:00000200:2.0:1767384684.800585:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030730a07 00000400:00000010:2.0:1767384684.800587:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030730a07. 00000100:00000001:2.0:1767384684.800590:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800591:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800597:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800598:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384684.800600:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800602:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800603:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800604:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054cdfe45. 00000400:00000200:2.0:1767384684.800629:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f72edd5 00000400:00000010:2.0:1767384684.800632:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f72edd5. 00000100:00000001:2.0:1767384684.800635:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800636:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800641:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800643:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384684.800645:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800647:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800648:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800650:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2b1f7b6. 00000400:00000200:2.0:1767384684.800653:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a68f13f 00000400:00000010:2.0:1767384684.800654:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a68f13f. 00000100:00000001:2.0:1767384684.800658:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800659:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800663:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800664:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384684.800666:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800668:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800670:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800671:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093cc895d. 00000400:00000200:2.0:1767384684.800673:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da41ca4 00000400:00000010:2.0:1767384684.800675:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001da41ca4. 00000100:00000001:2.0:1767384684.800678:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800679:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800684:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800685:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384684.800687:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800689:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800690:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800691:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008383418f. 00000400:00000200:2.0:1767384684.800693:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f42456b 00000400:00000010:2.0:1767384684.800695:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f42456b. 00000100:00000001:2.0:1767384684.800698:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800699:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800704:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800706:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384684.800708:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800710:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800711:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800713:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030aa19ff. 00000400:00000200:2.0:1767384684.800717:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018a17600 00000400:00000010:2.0:1767384684.800718:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018a17600. 00000100:00000001:2.0:1767384684.800721:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800722:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800732:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800734:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384684.800736:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800738:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800740:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800741:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b7622e. 00000400:00000200:2.0:1767384684.800744:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007baf7e4a 00000400:00000010:2.0:1767384684.800746:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007baf7e4a. 00000100:00000001:2.0:1767384684.800749:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800750:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800755:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800757:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384684.800758:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800760:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800761:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800763:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b078a48. 00000400:00000200:2.0:1767384684.800765:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069626ef8 00000400:00000010:2.0:1767384684.800767:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069626ef8. 00000100:00000001:2.0:1767384684.800770:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800771:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800776:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800777:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384684.800779:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800781:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800782:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800784:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cab3f85. 00000400:00000200:2.0:1767384684.800786:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d8d3b32 00000400:00000010:2.0:1767384684.800788:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d8d3b32. 00000100:00000001:2.0:1767384684.800791:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800793:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800796:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800798:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384684.800801:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800803:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800804:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800805:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031e8be39. 00000400:00000200:2.0:1767384684.800808:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5c24d34 00000400:00000010:2.0:1767384684.800815:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5c24d34. 00000100:00000001:2.0:1767384684.800818:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800820:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800824:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800826:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384684.800828:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800829:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800831:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800832:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aad89ee4. 00000400:00000200:2.0:1767384684.800835:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009f3398c 00000400:00000010:2.0:1767384684.800837:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009f3398c. 00000100:00000001:2.0:1767384684.800839:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800840:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800845:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800846:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384684.800848:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800850:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800851:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800853:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd0231e9. 00000400:00000200:2.0:1767384684.800856:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000566606aa 00000400:00000010:2.0:1767384684.800857:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000566606aa. 00000100:00000001:2.0:1767384684.800860:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800861:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800865:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800867:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384684.800869:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800871:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800873:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800874:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2eecea. 00000400:00000200:2.0:1767384684.800877:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e87fdfd 00000400:00000010:2.0:1767384684.800879:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e87fdfd. 00000100:00000001:2.0:1767384684.800882:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800884:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800888:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800889:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384684.800891:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800892:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800899:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800902:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000927f564b. 00000400:00000200:2.0:1767384684.800905:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4e31461 00000400:00000010:2.0:1767384684.800906:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4e31461. 00000100:00000001:2.0:1767384684.800909:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800911:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800916:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800917:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384684.800919:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800921:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800923:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800925:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0eadaf2. 00000400:00000200:2.0:1767384684.800927:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7d2351 00000400:00000010:2.0:1767384684.800929:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f7d2351. 00000100:00000001:2.0:1767384684.800931:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800933:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800937:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800938:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384684.800941:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800942:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800943:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800945:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f944308d. 00000400:00000200:2.0:1767384684.800947:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e52c764e 00000400:00000010:2.0:1767384684.800949:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e52c764e. 00000100:00000001:2.0:1767384684.800952:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800953:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800958:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800960:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384684.800962:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800964:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800966:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800967:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055f6cf6b. 00000400:00000200:2.0:1767384684.800971:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daed6dc5 00000400:00000010:2.0:1767384684.800972:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000daed6dc5. 00000100:00000001:2.0:1767384684.800975:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800976:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.800980:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.800982:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384684.800984:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.800986:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.800987:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.800988:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dd86f3e. 00000400:00000200:2.0:1767384684.800991:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5ce00d2 00000400:00000010:2.0:1767384684.800993:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5ce00d2. 00000100:00000001:2.0:1767384684.800995:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.800996:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801001:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801003:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384684.801005:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801006:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801008:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801010:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093c8ad7b. 00000400:00000200:2.0:1767384684.801012:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb5c71ab 00000400:00000010:2.0:1767384684.801013:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb5c71ab. 00000100:00000001:2.0:1767384684.801016:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801017:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801022:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801023:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384684.801025:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801027:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801028:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801030:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac54ecfe. 00000400:00000200:2.0:1767384684.801033:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b9b31e6 00000400:00000010:2.0:1767384684.801035:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b9b31e6. 00000100:00000001:2.0:1767384684.801037:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801039:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801046:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801047:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384684.801050:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801052:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801054:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801055:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eba06d54. 00000400:00000200:2.0:1767384684.801058:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f3de89f 00000400:00000010:2.0:1767384684.801060:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f3de89f. 00000100:00000001:2.0:1767384684.801062:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801063:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801071:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801073:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384684.801075:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801078:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801079:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801080:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002deb8679. 00000400:00000200:2.0:1767384684.801083:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f48d398 00000400:00000010:2.0:1767384684.801085:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f48d398. 00000100:00000001:2.0:1767384684.801089:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801090:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801095:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801097:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384684.801098:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801100:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801102:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801103:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a6263d1. 00000400:00000200:2.0:1767384684.801106:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000facddde3 00000400:00000010:2.0:1767384684.801107:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000facddde3. 00000100:00000001:2.0:1767384684.801110:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801111:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801116:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801118:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384684.801120:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801121:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801122:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801124:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000390047eb. 00000400:00000200:2.0:1767384684.801126:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec2424ae 00000400:00000010:2.0:1767384684.801127:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec2424ae. 00000100:00000001:2.0:1767384684.801130:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801131:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801136:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801137:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384684.801139:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801141:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801142:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801143:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf4e898e. 00000400:00000200:2.0:1767384684.801145:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb385d49 00000400:00000010:2.0:1767384684.801147:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb385d49. 00000100:00000001:2.0:1767384684.801164:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801166:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801171:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801173:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384684.801175:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801177:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801178:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801180:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000125dc367. 00000400:00000200:2.0:1767384684.801183:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e86f4904 00000400:00000010:2.0:1767384684.801185:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e86f4904. 00000100:00000001:2.0:1767384684.801188:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801189:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801194:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801195:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384684.801197:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801199:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801200:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801202:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0c0b4a6. 00000400:00000200:2.0:1767384684.801204:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8206e74 00000400:00000010:2.0:1767384684.801206:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8206e74. 00000100:00000001:2.0:1767384684.801209:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801210:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801215:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801217:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384684.801219:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801221:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801223:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801224:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8fcb02e. 00000400:00000200:2.0:1767384684.801228:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd6954d 00000400:00000010:2.0:1767384684.801229:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cd6954d. 00000100:00000001:2.0:1767384684.801232:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801233:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801237:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801239:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384684.801240:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801242:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801249:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801252:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dc30387. 00000400:00000200:2.0:1767384684.801255:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000323245df 00000400:00000010:2.0:1767384684.801257:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000323245df. 00000100:00000001:2.0:1767384684.801260:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801261:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801267:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801268:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384684.801270:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801271:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801273:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801274:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3794794. 00000400:00000200:2.0:1767384684.801276:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009feb0626 00000400:00000010:2.0:1767384684.801278:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009feb0626. 00000100:00000001:2.0:1767384684.801281:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801282:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801287:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801289:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384684.801291:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801292:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801293:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801295:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b55a14e. 00000400:00000200:2.0:1767384684.801297:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000377cdf28 00000400:00000010:2.0:1767384684.801298:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000377cdf28. 00000100:00000001:2.0:1767384684.801300:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801302:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801306:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801307:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384684.801309:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801311:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801313:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801314:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8994005. 00000400:00000200:2.0:1767384684.801317:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebed7b58 00000400:00000010:2.0:1767384684.801318:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebed7b58. 00000100:00000001:2.0:1767384684.801321:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801322:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801327:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801329:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384684.801331:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801332:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801334:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801335:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4644dc0. 00000400:00000200:2.0:1767384684.801338:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d43de5a3 00000400:00000010:2.0:1767384684.801340:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d43de5a3. 00000100:00000001:2.0:1767384684.801342:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801343:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801348:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801349:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384684.801351:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801353:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801354:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801356:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c2cfbd. 00000400:00000200:2.0:1767384684.801358:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b05f516e 00000400:00000010:2.0:1767384684.801359:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b05f516e. 00000100:00000001:2.0:1767384684.801362:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801363:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801368:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801369:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384684.801371:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801372:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801373:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801375:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035f178ac. 00000400:00000200:2.0:1767384684.801377:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000596db894 00000400:00000010:2.0:1767384684.801379:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000596db894. 00000100:00000001:2.0:1767384684.801381:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801383:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801390:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801392:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384684.801395:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801397:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801398:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801400:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040a5c729. 00000400:00000200:2.0:1767384684.801402:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c22695bc 00000400:00000010:2.0:1767384684.801404:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c22695bc. 00000100:00000001:2.0:1767384684.801406:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801412:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801417:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801419:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384684.801421:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.801423:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.801424:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.801426:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061e193df. 00000400:00000200:2.0:1767384684.801429:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087da533b 00000400:00000010:2.0:1767384684.801431:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087da533b. 00000100:00000001:2.0:1767384684.801434:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.801435:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384684.801440:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.801441:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384684.801443:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384684.801446:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801447:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801451:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801452:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801454:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801455:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801457:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801458:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801460:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801461:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801462:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801464:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801465:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801466:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801468:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801469:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801471:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801472:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801474:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801476:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801477:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801478:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801480:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801482:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801483:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801484:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801486:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801487:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801488:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801489:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801491:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801492:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801494:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801495:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801496:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801497:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801498:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801500:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801501:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801502:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801504:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801505:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801507:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801508:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801509:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801510:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801512:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801513:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801514:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801516:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801518:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801519:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801521:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801522:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801524:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801525:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801527:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801528:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801530:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801532:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801533:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801534:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801536:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801537:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801538:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801540:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801542:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801543:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801545:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801546:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801549:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801550:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801552:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801553:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801555:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801556:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801558:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801560:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801563:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801564:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801566:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801567:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801568:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801569:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801570:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801571:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801572:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801572:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801579:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801580:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801582:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801583:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801584:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801585:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801588:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801589:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801590:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801592:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801594:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801595:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801596:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801598:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801599:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801600:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801602:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801603:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801605:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801624:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801626:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801627:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801630:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801631:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801634:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801635:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801637:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801638:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801641:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801642:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801644:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801645:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801646:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801647:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801649:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801650:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801652:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801653:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.801655:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.801656:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384684.801660:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000091fb26eb. 00000100:00000010:2.0:1767384684.801666:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8f8e0b0. 00000100:00000010:2.0:1767384684.801669:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005ec6aafa. 00000100:00000010:2.0:1767384684.801673:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d52184b. 00000100:00000010:2.0:1767384684.801675:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b025fb5c. 00000100:00000010:2.0:1767384684.801678:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033d32ea8. 00000100:00000010:2.0:1767384684.801680:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000000120ea0. 00000100:00000010:2.0:1767384684.801683:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000766a7870. 00000100:00000010:2.0:1767384684.801686:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d17ee616. 00000100:00000010:2.0:1767384684.801689:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041ff3039. 00000100:00000010:2.0:1767384684.801692:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000deb07928. 00000100:00000010:2.0:1767384684.801704:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c3b7595. 00000100:00000010:2.0:1767384684.801706:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002accad06. 00000100:00000010:2.0:1767384684.801709:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f38ea6c8. 00000100:00000010:2.0:1767384684.801712:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008f994e44. 00000100:00000010:2.0:1767384684.801714:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000124dae21. 00000100:00000010:2.0:1767384684.801716:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cda7b63f. 00000100:00000010:2.0:1767384684.801719:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007deeb736. 00000100:00000010:2.0:1767384684.801722:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a3b09f3c. 00000100:00000010:2.0:1767384684.801725:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003125eb53. 00000100:00000010:2.0:1767384684.801727:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006e11f10e. 00000100:00000010:2.0:1767384684.801729:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006595a612. 00000100:00000010:2.0:1767384684.801733:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007c97c983. 00000100:00000010:2.0:1767384684.801736:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000813624a9. 00000100:00000010:2.0:1767384684.801739:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005dd2b2c7. 00000100:00000010:2.0:1767384684.801741:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000307e75a7. 00000100:00000010:2.0:1767384684.801744:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008bb63704. 00000100:00000010:2.0:1767384684.801747:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1c93d98. 00000100:00000010:2.0:1767384684.801750:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cf783692. 00000100:00000010:2.0:1767384684.801753:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffeedf11. 00000100:00000010:2.0:1767384684.801756:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005a88f797. 00000100:00000010:2.0:1767384684.801760:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c37eba99. 00000100:00000010:2.0:1767384684.801762:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cc85d1af. 00000100:00000010:2.0:1767384684.801766:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051145381. 00000100:00000010:2.0:1767384684.801769:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000032e5d8fc. 00000100:00000010:2.0:1767384684.801795:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000147b417b. 00000100:00000010:2.0:1767384684.801799:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e79910a6. 00000100:00000010:2.0:1767384684.801802:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002dc4f18a. 00000100:00000010:2.0:1767384684.801804:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f2210f10. 00000100:00000010:2.0:1767384684.801807:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c379f255. 00000100:00000010:2.0:1767384684.801810:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001e59acc7. 00000100:00000010:2.0:1767384684.801813:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c3c283a. 00000100:00000010:2.0:1767384684.801816:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000588433e9. 00000100:00000010:2.0:1767384684.801819:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f980d43e. 00000100:00000010:2.0:1767384684.801821:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008ac7db5e. 00000100:00000010:2.0:1767384684.801824:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3f80932. 00000100:00000010:2.0:1767384684.801827:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ecfdcb64. 00000100:00000010:2.0:1767384684.801830:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049ea2969. 00000100:00000010:2.0:1767384684.801832:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000664de875. 00000100:00000010:2.0:1767384684.801835:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079601709. 00000100:00000010:2.0:1767384684.801838:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000435accdd. 00000100:00000010:2.0:1767384684.801841:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd6c1dc9. 00000100:00000010:2.0:1767384684.801844:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002ae6c56a. 00000100:00000010:2.0:1767384684.801846:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9aab590. 00000100:00000010:2.0:1767384684.801849:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000078e9c4df. 00000100:00000010:2.0:1767384684.801851:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b96249e. 00000100:00000010:2.0:1767384684.801853:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000ddfd3e6. 00000100:00000010:2.0:1767384684.801856:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f49d903. 00000100:00000010:2.0:1767384684.801859:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000022c4862b. 00000100:00000010:2.0:1767384684.801883:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c62b179. 00000100:00000010:2.0:1767384684.801887:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000021f1f911. 00000100:00000010:2.0:1767384684.801890:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006054bc26. 00000100:00000010:2.0:1767384684.801892:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d0c6828b. 00000100:00000010:2.0:1767384684.801895:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7ccdce2. 00000100:00000010:2.0:1767384684.801898:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009a73246d. 00000100:00000010:2.0:1767384684.801901:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8489963. 00000100:00000010:2.0:1767384684.801903:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000055ceb9f1. 00000100:00000010:2.0:1767384684.801906:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d99adcab. 00000100:00000010:2.0:1767384684.801908:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e1714a28. 00000100:00000010:2.0:1767384684.801911:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003709b282. 00000100:00000010:2.0:1767384684.801913:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000048401196. 00000100:00000010:2.0:1767384684.801916:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e00d7904. 00000100:00000010:2.0:1767384684.801918:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000052cd583d. 00000100:00000010:2.0:1767384684.801920:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093e664b0. 00000100:00000010:2.0:1767384684.801922:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ddf46c76. 00000100:00000010:2.0:1767384684.801925:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b92444ab. 00000100:00000010:2.0:1767384684.801928:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001aaa477b. 00000100:00000010:2.0:1767384684.801930:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6a870db. 00000100:00000010:2.0:1767384684.801933:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000003318a65. 00000100:00000010:2.0:1767384684.801936:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d44e8f63. 00000100:00000010:2.0:1767384684.801940:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000042209869. 00000100:00000010:2.0:1767384684.801944:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db9098ad. 00000100:00000010:2.0:1767384684.801947:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003e8830b1. 00000100:00000010:2.0:1767384684.801975:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058c02369. 00000100:00000010:2.0:1767384684.801979:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004c1981f0. 00000100:00000010:2.0:1767384684.801982:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b8105bb. 00000100:00000010:2.0:1767384684.801984:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d8bdac2d. 00000100:00000010:2.0:1767384684.801987:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b65a9d2. 00000100:00000010:2.0:1767384684.801989:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000019528e85. 00000100:00000010:2.0:1767384684.801993:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e144a44. 00000100:00000010:2.0:1767384684.801995:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d4d2690d. 00000100:00000010:2.0:1767384684.801998:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077070ce1. 00000100:00000010:2.0:1767384684.802000:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007aeb487e. 00000100:00000010:2.0:1767384684.802003:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0b346d1. 00000100:00000010:2.0:1767384684.802006:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000e808e0f. 00000100:00000010:2.0:1767384684.802009:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019275fcb. 00000100:00000010:2.0:1767384684.802012:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ac30266c. 00000100:00000010:2.0:1767384684.802015:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd31c4e0. 00000100:00000010:2.0:1767384684.802018:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000661ba50. 00000100:00000010:2.0:1767384684.802029:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7d28f0e. 00000100:00000010:2.0:1767384684.802032:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d9905fe6. 00000100:00000010:2.0:1767384684.802034:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082610555. 00000100:00000010:2.0:1767384684.802036:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001c4877c8. 00000100:00000010:2.0:1767384684.802039:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d08c876. 00000100:00000010:2.0:1767384684.802042:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000015743429. 00000100:00000010:2.0:1767384684.802045:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a615155e. 00000100:00000010:2.0:1767384684.802047:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000058c0556. 00000100:00000010:2.0:1767384684.802050:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9f83874. 00000100:00000010:2.0:1767384684.802053:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aa03e2ba. 00000100:00000010:2.0:1767384684.802056:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a91744e. 00000100:00000010:2.0:1767384684.802058:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a171b62c. 00000100:00000010:2.0:1767384684.802060:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007924f5c2. 00000100:00000010:2.0:1767384684.802062:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003aeb54bd. 00000100:00000010:2.0:1767384684.802065:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e566b8cd. 00000100:00000010:2.0:1767384684.802068:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000005081c. 00000100:00000010:2.0:1767384684.802071:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007420c5fe. 00000100:00000010:2.0:1767384684.802073:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f2c8b9ae. 00000100:00000010:2.0:1767384684.802076:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f87e2af. 00000100:00000010:2.0:1767384684.802079:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002c3ea55f. 00000100:00000010:2.0:1767384684.802082:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000848971. 00000100:00000010:2.0:1767384684.802084:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002fb45e8c. 00000100:00000010:2.0:1767384684.802086:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000736e4a5f. 00000100:00000010:2.0:1767384684.802089:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001eb54d0b. 00000100:00000010:2.0:1767384684.802092:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063f71d4c. 00000100:00000010:2.0:1767384684.802094:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fc67974e. 00000100:00000010:2.0:1767384684.802098:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067413998. 00000100:00000010:2.0:1767384684.802100:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c0e4b2ab. 00000100:00000010:2.0:1767384684.802110:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf13e68d. 00000100:00000010:2.0:1767384684.802114:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000414aaedf. 00000100:00000010:2.0:1767384684.802124:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000069d151ec. 00000100:00000010:2.0:1767384684.802132:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000b75fc47e. 00000100:00000001:2.0:1767384684.802142:0:40098:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384684.802145:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384684.802147:0:40098:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384684.802160:0:40098:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384684.802162:0:40098:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000b7d53309. 00000100:00000001:2.0:1767384684.802166:0:40098:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384684.802173:0:40098:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.802176:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384684.802178:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a307ebd4. 00000100:00000001:2.0:1767384684.802181:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384684.802183:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384684.802184:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000567c34e9. 00000100:00000001:2.0:1767384684.802187:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384684.802189:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384684.802190:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000007f660ac. 00000100:00000001:2.0:1767384684.802193:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384684.802194:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384684.802195:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f727c9e6. 00000100:00000001:2.0:1767384684.802198:0:40098:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384684.802296:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f9b8eeb4. 00000020:00000010:2.0:1767384684.802301:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f1b4c938. 00000020:00000010:2.0:1767384684.802327:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000007703c4e5. 00000020:00000010:2.0:1767384684.802331:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000020871563. 00000020:00000010:2.0:1767384684.802345:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000494c2686. 00000020:00000010:2.0:1767384684.802350:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000b2e2fbf. 00000100:00000010:2.0:1767384684.802382:0:40098:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000a0ebe1f5. 00000100:00000010:2.0:1767384684.802392:0:40098:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000033403a43. 00000100:00000010:2.0:1767384684.802396:0:40098:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000000ae59a35. 00000100:00000010:2.0:1767384684.802399:0:40098:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000e949ddd4. 00000100:00000001:2.0:1767384684.802402:0:40098:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384684.802406:0:40098:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:2.0:1767384684.802409:0:40098:0:(osd_handler.c:7216:osd_it_ea_init()) Process entered 00080000:00000001:2.0:1767384684.802411:0:40098:0:(osd_handler.c:7145:osd_it_dir_init()) Process entered 00080000:00000010:2.0:1767384684.802415:0:40098:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000008692735c. 00080000:00000001:2.0:1767384684.802419:0:40098:0:(osd_handler.c:7193:osd_it_dir_init()) Process leaving (rc=18446620804897110080 : -123268812441536 : ffff8fe33e38f840) 00080000:00000001:2.0:1767384684.802422:0:40098:0:(osd_handler.c:7227:osd_it_ea_init()) Process leaving (rc=18446620804897110080 : -123268812441536 : ffff8fe33e38f840) 00080000:00000001:2.0:1767384684.802424:0:40098:0:(osd_handler.c:8087:osd_it_ea_load()) Process entered 00080000:00000001:2.0:1767384684.802426:0:40098:0:(osd_handler.c:7410:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:2.0:1767384684.802446:0:40098:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384684.802449:0:40098:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.802451:0:40098:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384684.802453:0:40098:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.802455:0:40098:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384684.802456:0:40098:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.802458:0:40098:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384684.802459:0:40098:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.802461:0:40098:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384684.802463:0:40098:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.802465:0:40098:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384684.802466:0:40098:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.802468:0:40098:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384684.802469:0:40098:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.802471:0:40098:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384684.802473:0:40098:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.802477:0:40098:0:(osd_handler.c:7449:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.802479:0:40098:0:(osd_handler.c:8097:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384684.802483:0:40098:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000000e9a521e. 20000000:00000010:2.0:1767384684.802486:0:40098:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000d97f198c. 00080000:00000001:2.0:1767384684.802488:0:40098:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384684.802490:0:40098:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384684.802492:0:40098:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000009ecf8fd7. 20000000:00000010:2.0:1767384684.802495:0:40098:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000e6dc9fff. 00080000:00000001:2.0:1767384684.802497:0:40098:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384684.802498:0:40098:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384684.802500:0:40098:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000051a32712. 20000000:00000010:2.0:1767384684.802502:0:40098:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 00000000b8848ca4. 00080000:00000001:2.0:1767384684.802504:0:40098:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384684.802505:0:40098:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384684.802507:0:40098:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000001df27152. 20000000:00000010:2.0:1767384684.802509:0:40098:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 0000000059f5bd34. 00080000:00000001:2.0:1767384684.802510:0:40098:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384684.802512:0:40098:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.802518:0:40098:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384684.802520:0:40098:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384684.802523:0:40098:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000c440524b. 20000000:00000010:2.0:1767384684.802525:0:40098:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000acd6ffd3. 00080000:00000001:2.0:1767384684.802527:0:40098:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384684.802528:0:40098:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.802530:0:40098:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384684.802531:0:40098:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384684.802533:0:40098:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000a9f55c6c. 20000000:00000010:2.0:1767384684.802534:0:40098:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 0000000093945356. 00080000:00000001:2.0:1767384684.802536:0:40098:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384684.802537:0:40098:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384684.802539:0:40098:0:(osd_handler.c:7257:osd_it_ea_fini()) Process entered 00080000:00000001:2.0:1767384684.802540:0:40098:0:(osd_handler.c:7235:osd_it_dir_fini()) Process entered 00080000:00000010:2.0:1767384684.802544:0:40098:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000008692735c. 00080000:00000001:2.0:1767384684.802547:0:40098:0:(osd_handler.c:7243:osd_it_dir_fini()) Process leaving 00080000:00000001:2.0:1767384684.802549:0:40098:0:(osd_handler.c:7260:osd_it_ea_fini()) Process leaving 20000000:00000001:2.0:1767384684.802550:0:40098:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384684.802595:0:40098:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000ec70a748. 20000000:00000010:2.0:1767384684.802601:0:40098:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000c26c0ca9. 20000000:00000010:2.0:1767384684.802605:0:40098:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000000baa3403. 20000000:00000010:2.0:1767384684.802629:0:40098:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000006a1c78ac. 20000000:00000010:2.0:1767384684.802633:0:40098:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000067292e0d. 20000000:00000010:2.0:1767384684.802636:0:40098:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 0000000093945356. 20000000:00000010:2.0:1767384684.802639:0:40098:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000a9f55c6c. 20000000:00000010:2.0:1767384684.802642:0:40098:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000acd6ffd3. 20000000:00000010:2.0:1767384684.802644:0:40098:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000c440524b. 20000000:00000010:2.0:1767384684.802647:0:40098:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 0000000059f5bd34. 20000000:00000010:2.0:1767384684.802649:0:40098:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000001df27152. 20000000:00000010:2.0:1767384684.802651:0:40098:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 00000000b8848ca4. 20000000:00000010:2.0:1767384684.802653:0:40098:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000051a32712. 20000000:00000010:2.0:1767384684.802655:0:40098:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000e6dc9fff. 20000000:00000010:2.0:1767384684.802658:0:40098:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000009ecf8fd7. 20000000:00000010:2.0:1767384684.802660:0:40098:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000d97f198c. 20000000:00000010:2.0:1767384684.802662:0:40098:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000000e9a521e. 20000000:00000001:2.0:1767384684.802665:0:40098:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:2.0:1767384684.802675:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005328e16d. 20000000:00000010:2.0:1767384684.802680:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006054c031. 20000000:00000010:2.0:1767384684.802683:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000023325b73. 20000000:00000010:2.0:1767384684.802686:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d2a6f0b0. 20000000:00000010:2.0:1767384684.802690:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001f03efa4. 20000000:00000010:2.0:1767384684.802692:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ebda8c79. 20000000:00000010:2.0:1767384684.802695:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000749b1e43. 20000000:00000010:2.0:1767384684.802698:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000eee0485c. 20000000:00000010:2.0:1767384684.802701:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bd5903f6. 20000000:00000010:2.0:1767384684.802705:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008f9352cd. 20000000:00000010:2.0:1767384684.802709:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009e6a08f0. 20000000:00000010:2.0:1767384684.802713:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000e202a98. 20000000:00000010:2.0:1767384684.802717:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007c774c8d. 20000000:00000010:2.0:1767384684.802720:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f0c53e0b. 20000000:00000010:2.0:1767384684.802724:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000031261c83. 20000000:00000010:2.0:1767384684.802729:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000603441d6. 20000000:00000010:2.0:1767384684.802732:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001941be73. 20000000:00000010:2.0:1767384684.802734:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ea3ff3e5. 20000000:00000010:2.0:1767384684.802736:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007364dd91. 20000000:00000010:2.0:1767384684.802746:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001d38fa00. 20000000:00000010:2.0:1767384684.802749:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f1b6c4a2. 20000000:00000010:2.0:1767384684.802752:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f627727a. 20000000:00000010:2.0:1767384684.802755:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000076d59587. 20000000:00000010:2.0:1767384684.802758:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001f91208c. 20000000:00000010:2.0:1767384684.802761:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002e4275c3. 20000000:00000010:2.0:1767384684.802763:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008a5bfa65. 20000000:00000010:2.0:1767384684.802766:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000178a5c2. 20000000:00000010:2.0:1767384684.802769:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e80098c4. 20000000:00000010:2.0:1767384684.802772:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000eca65673. 20000000:00000010:2.0:1767384684.802776:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000dfb910a3. 20000000:00000010:2.0:1767384684.802779:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000da71a478. 20000000:00000010:2.0:1767384684.802782:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a119d30a. 20000000:00000010:2.0:1767384684.802785:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000399c80db. 20000000:00000010:2.0:1767384684.802788:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fae0b251. 20000000:00000010:2.0:1767384684.802791:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000033138c96. 20000000:00000010:2.0:1767384684.802795:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000022c2a8d4. 20000000:00000010:2.0:1767384684.802798:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ba15a31f. 20000000:00000010:2.0:1767384684.802801:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000098e9eef9. 20000000:00000010:2.0:1767384684.802804:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fbd23b9f. 20000000:00000010:2.0:1767384684.802807:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000819772ac. 20000000:00000010:2.0:1767384684.802810:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000af4ebb33. 20000000:00000010:2.0:1767384684.802817:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000954239d6. 20000000:00000010:2.0:1767384684.802820:0:40098:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000ffd636e4. 20000000:00000010:2.0:1767384684.802824:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008dfecb03. 20000000:00000010:2.0:1767384684.802827:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c6bc4144. 20000000:00000010:2.0:1767384684.802830:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003ecc62ba. 20000000:00000010:2.0:1767384684.802833:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000057e320f9. 20000000:00000010:2.0:1767384684.802835:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000038e4f82c. 20000000:00000010:2.0:1767384684.802838:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d05dbcc0. 20000000:00000010:2.0:1767384684.802841:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c1b98019. 20000000:00000010:2.0:1767384684.802843:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f6feae32. 20000000:00000010:2.0:1767384684.802847:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f4f7a047. 20000000:00000010:2.0:1767384684.802849:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a521335e. 20000000:00000010:2.0:1767384684.802853:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002c7db964. 20000000:00000010:2.0:1767384684.802856:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000b1b16ff. 20000000:00000010:2.0:1767384684.802859:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c5868828. 20000000:00000010:2.0:1767384684.802862:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ba8abb23. 20000000:00000010:2.0:1767384684.802865:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000087785a4. 20000000:00000010:2.0:1767384684.802868:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003a1577c1. 20000000:00000010:2.0:1767384684.802871:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004d938466. 20000000:00000010:2.0:1767384684.802874:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000044d3725. 20000000:00000010:2.0:1767384684.802877:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d582b8b8. 20000000:00000010:2.0:1767384684.802881:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e1b93fe4. 20000000:00000010:2.0:1767384684.802884:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004c1adb46. 20000000:00000010:2.0:1767384684.802888:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000451e61f7. 20000000:00000010:2.0:1767384684.802892:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f2be41c4. 20000000:00000010:2.0:1767384684.802896:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004845b1b9. 20000000:00000010:2.0:1767384684.802898:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a92039a4. 20000000:00000010:2.0:1767384684.802900:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000022db4ece. 20000000:00000010:2.0:1767384684.802902:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b6696a03. 20000000:00000010:2.0:1767384684.802904:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002ad845a6. 20000000:00000010:2.0:1767384684.802912:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005ed042c2. 20000000:00000010:2.0:1767384684.802915:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000079b5aacb. 20000000:00000010:2.0:1767384684.802917:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009def1d1d. 20000000:00000010:2.0:1767384684.802920:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007c035adf. 20000000:00000010:2.0:1767384684.802923:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000652b7920. 20000000:00000010:2.0:1767384684.802926:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ff907d6d. 20000000:00000010:2.0:1767384684.802930:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000033babcdd. 20000000:00000010:2.0:1767384684.802933:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b3721cd0. 20000000:00000010:2.0:1767384684.802936:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b52d1c60. 20000000:00000010:2.0:1767384684.802939:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000375d68c6. 20000000:00000010:2.0:1767384684.802942:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a2f2beaa. 20000000:00000010:2.0:1767384684.802945:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f6144752. 20000000:00000010:2.0:1767384684.802948:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008de7269a. 20000000:00000010:2.0:1767384684.802953:0:40098:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006294bc66. 20000000:00000010:2.0:1767384684.802957:0:40098:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000726354ad. 20000000:00000010:2.0:1767384684.802990:0:40098:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000008de2c30e. 20000000:00000010:2.0:1767384684.802994:0:40098:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000005f681029. 20000000:00000010:2.0:1767384684.802998:0:40098:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000fdaa733b. 20000000:00000010:2.0:1767384684.803001:0:40098:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000a2d0dde1. 20000000:00000010:2.0:1767384684.803004:0:40098:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000004932e9f4. 20000000:00000010:2.0:1767384684.803007:0:40098:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000d05a2fe8. 20000000:00000010:2.0:1767384684.803012:0:40098:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000b5027dd5. 20000000:00000010:2.0:1767384684.803015:0:40098:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000f513eb51. 20000000:00000010:2.0:1767384684.803018:0:40098:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000090a76c87. 00010000:00000001:2.0:1767384684.803022:0:40098:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767384684.803024:0:40098:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767384684.803025:0:40098:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384684.803027:0:40098:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384684.803029:0:40098:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384684.803031:0:40098:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384684.803032:0:40098:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384684.803034:0:40098:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384684.803036:0:40098:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384684.803038:0:40098:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:2.0:1767384684.803043:0:40098:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:2.0:1767384684.803046:0:40098:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:2.0:1767384684.803062:0:40098:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:2.0:1767384684.803067:0:40098:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000002458efc2 - data 0000000098a767c9/00000000cf6beb18 00000020:00000010:2.0:1767384684.803205:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 0000000092538571. 00000020:00000010:2.0:1767384684.803210:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000ae358c18. 00000020:00000010:2.0:1767384684.803214:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000cf6beb18. 00000020:00000010:2.0:1767384684.803217:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000000a878e51. 00000020:00000010:2.0:1767384684.803219:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000000e0f614d. 00000020:00000010:2.0:1767384684.803221:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000d3e0ac3e. 00000020:00000010:2.0:1767384684.803224:0:40098:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000002458efc2. 00000020:01000000:2.0:1767384684.803230:0:40098:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000005f526dad - data 00000000c17b7640/00000000c3f169ba 00000020:00000010:2.0:1767384684.803356:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000c18dd47c. 00000020:00000010:2.0:1767384684.803362:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000003f4e6be0. 00000020:00000010:2.0:1767384684.803365:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000c3f169ba. 00000020:00000010:2.0:1767384684.803368:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000420aa0ab. 00000020:00000010:2.0:1767384684.803371:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000cb4bd09a. 00000020:00000010:2.0:1767384684.803373:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000009fb724a0. 00000020:00000010:2.0:1767384684.803376:0:40098:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000005f526dad. 00000020:00000001:2.0:1767384684.803379:0:40098:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:2.0:1767384684.803484:0:40098:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000039945c55 : new refcount 2 00000040:00000001:2.0:1767384684.803487:0:40098:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384684.803488:0:40098:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000039945c55 : new refcount 1 00080000:00000010:2.0:1767384684.803502:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ec367035. 00000020:00000010:2.0:1767384684.803504:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000008823742. 00000020:00000010:2.0:1767384684.803509:0:40098:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000036d9f838. 00080000:00000010:2.0:1767384684.803517:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000078b1a01b. 00000020:00000010:2.0:1767384684.803520:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000131abb02. 00000020:00000010:2.0:1767384684.803523:0:40098:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000082e0235. 00000020:00000040:2.0:1767384684.803527:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000a0c1d38e : new refcount 1 00000040:00000010:2.0:1767384684.803529:0:40098:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000039945c55. 00000040:00000001:2.0:1767384684.803533:0:40098:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384684.803538:0:40098:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 0000000074c57ee4. 00080000:00000001:2.0:1767384684.803540:0:40098:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:2.0:1767384684.803543:0:40098:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1790731812 to info 000000007eb054ae 00100000:00000001:2.0:1767384684.803547:0:40098:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384684.803548:0:40098:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384684.803550:0:40098:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384684.803551:0:40098:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 0000000074c57ee4. 00080000:00000010:2.0:1767384684.803565:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000ee2e577. 00000020:00000010:2.0:1767384684.803569:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009f580160. 00000020:00000002:2.0:1767384684.803574:0:40098:0:(lu_object.c:207:lu_object_put()) Add 000000006bcf031d/0000000037838232 to site lru. bkt: 00000000617cbd06 00000001:00000001:2.0:1767384684.803577:0:40098:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:2.0:1767384684.803580:0:40098:0:(lu_object.c:207:lu_object_put()) Add 00000000d27daa32/000000009217a9bd to site lru. bkt: 00000000231edd4b 00000001:00000010:2.0:1767384684.803582:0:40098:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 00000000399be6e9. 00000001:00000001:2.0:1767384684.803584:0:40098:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:2.0:1767384684.803633:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001f2868dc. 00000020:00000010:2.0:1767384684.803637:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f0b8a21c. 00000020:00000010:2.0:1767384684.803642:0:40098:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000e9e1476f. 00080000:00000010:2.0:1767384684.803655:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006bcf031d. 00000020:00000010:2.0:1767384684.803658:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000037838232. 00080000:00000010:2.0:1767384684.803675:0:40098:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b85e9257. 00080000:00000010:2.0:1767384684.803682:0:40098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d27daa32. 00000020:00000010:2.0:1767384684.803684:0:40098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009217a9bd. 00000020:00000010:2.0:1767384684.803711:0:40098:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 00000000176c637e. 00010000:00000001:2.0:1767384684.803715:0:40098:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384684.803718:0:40098:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384684.803750:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000090505150. 00000020:00000010:2.0:1767384684.803754:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000065745385. 00000020:00000010:2.0:1767384684.803757:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001236ffad. 00010000:00000001:2.0:1767384684.803796:0:40098:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384684.803808:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000006c90110f. 00000020:00000010:2.0:1767384684.803811:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000001af0d451. 00000020:00000010:2.0:1767384684.803815:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000036aa7cd9. 00000020:00000010:2.0:1767384684.803817:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000a70f3c70. 00000020:00000010:2.0:1767384684.803820:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000c2f31460. 00000020:00000010:2.0:1767384684.803822:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003537271f. 00000001:00000001:2.0:1767384684.803874:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384684.803876:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000074233a8. 00000001:00000010:2.0:1767384684.803879:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000cd4db092. 00000001:00000010:2.0:1767384684.803887:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 00000000c6cdd4e6. 00000001:00000010:2.0:1767384684.803889:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000089dcc99e. 00000001:00000001:2.0:1767384684.803892:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384684.803894:0:40098:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000269594a2. 00010000:00000001:2.0:1767384684.803897:0:40098:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384684.803898:0:40098:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384684.803899:0:40098:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 20000000:00000001:2.0:1767384684.803929:0:40098:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384684.803931:0:40098:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384684.803933:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384684.803934:0:40098:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd1ffe9 00000020:00000040:2.0:1767384684.803937:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dfc2eeca with handle 0x7f71e2b70dd1ffe9 from hash 00000020:00000001:2.0:1767384684.803940:0:40098:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384684.803942:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000dfc2eeca : new refcount 1 00000020:00000001:2.0:1767384684.803944:0:40098:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384684.803945:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000dfc2eeca : new refcount 0 00000020:00000080:2.0:1767384684.803947:0:40098:0:(genops.c:904:class_export_put()) final put 00000000dfc2eeca/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384684.803949:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.803958:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.803960:0:40098:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384684.803962:0:40098:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.803964:0:40098:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:2.0:1767384684.803966:0:40098:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384684.803968:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384684.803969:0:40098:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446620804726910048 : -123268982641568 : ffff8fe33413ec60) 00000020:00000080:0.0:1767384684.803970:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000dfc2eeca/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:2.0:1767384684.803975:0:40098:0:(tgt_mount.c:188:server_put_mount()) put mount 0000000023fa97c0 from MGS, refs=2 00000020:00000001:0.0:1767384684.803975:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384684.803979:0:40098:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384684.803981:0:40098:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000023fa97c0 2 00000020:00000001:0.0:1767384684.803982:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.803985:0:40098:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384684.803985:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000b5e34d8a) now 5 - export 00000020:00000001:2.0:1767384684.803989:0:40098:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000010:0.0:1767384684.803990:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000dfc2eeca. 00000020:00000001:2.0:1767384684.803993:0:40098:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384684.803995:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384684.803996:0:40098:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446620804726910048 : -123268982641568 : ffff8fe33413ec60) 00000020:01000004:2.0:1767384684.803999:0:40098:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 0000000023fa97c0 from MGS 00000020:00000010:2.0:1767384684.804001:0:40098:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 00000000cd62a6f4. 00000020:00000010:2.0:1767384684.804004:0:40098:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000d147b7d4. 00000020:00000001:2.0:1767384684.804007:0:40098:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.804008:0:40098:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384684.804010:0:40098:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.804011:0:40098:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384684.804018:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384684.804023:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fa9573b5. 00000001:00000010:2.0:1767384684.804026:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c79704d3. 00000001:00000010:2.0:1767384684.804028:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004a53ffa0. 00000001:00000010:2.0:1767384684.804034:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e399a796. 00000001:00000010:2.0:1767384684.804037:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a3983c85. 00000001:00000010:2.0:1767384684.804041:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007e9370ae. 00000001:00000001:2.0:1767384684.804045:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384684.804047:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384684.804050:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e42cb003. 00000001:00000010:2.0:1767384684.804053:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000282939e3. 00000001:00000010:2.0:1767384684.804056:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eff01fef. 00000001:00000010:2.0:1767384684.804058:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008fcba7d9. 00000001:00000010:2.0:1767384684.804059:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b85b1cd4. 00000001:00000010:2.0:1767384684.804061:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c3818c1f. 00000001:00000001:2.0:1767384684.804067:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384684.804070:0:40098:0:(obd_config.c:955:class_decref()) Decref MGS (00000000149292c1) now 3 - setup 00000020:00000001:2.0:1767384684.804072:0:40098:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.804073:0:40098:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384684.804075:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384684.804078:0:40098:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384684.804080:0:40098:0:(obd_config.c:955:class_decref()) Decref MGS (00000000149292c1) now 2 - obd_device_list 00000020:00000080:2.0:1767384684.804082:0:40098:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:2.0:1767384684.804084:0:40098:0:(obd_config.c:955:class_decref()) Decref MGS (00000000149292c1) now 1 - newdev 00000020:00000040:2.0:1767384684.804086:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a0c1d38e with handle 0x7f71e2b70dd1ffe2 from hash 00000020:00000040:2.0:1767384684.804089:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000a0c1d38e : new refcount 0 00000020:00000080:2.0:1767384684.804091:0:40098:0:(genops.c:904:class_export_put()) final put 00000000a0c1d38e/MGS 00000020:00000001:2.0:1767384684.804093:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.804095:0:40098:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384684.804096:0:40098:0:(genops.c:863:class_export_destroy()) destroying export 00000000a0c1d38e/MGS for MGS 00000020:00000001:2.0:1767384684.804098:0:40098:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:2.0:1767384684.804100:0:40098:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:2.0:1767384684.804102:0:40098:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.804104:0:40098:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384684.804106:0:40098:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a0c1d38e. 00000020:00000001:2.0:1767384684.804110:0:40098:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384684.804112:0:40098:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:2.0:1767384684.804114:0:40098:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:2.0:1767384684.804115:0:40098:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384684.804119:0:40098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2f2beaa. 00000020:00000010:2.0:1767384684.804122:0:40098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000451e61f7. 00000040:00000010:2.0:1767384684.804125:0:40098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fbd23b9f. 00000020:00000010:2.0:1767384684.804129:0:40098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bc59f757. 00000020:00000010:2.0:1767384684.804132:0:40098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e80098c4. 80000000:00000010:2.0:1767384684.804135:0:40098:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002458efc2. 00040000:00000010:2.0:1767384684.804137:0:40098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000103b5085. 00080000:00000010:2.0:1767384684.804142:0:40098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a8b56ea0. 00080000:00000010:2.0:1767384684.804146:0:40098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000032a17b18. 20000000:00000010:2.0:1767384684.804161:0:40098:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000027b8a81f. 20000000:00000001:2.0:1767384684.804165:0:40098:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:2.0:1767384684.804172:0:40098:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 00000000cb5bd9f0. 20000000:00000001:2.0:1767384684.804176:0:40098:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384684.804178:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000451e61f7. 00000040:00000010:2.0:1767384684.804181:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fbd23b9f. 00000020:00000010:2.0:1767384684.804183:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bc59f757. 00000020:00000010:2.0:1767384684.804186:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e80098c4. 80000000:00000010:2.0:1767384684.804189:0:40098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002458efc2. 00040000:00000010:2.0:1767384684.804192:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000103b5085. 00080000:00000010:2.0:1767384684.804195:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000032a17b18. 00080000:00000010:2.0:1767384684.804198:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a8b56ea0. 20000000:00000010:2.0:1767384684.804201:0:40098:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000027b8a81f. 00000020:00000010:2.0:1767384684.804204:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2f2beaa. 00000020:00000001:2.0:1767384684.804207:0:40098:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384684.804209:0:40098:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000149292c1. 00000020:00000001:2.0:1767384684.804213:0:40098:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.804215:0:40098:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384684.804217:0:40098:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000ee17bb71. 00000020:00000001:2.0:1767384684.804220:0:40098:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.804223:0:40098:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.804225:0:40098:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:2.0:1767384684.804227:0:40098:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384684.804229:0:40098:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:2.0:1767384684.804232:0:40098:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 000000002458efc2. 00000020:00000080:2.0:1767384684.804234:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384684.804237:0:40098:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384684.804239:0:40098:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767384684.804242:0:40098:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 000000008960ae48 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:2.0:1767384684.804252:0:40098:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384684.804254:0:40098:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (000000009c1aa380) has exports, disconnecting them 00000020:00000001:2.0:1767384684.804256:0:40098:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1767384684.804258:0:40098:0:(genops.c:887:class_export_get()) GET export 000000008960ae48 refcount=4 00000020:00000040:2.0:1767384684.804260:0:40098:0:(genops.c:887:class_export_get()) GET export 000000008960ae48 refcount=5 00000020:00080000:2.0:1767384684.804263:0:40098:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (000000008960ae48), last request at 1767384583 00000020:00000001:2.0:1767384684.804266:0:40098:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:2.0:1767384684.804268:0:40098:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384684.804269:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384684.804271:0:40098:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd200c2 00000020:00000040:2.0:1767384684.804273:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008960ae48 with handle 0x7f71e2b70dd200c2 from hash 00000020:00000040:2.0:1767384684.804281:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000008960ae48 : new refcount 4 00000020:00000001:2.0:1767384684.804283:0:40098:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384684.804285:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000008960ae48 : new refcount 3 00000020:00000001:2.0:1767384684.804286:0:40098:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384684.804287:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000008960ae48 : new refcount 2 00000020:00000001:2.0:1767384684.804289:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1767384684.804291:0:40098:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.804293:0:40098:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767384684.804296:0:40098:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000008960ae48): rc 0 00000020:00000040:2.0:1767384684.804298:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000008960ae48 : new refcount 1 00000020:00000001:2.0:1767384684.804299:0:40098:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1767384684.804301:0:40098:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384684.804303:0:40098:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:2.0:1767384684.804304:0:40098:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:2.0:1767384684.804306:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:2.0:1767384684.804308:0:40098:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:2.0:1767384684.804309:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000008960ae48 : new refcount 0 00000020:00000080:2.0:1767384684.804311:0:40098:0:(genops.c:904:class_export_put()) final put 000000008960ae48/lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384684.804314:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.804322:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384684.804325:0:40098:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767384684.804327:0:40098:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:0.0:1767384684.804329:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384684.804331:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000008960ae48/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1767384684.804334:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 8 to 0@lo 00000020:00000001:0.0:1767384684.804335:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384684.804336:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384684.804338:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000009c1aa380) now 5 - export 00000020:00000010:0.0:1767384684.804339:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008960ae48. 00000020:00000001:0.0:1767384684.804345:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:2.0:1767384684.804365:0:40098:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384684.804411:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000e6b962cb. 00000020:00000010:2.0:1767384684.804415:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e59c4438. 00010000:00000001:2.0:1767384684.804454:0:40098:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384684.804467:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000c1565ac7. 00000020:00000010:2.0:1767384684.804471:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000899c1fcd. 00000001:00000001:2.0:1767384684.804514:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384684.805014:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a2d1fcd4. 00000001:00000010:2.0:1767384684.805022:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007321ae4b. 00000001:00000010:2.0:1767384684.805023:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000076f2dcce. 00000001:00000010:2.0:1767384684.805025:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000073ebbf9a. 00000001:00000010:2.0:1767384684.805027:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006c7c76e2. 00000001:00000010:2.0:1767384684.805029:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000287537d4. 00000001:00000010:2.0:1767384684.805031:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006e21b174. 00000001:00000010:2.0:1767384684.805032:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000056be6731. 00000001:00000010:2.0:1767384684.805034:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a1ee7162. 00000001:00000010:2.0:1767384684.805036:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ac035772. 00000001:00000010:2.0:1767384684.805037:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005989cb07. 00000001:00000010:2.0:1767384684.805039:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d9c518cc. 00000001:00000010:2.0:1767384684.805040:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004dbf3642. 00000001:00000010:2.0:1767384684.805042:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005d0c12d7. 00000001:00000010:2.0:1767384684.805048:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005e5979a8. 00000001:00000010:2.0:1767384684.805050:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009009781e. 00000001:00000010:2.0:1767384684.805052:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000e12198e. 00000001:00000010:2.0:1767384684.805053:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000048f26c36. 00000001:00000010:2.0:1767384684.805054:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ccca19fb. 00000001:00000010:2.0:1767384684.805056:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000632d638b. 00000001:00000010:2.0:1767384684.805058:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003dec6a44. 00000001:00000010:2.0:1767384684.805060:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005e46b6ff. 00000001:00000010:2.0:1767384684.805062:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000578ffde6. 00000001:00000010:2.0:1767384684.805063:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007d014cdc. 00000001:00000010:2.0:1767384684.805065:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e005d5ba. 00000001:00000010:2.0:1767384684.805067:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000176afe0b. 00000001:00000010:2.0:1767384684.805068:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000018bc74c8. 00000001:00000010:2.0:1767384684.805070:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f265afd2. 00000001:00000010:2.0:1767384684.805072:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000024faa0a4. 00000001:00000010:2.0:1767384684.805073:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e12272b4. 00000001:00000010:2.0:1767384684.805075:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d90d6a58. 00000001:00000010:2.0:1767384684.805077:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bfd92ad4. 00000001:00000010:2.0:1767384684.805078:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 000000008146aaa0. 00000001:00000010:2.0:1767384684.805081:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000005ab6ecf4. 00000001:00000001:2.0:1767384684.805084:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384684.805087:0:40098:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000f30be03b. 00010000:00000001:2.0:1767384684.805090:0:40098:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384684.805661:0:40098:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384684.805664:0:40098:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767384684.805666:0:40098:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:1.0:1767384684.805668:0:40098:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:1.0:1767384684.805671:0:40098:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384684.805672:0:40098:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1767384684.805674:0:40098:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384684.805676:0:40098:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384684.805678:0:40098:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:1.0:1767384684.805680:0:40098:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384684.805689:0:40098:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384684.805690:0:40098:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384684.805692:0:40098:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384684.805693:0:40098:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384684.805695:0:40098:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:1.0:1767384684.805696:0:40098:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384684.805698:0:40098:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384684.805700:0:40098:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384684.805702:0:40098:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:1.0:1767384684.805703:0:40098:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767384684.805706:0:40098:0:(genops.c:1229:class_import_get()) import 00000000765233a3 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384684.805709:0:40098:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384684.805710:0:40098:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384684.805712:0:40098:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384684.805714:0:40098:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384684.805715:0:40098:0:(genops.c:1242:class_import_put()) import 00000000765233a3 refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384684.805717:0:40098:0:(genops.c:1245:class_import_put()) final put import 00000000765233a3 00000020:00000001:1.0:1767384684.805726:0:40098:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384684.805728:0:40098:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767384684.805730:0:40098:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384684.805732:0:40098:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767384684.805734:0:40098:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 00000000b7571c52. 00000020:00000001:0.0:1767384684.805738:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000010:1.0:1767384684.805739:0:40098:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000b88263a7. 00000020:00000080:0.0:1767384684.805742:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000765233a3 for lustre-MDT0000-lwp-MDT0000 00010000:00000010:1.0:1767384684.805744:0:40098:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 0000000050db55f0. 00000020:00000040:0.0:1767384684.805751:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 7 to 0@lo 00010000:00000001:1.0:1767384684.805753:0:40098:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000040:0.0:1767384684.805757:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 6 to 0@lo 00000020:00000010:0.0:1767384684.805760:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000980f49e1. 00000020:00000040:0.0:1767384684.805768:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000009c1aa380) now 4 - import 00000020:00000010:0.0:1767384684.805771:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000765233a3. 00000020:00000001:0.0:1767384684.805776:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1767384684.805841:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000caa85ce6. 00000020:00000010:1.0:1767384684.805857:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000007a6ba4b7. 00000020:00000010:1.0:1767384684.805861:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000091c991d0. 00000020:00000010:1.0:1767384684.805876:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000bf5afcaa. 00000020:00000010:1.0:1767384684.805882:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000004bd66a56. 00000020:00000010:1.0:1767384684.805886:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000049e62c2. 00000010:00000001:1.0:1767384684.805890:0:40098:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.805892:0:40098:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384684.805902:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384684.805907:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c449be40. 00000001:00000010:1.0:1767384684.805910:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000010c433c0. 00000001:00000010:1.0:1767384684.805913:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003c39e207. 00000001:00000010:1.0:1767384684.805916:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000251bbbd5. 00000001:00000010:1.0:1767384684.805919:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002446c0b1. 00000001:00000010:1.0:1767384684.805921:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f07bc33a. 00000001:00000001:1.0:1767384684.805924:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384684.805925:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384684.805946:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4f37da3. 00000001:00000010:1.0:1767384684.805949:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000adeecc60. 00000001:00000010:1.0:1767384684.805951:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000003b73ad3. 00000001:00000010:1.0:1767384684.805953:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c681741c. 00000001:00000010:1.0:1767384684.805956:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000006a528a2. 00000001:00000010:1.0:1767384684.805958:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005c17ed3f. 00000001:00000001:1.0:1767384684.805961:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384684.805963:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000009c1aa380) now 3 - setup 00000020:00000001:1.0:1767384684.805965:0:40098:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.805967:0:40098:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384684.805970:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384684.805973:0:40098:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384684.805975:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000009c1aa380) now 2 - obd_device_list 00000020:00000080:1.0:1767384684.805977:0:40098:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:1.0:1767384684.805979:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000009c1aa380) now 1 - newdev 00000020:00000040:1.0:1767384684.805982:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000082b365cb with handle 0x7f71e2b70dd200bb from hash 00000020:00000040:1.0:1767384684.805985:0:40098:0:(genops.c:898:class_export_put()) PUTting export 0000000082b365cb : new refcount 0 00000020:00000080:1.0:1767384684.805988:0:40098:0:(genops.c:904:class_export_put()) final put 0000000082b365cb/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:1.0:1767384684.805990:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.805993:0:40098:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384684.805994:0:40098:0:(genops.c:863:class_export_destroy()) destroying export 0000000082b365cb/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384684.805997:0:40098:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384684.806003:0:40098:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384684.806005:0:40098:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000082b365cb. 00000020:00000001:1.0:1767384684.806016:0:40098:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384684.806018:0:40098:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:1.0:1767384684.806020:0:40098:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:1.0:1767384684.806022:0:40098:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384684.806025:0:40098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf01ec82. 00000020:00000010:1.0:1767384684.806028:0:40098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f3f31a7. 00000040:00000010:1.0:1767384684.806032:0:40098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d43bd82d. 00000020:00000010:1.0:1767384684.806035:0:40098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000c55d177. 00000020:00000010:1.0:1767384684.806038:0:40098:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005b9bd0a0. 00000020:00000010:1.0:1767384684.806041:0:40098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b47e87be. 80000000:00000010:1.0:1767384684.806044:0:40098:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d40eabb. 40000000:00000010:1.0:1767384684.806047:0:40098:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006bcd43e4. 00100000:00000010:1.0:1767384684.806051:0:40098:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000087f756f8. 00040000:00000010:1.0:1767384684.806058:0:40098:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000070af8a30. 00040000:00000010:1.0:1767384684.806061:0:40098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006893ab32. 00080000:00000010:1.0:1767384684.806065:0:40098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000354566e1. 00080000:00000010:1.0:1767384684.806069:0:40098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f6b1817e. 00000004:00000010:1.0:1767384684.806074:0:40098:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009bb741be. 00000010:00000001:1.0:1767384684.806077:0:40098:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:1.0:1767384684.806079:0:40098:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 00000000179ce966. 00000010:00000001:1.0:1767384684.806082:0:40098:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384684.806084:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f3f31a7. 00000040:00000010:1.0:1767384684.806087:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d43bd82d. 00000020:00000010:1.0:1767384684.806089:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000c55d177. 00000020:00000010:1.0:1767384684.806092:0:40098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005b9bd0a0. 00000020:00000010:1.0:1767384684.806096:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b47e87be. 80000000:00000010:1.0:1767384684.806100:0:40098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000d40eabb. 40000000:00000010:1.0:1767384684.806103:0:40098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006bcd43e4. 00100000:00000010:1.0:1767384684.806106:0:40098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000087f756f8. 00040000:00000010:1.0:1767384684.806109:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000070af8a30. 00040000:00000010:1.0:1767384684.806112:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006893ab32. 00080000:00000010:1.0:1767384684.806121:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f6b1817e. 00080000:00000010:1.0:1767384684.806124:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000354566e1. 00000004:00000010:1.0:1767384684.806128:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009bb741be. 00000020:00000010:1.0:1767384684.806131:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf01ec82. 00000020:00000001:1.0:1767384684.806134:0:40098:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384684.806135:0:40098:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000009c1aa380. 00000020:00000001:1.0:1767384684.806139:0:40098:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.806142:0:40098:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384684.806144:0:40098:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 000000002458efc2. 00000020:00000001:1.0:1767384684.806147:0:40098:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.806161:0:40098:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.806164:0:40098:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384684.806165:0:40098:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000023fa97c0 1 00000020:00000001:1.0:1767384684.806168:0:40098:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384684.806170:0:40098:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384684.806172:0:40098:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384684.806173:0:40098:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7f71e2b70dd1ffdb 00000020:00000040:1.0:1767384684.806176:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf475d80 with handle 0x7f71e2b70dd1ffdb from hash 00000020:00000001:1.0:1767384684.806183:0:40098:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384684.806185:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000cf475d80 : new refcount 1 00000020:00000001:1.0:1767384684.806187:0:40098:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384684.806188:0:40098:0:(genops.c:898:class_export_put()) PUTting export 00000000cf475d80 : new refcount 0 00000020:00000080:1.0:1767384684.806190:0:40098:0:(genops.c:904:class_export_put()) final put 00000000cf475d80/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384684.806192:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.806201:0:40098:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.806203:0:40098:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384684.806205:0:40098:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000001:0.0:1767384684.806208:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:1.0:1767384684.806209:0:40098:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000000d40eabb. 00000020:00000080:0.0:1767384684.806212:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000cf475d80/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1767384684.806213:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384684.806215:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384684.806218:0:40098:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:0.0:1767384684.806218:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384684.806222:0:40098:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000040:0.0:1767384684.806222:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000b5e34d8a) now 4 - export 00000020:00000010:0.0:1767384684.806225:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000cf475d80. 00000020:00000001:1.0:1767384684.806226:0:40098:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384684.806230:0:40098:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (00000000b5e34d8a) has no exports 00000020:00000001:0.0:1767384684.806231:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384684.806232:0:40098:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384684.806235:0:40098:0:(obd_class.h:604:obd_precleanup()) Process entered 00080000:00000001:1.0:1767384684.806241:0:40098:0:(osd_handler.c:8628:osd_device_fini()) Process entered 00080000:00000002:1.0:1767384684.806243:0:40098:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1790731812 to info 000000007eb054ae 00100000:00000001:1.0:1767384684.806247:0:40098:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767384684.806248:0:40098:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767384684.806250:0:40098:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00080000:00000001:1.0:1767384684.806252:0:40098:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384684.807338:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 256 at 0000000069aa074b. 00000020:00000010:1.0:1767384684.807343:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004c5ca4e2. 00080000:00000010:1.0:1767384684.807478:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009bb83744. 00080000:00000010:1.0:1767384684.807483:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008586b0a6. 00080000:00000010:1.0:1767384684.807486:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000be98d458. 00080000:00000010:1.0:1767384684.807490:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005e75e6b3. 00080000:00000010:1.0:1767384684.807493:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000607ef4e2. 00080000:00000010:1.0:1767384684.807496:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003c68286f. 00080000:00000010:1.0:1767384684.807500:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a9008043. 00080000:00000010:1.0:1767384684.807504:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b9279674. 00080000:00000010:1.0:1767384684.807508:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000936a8e59. 00080000:00000010:1.0:1767384684.807511:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000030945e84. 00080000:00000010:1.0:1767384684.807515:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e5e7ed7d. 00080000:00000010:1.0:1767384684.807517:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003066b0de. 00080000:00000010:1.0:1767384684.807521:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000016712d6a. 00080000:00000010:1.0:1767384684.807524:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009759c16f. 00080000:00000010:1.0:1767384684.807528:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001c4f81c9. 00080000:00000010:1.0:1767384684.807530:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005b3cd22b. 00080000:00000010:1.0:1767384684.807534:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000001e0437b. 00080000:00000010:1.0:1767384684.807544:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b71a3ac5. 00080000:00000010:1.0:1767384684.807547:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000004e18a4d0. 00080000:00000010:1.0:1767384684.807550:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000545f1f80. 00080000:00000010:1.0:1767384684.807553:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003b349b1d. 00080000:00000010:1.0:1767384684.807557:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000094d2d746. 00080000:00000010:1.0:1767384684.807561:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000af71770f. 00080000:00000010:1.0:1767384684.807565:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000310e4544. 00080000:00000010:1.0:1767384684.807569:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006110681c. 00080000:00000010:1.0:1767384684.807573:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d8fee8f5. 00080000:00000010:1.0:1767384684.807575:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ac28ed99. 00080000:00000010:1.0:1767384684.807577:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000f4513d8. 00080000:00000010:1.0:1767384684.807579:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ebaf7f12. 00080000:00000010:1.0:1767384684.807586:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000057e95d0c. 00080000:00000010:1.0:1767384684.807589:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000fb327d60. 00080000:00000010:1.0:1767384684.807591:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e2637c82. 00080000:00000010:1.0:1767384684.807594:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005e459f66. 00080000:00000010:1.0:1767384684.807596:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008a271e02. 00080000:00000010:1.0:1767384684.807599:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000166cacd7. 00080000:00000010:1.0:1767384684.807602:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000547241bc. 00080000:00000010:1.0:1767384684.807605:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000473eba9e. 00080000:00000010:1.0:1767384684.807624:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c0ee4eb2. 00080000:00000010:1.0:1767384684.807628:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000048e744ce. 00080000:00000010:1.0:1767384684.807631:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e401d03a. 00080000:00000010:1.0:1767384684.807635:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008b640b77. 00080000:00000010:1.0:1767384684.807638:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009519dfa6. 00080000:00000010:1.0:1767384684.807642:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000035adc3d9. 00080000:00000010:1.0:1767384684.807645:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000cecb19ac. 00080000:00000010:1.0:1767384684.807648:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000083e87350. 00080000:00000010:1.0:1767384684.807651:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000584786b3. 00080000:00000010:1.0:1767384684.807655:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a9a81d67. 00080000:00000010:1.0:1767384684.807658:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000383a31ca. 00080000:00000010:1.0:1767384684.807661:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000057d8404f. 00080000:00000010:1.0:1767384684.807664:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000aa9de401. 00080000:00000010:1.0:1767384684.807667:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f2d3e3b6. 00080000:00000010:1.0:1767384684.807671:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000453652cb. 00080000:00000010:1.0:1767384684.807674:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000673f44dc. 00080000:00000010:1.0:1767384684.807677:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008470ce94. 00080000:00000010:1.0:1767384684.807681:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000000f650f8. 00080000:00000010:1.0:1767384684.807684:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000221fd607. 00080000:00000010:1.0:1767384684.807687:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000ada97d2. 00080000:00000010:1.0:1767384684.807690:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ef275cec. 00080000:00000010:1.0:1767384684.807693:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000038860c20. 00080000:00000010:1.0:1767384684.807696:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c6d34fe8. 00080000:00000010:1.0:1767384684.807699:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e92e6182. 00080000:00000010:1.0:1767384684.807702:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003167371b. 00080000:00000010:1.0:1767384684.807705:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003e952e1f. 00080000:00000010:1.0:1767384684.807708:0:40098:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000fbd83193. 00080000:00000010:1.0:1767384684.807711:0:40098:0:(osd_oi.c:504:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at 00000000bcc02c3f. 00000001:00000001:1.0:1767384684.807716:0:40098:0:(osd_compat.c:550:osd_ost_fini()) Process entered 00000001:00000010:1.0:1767384684.807739:0:40098:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 0000000048588034. 00000001:00000010:1.0:1767384684.807743:0:40098:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 000000009aeb7dda. 00000001:00000010:1.0:1767384684.807762:0:40098:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 000000000550777a. 00000001:00000010:1.0:1767384684.807765:0:40098:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 000000009262f04a. 00000001:00000010:1.0:1767384684.807797:0:40098:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 000000003b0a047b. 00000001:00000010:1.0:1767384684.807799:0:40098:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 000000006d836c82. 00000001:00000010:1.0:1767384684.807806:0:40098:0:(osd_compat.c:566:osd_ost_fini()) kfreed 'map': 120 at 0000000008d6b0ee. 00000001:00000001:1.0:1767384684.807810:0:40098:0:(osd_compat.c:568:osd_ost_fini()) Process leaving 00000001:00000010:1.0:1767384684.807813:0:40098:0:(osd_compat.c:305:osd_mdt_fini()) kfreed 'omm': 8 at 00000000e48accb4. 00080000:00000001:1.0:1767384684.807817:0:40098:0:(osd_handler.c:8388:osd_umount()) Process entered 00080000:00000001:1.0:1767384684.808278:0:40098:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000010:2.0:1767384684.809983:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f98afbce. 00080000:00000010:2.0:1767384684.809989:0:17060:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000083b92992. 00080000:00000020:1.0:1767384684.810010:0:40098:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384684.819920:0:40098:0:(osd_handler.c:8402:osd_umount()) Process leaving 00080000:00000001:2.0:1767384684.819924:0:40098:0:(osd_handler.c:8642:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.819927:0:40098:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384684.819936:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384684.819941:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000cff6e81. 00000001:00000010:2.0:1767384684.819944:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001884c40f. 00000001:00000010:2.0:1767384684.819946:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b6f29a48. 00000001:00000010:2.0:1767384684.819948:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006c58ae0c. 00000001:00000010:2.0:1767384684.819950:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003408563c. 00000001:00000010:2.0:1767384684.819952:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c5a2aa31. 00000001:00000001:2.0:1767384684.819954:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384684.819955:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384684.819958:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aab860de. 00000001:00000010:2.0:1767384684.819960:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000066928e37. 00000001:00000010:2.0:1767384684.819962:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b7dc3f8f. 00000001:00000010:2.0:1767384684.819964:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005dc15409. 00000001:00000010:2.0:1767384684.819967:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000018030a47. 00000001:00000010:2.0:1767384684.819969:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008e874a00. 00000001:00000001:2.0:1767384684.819970:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384684.819971:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000b5e34d8a) now 3 - setup 00000020:00000001:2.0:1767384684.819974:0:40098:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.819976:0:40098:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384684.819979:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384684.819982:0:40098:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384684.819985:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000b5e34d8a) now 2 - obd_device_list 00000020:00000080:2.0:1767384684.819987:0:40098:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:2.0:1767384684.819988:0:40098:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000b5e34d8a) now 1 - newdev 00000020:00000040:2.0:1767384684.819991:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002f690cc4 with handle 0x7f71e2b70dd1ffd4 from hash 00000020:00000040:2.0:1767384684.819994:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000002f690cc4 : new refcount 0 00000020:00000080:2.0:1767384684.819996:0:40098:0:(genops.c:904:class_export_put()) final put 000000002f690cc4/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384684.819998:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.820000:0:40098:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384684.820001:0:40098:0:(genops.c:863:class_export_destroy()) destroying export 000000002f690cc4/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384684.820004:0:40098:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384684.820005:0:40098:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384684.820007:0:40098:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000002f690cc4. 00000020:00000001:2.0:1767384684.820012:0:40098:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384684.820013:0:40098:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-ldiskfs 00000020:01000000:2.0:1767384684.820015:0:40098:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:2.0:1767384684.820017:0:40098:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384684.820020:0:40098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083b92992. 00000020:00000010:2.0:1767384684.820024:0:40098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f98afbce. 00000040:00000010:2.0:1767384684.820027:0:40098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a2f2beaa. 00000020:00000010:2.0:1767384684.820030:0:40098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bc59f757. 00000020:00000010:2.0:1767384684.820033:0:40098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000027b8a81f. 00040000:00000010:2.0:1767384684.820037:0:40098:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000e0f614d. 00040000:00000010:2.0:1767384684.820040:0:40098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000923ffb6e. 00080000:00000010:2.0:1767384684.820043:0:40098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a8b56ea0. 00080000:00000010:2.0:1767384684.820047:0:40098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000032a17b18. 00080000:00000001:2.0:1767384684.820052:0:40098:0:(osd_handler.c:8848:osd_device_free()) Process entered 00000020:00000010:2.0:1767384684.820077:0:40098:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000bb344c44. 00000020:00000010:2.0:1767384684.820085:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000ae25cb69. 00000020:00000010:2.0:1767384684.820088:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000db89b25f. 00000020:00000010:2.0:1767384684.820090:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000ac295e43. 00000020:00000010:2.0:1767384684.820092:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000d59fbf5d. 00000020:00000010:2.0:1767384684.820095:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 00000000a0ed53ce. 00000020:00000010:2.0:1767384684.820097:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002f9d0481. 00080000:00000010:2.0:1767384684.820099:0:40098:0:(osd_handler.c:8857:osd_device_free()) kfreed 'o': 31656 at 00000000136825d6. 00080000:00000001:2.0:1767384684.820106:0:40098:0:(osd_handler.c:8858:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384684.820109:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f98afbce. 00000040:00000010:2.0:1767384684.820112:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a2f2beaa. 00000020:00000010:2.0:1767384684.820114:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bc59f757. 00000020:00000010:2.0:1767384684.820117:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000027b8a81f. 00040000:00000010:2.0:1767384684.820119:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000e0f614d. 00040000:00000010:2.0:1767384684.820121:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000923ffb6e. 00080000:00000010:2.0:1767384684.820124:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000032a17b18. 00080000:00000010:2.0:1767384684.820127:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a8b56ea0. 00000020:00000010:2.0:1767384684.820129:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083b92992. 00000020:00000001:2.0:1767384684.820131:0:40098:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384684.820133:0:40098:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000b5e34d8a. 00000020:00000001:2.0:1767384684.820137:0:40098:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.820139:0:40098:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384684.820141:0:40098:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000000d40eabb. 00000020:00000001:2.0:1767384684.820144:0:40098:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384684.820145:0:40098:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.820158:0:40098:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.820163:0:40098:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1767384684.820165:0:40098:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000206d6150 00000020:00000010:2.0:1767384684.820167:0:40098:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at 00000000b510f538. 00000020:00000010:2.0:1767384684.820170:0:40098:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 000000001df2ba0a. 00000020:00000010:2.0:1767384684.820173:0:40098:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 29 at 00000000c6f62173. 00000020:00000010:2.0:1767384684.820175:0:40098:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at 00000000ec982804. 00000020:00000010:2.0:1767384684.820177:0:40098:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 0000000080dd43a6. 00000020:00000010:2.0:1767384684.820180:0:40098:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 000000009b9d136a. 00000020:00000010:2.0:1767384684.820182:0:40098:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000206d6150. 00000020:00000001:2.0:1767384684.820185:0:40098:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384684.820186:0:40098:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384684.820189:0:40098:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:2.0:1767384684.820195:0:40098:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384684.820196:0:40098:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:2.0:1767384684.820199:0:40098:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 0000000074c57ee4. 00000020:00000080:2.0:1767384684.820201:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384684.820203:0:40098:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384684.820205:0:40098:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384684.820207:0:40098:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384684.820208:0:40098:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (00000000c7175859) has no exports 00000020:00000001:2.0:1767384684.820210:0:40098:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384684.820212:0:40098:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384684.820214:0:40098:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:2.0:1767384684.820216:0:40098:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:2.0:1767384684.820217:0:40098:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384684.820219:0:40098:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:2.0:1767384684.820222:0:40098:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384684.820224:0:40098:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384684.820225:0:40098:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:2.0:1767384684.820226:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #4 00000100:00000040:2.0:1767384684.820228:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:2.0:1767384684.820229:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:2.0:1767384684.820230:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:2.0:1767384684.820231:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:2.0:1767384684.820255:0:40098:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #4 00000020:00000010:3.0:1767384684.820273:0:17080:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cab01359. 00000020:00000010:0.0:1767384684.820278:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000085e61b28. 00000040:00000010:3.0:1767384684.820279:0:17080:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d3c476f9. 00000020:00000010:1.0:1767384684.820279:0:40011:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002b6d3da7. 00000040:00000010:1.0:1767384684.820285:0:40011:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006589f399. 00000020:00000010:3.0:1767384684.820287:0:17080:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001bbe0843. 00000040:00000010:0.0:1767384684.820288:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e72b2373. 00000020:00000010:1.0:1767384684.820289:0:40011:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003938d764. 00000020:00000010:3.0:1767384684.820294:0:17080:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000288c588c. 00000020:00000010:1.0:1767384684.820295:0:40011:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004a25f319. 00000020:00000010:0.0:1767384684.820295:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e733197. 00000020:00000010:3.0:1767384684.820302:0:17080:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b272ff53. 00000020:00000010:1.0:1767384684.820303:0:40011:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b4ac1091. 00000020:00000010:0.0:1767384684.820303:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000361a4c6e. 80000000:00000010:3.0:1767384684.820307:0:17080:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000052f44ad8. 80000000:00000010:1.0:1767384684.820309:0:40011:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000976f41bd. 00000020:00000010:0.0:1767384684.820310:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000096305240. 40000000:00000010:3.0:1767384684.820313:0:17080:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f3c61010. 40000000:00000010:1.0:1767384684.820315:0:40011:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003ddb4db3. 80000000:00000010:0.0:1767384684.820316:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002ede371a. 00100000:00000010:3.0:1767384684.820319:0:17080:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b1d5b9c0. 00100000:00000010:1.0:1767384684.820320:0:40011:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005c8c0606. 40000000:00000010:0.0:1767384684.820322:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ba4a156a. 00040000:00000010:3.0:1767384684.820325:0:17080:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f497bf81. 00040000:00000010:1.0:1767384684.820325:0:40011:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f7baecb3. 00040000:00000010:1.0:1767384684.820331:0:40011:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e295925a. 00040000:00000010:3.0:1767384684.820332:0:17080:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000072bcb7ba. 00080000:00000010:1.0:1767384684.820335:0:40011:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000719e9124. 00100000:00000010:0.0:1767384684.820335:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f05d772c. 00080000:00000010:3.0:1767384684.820338:0:17080:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000116bab25. 00080000:00000010:3.0:1767384684.820344:0:17080:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001c4b5d52. 00040000:00000010:0.0:1767384684.820344:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000081b5434f. 00080000:00000010:1.0:1767384684.820346:0:40011:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a9917554. 00040000:00000010:0.0:1767384684.820351:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000178bb3a0. 00000004:00000010:3.0:1767384684.820353:0:17080:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f41a242a. 00000004:00000010:1.0:1767384684.820353:0:40011:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000037627633. 00002000:00000010:3.0:1767384684.820360:0:17080:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000099b99454. 00080000:00000010:0.0:1767384684.820360:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000052d61ef5. 00002000:00000010:1.0:1767384684.820365:0:40011:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000945e4b03. 00000020:00000010:3.0:1767384684.820367:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000573ab85f. 00080000:00000010:0.0:1767384684.820368:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005b3653e1. 00000020:00000010:1.0:1767384684.820369:0:40011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2eccf79. 00000020:00000010:3.0:1767384684.820376:0:17080:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005d9467b3. 00000020:00000010:1.0:1767384684.820376:0:40011:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006edf470b. 00000004:00000010:0.0:1767384684.820376:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000426c408a. 00002000:00000010:0.0:1767384684.820385:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c6420846. 00000100:00000010:3.0:1767384684.820386:0:17080:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000db411a53. 00000100:00000010:1.0:1767384684.820386:0:40011:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000006c85aff7. 00000020:00000010:0.0:1767384684.820392:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082f66c0f. 00000100:00100000:3.0:1767384684.820393:0:17080:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [00000000930632c4:17080] 0 exiting: rc = 1 00000100:00100000:1.0:1767384684.820393:0:40011:0:(service.c:3155:ptlrpc_main()) mdt00_004: service thread [00000000c170377f:40011] 4 exiting: rc = 0 00000020:00000010:0.0:1767384684.820400:0:17082:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000da137493. 00000100:00000010:0.0:1767384684.820412:0:17082:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d1c4c4ef. 00000100:00000040:2.0:1767384684.820416:0:40098:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000100:00100000:0.0:1767384684.820417:0:17082:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [00000000801fd454:17082] 2 exiting: rc = 0 00000020:00000010:1.0:1767384684.820450:0:18687:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006c878dfe. 00000040:00000010:1.0:1767384684.820454:0:18687:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003c438c63. 00000020:00000010:1.0:1767384684.820456:0:18687:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000a98924b. 00000020:00000010:1.0:1767384684.820459:0:18687:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b7c54632. 00000020:00000010:1.0:1767384684.820461:0:18687:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006593193f. 80000000:00000010:1.0:1767384684.820464:0:18687:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008532dcc0. 40000000:00000010:1.0:1767384684.820466:0:18687:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006c1c0ab8. 00100000:00000010:1.0:1767384684.820468:0:18687:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b58d7214. 00040000:00000010:1.0:1767384684.820470:0:18687:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000008fe648d. 00040000:00000010:1.0:1767384684.820472:0:18687:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b21206de. 00000020:00000010:3.0:1767384684.820476:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000035353950. 00080000:00000010:1.0:1767384684.820476:0:18687:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003a77e7b5. 00000040:00000010:3.0:1767384684.820483:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000075ebb0fb. 00080000:00000010:1.0:1767384684.820483:0:18687:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008597db57. 00000020:00000010:3.0:1767384684.820490:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000012575cb. 00000004:00000010:1.0:1767384684.820490:0:18687:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d724e247. 00000020:00000010:3.0:1767384684.820497:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000efa627ab. 00000020:00000010:3.0:1767384684.820501:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001e4983f8. 00002000:00000010:1.0:1767384684.820502:0:18687:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000017c74320. 80000000:00000010:3.0:1767384684.820505:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b431ae36. 00000020:00000010:1.0:1767384684.820506:0:18687:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d80d9c81. 40000000:00000010:3.0:1767384684.820510:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000d69e362. 00000020:00000010:1.0:1767384684.820511:0:18687:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000085981597. 00100000:00000010:3.0:1767384684.820516:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d0df8ea5. 00000100:00000010:1.0:1767384684.820516:0:18687:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000084df6df7. 00040000:00000010:3.0:1767384684.820522:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fce33ea5. 00000100:00100000:1.0:1767384684.820522:0:18687:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [00000000b15f9864:18687] 3 exiting: rc = 0 00040000:00000010:3.0:1767384684.820528:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000288fdffa. 00080000:00000010:3.0:1767384684.820533:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f7532e5d. 00080000:00000010:3.0:1767384684.820537:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bdf047b2. 00000100:00000040:2.0:1767384684.820542:0:40098:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #1 00000004:00000010:3.0:1767384684.820552:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000085bdf076. 00002000:00000010:3.0:1767384684.820557:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002b970f43. 00000020:00000010:3.0:1767384684.820560:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008ea3a37. 00000020:00000010:3.0:1767384684.820564:0:17081:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000af0a9934. 00000100:00000010:3.0:1767384684.820568:0:17081:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e1f80627. 00000100:00100000:3.0:1767384684.820570:0:17081:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [00000000ddc7109f:17081] 1 exiting: rc = 0 00000100:00000010:2.0:1767384684.820587:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000930632c4. 00000100:00000010:2.0:1767384684.820592:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ddc7109f. 00000100:00000010:2.0:1767384684.820596:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000801fd454. 00000100:00000010:2.0:1767384684.820599:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b15f9864. 00000100:00000010:2.0:1767384684.820603:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c170377f. 00000100:00000001:2.0:1767384684.820626:0:40098:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384684.820628:0:40098:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384684.820632:0:40098:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:2.0:1767384684.820638:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820641:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820643:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e638b79d. 00000400:00000200:2.0:1767384684.820646:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000896cc3e7 00000400:00000010:2.0:1767384684.820648:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000896cc3e7. 00000100:00000001:2.0:1767384684.820652:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820653:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820659:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820661:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384684.820663:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820664:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820665:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820666:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001e5f4fe. 00000400:00000200:2.0:1767384684.820668:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb41781d 00000400:00000010:2.0:1767384684.820670:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cb41781d. 00000100:00000001:2.0:1767384684.820672:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820673:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820676:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820677:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384684.820678:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820680:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820681:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820682:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a8dd90e. 00000400:00000200:2.0:1767384684.820683:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9e95c3c 00000400:00000010:2.0:1767384684.820685:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e9e95c3c. 00000100:00000001:2.0:1767384684.820687:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820688:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820691:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820692:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384684.820693:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820695:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820696:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820697:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f30d4507. 00000400:00000200:2.0:1767384684.820698:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6bf0e10 00000400:00000010:2.0:1767384684.820699:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d6bf0e10. 00000100:00000001:2.0:1767384684.820701:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820703:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820707:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820708:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384684.820709:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820711:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820712:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820713:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031cfc234. 00000400:00000200:2.0:1767384684.820714:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf31378 00000400:00000010:2.0:1767384684.820716:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bdf31378. 00000100:00000001:2.0:1767384684.820721:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820722:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820726:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820727:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384684.820728:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820730:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820731:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820732:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2e23655. 00000400:00000200:2.0:1767384684.820733:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009febbba4 00000400:00000010:2.0:1767384684.820735:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009febbba4. 00000100:00000001:2.0:1767384684.820737:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820738:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820742:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820743:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384684.820744:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820746:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820747:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820748:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c445fad2. 00000400:00000200:2.0:1767384684.820749:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da51b3d2 00000400:00000010:2.0:1767384684.820750:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000da51b3d2. 00000100:00000001:2.0:1767384684.820752:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820753:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820757:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820758:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384684.820759:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820760:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820761:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820762:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8170373. 00000400:00000200:2.0:1767384684.820764:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066c43813 00000400:00000010:2.0:1767384684.820765:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000066c43813. 00000100:00000001:2.0:1767384684.820767:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820768:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820772:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820773:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384684.820774:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820775:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820776:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820777:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5eeebd2. 00000400:00000200:2.0:1767384684.820779:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d544e5b9 00000400:00000010:2.0:1767384684.820780:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d544e5b9. 00000100:00000001:2.0:1767384684.820782:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820783:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820787:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820788:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384684.820790:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820791:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820791:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820792:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e57e1861. 00000400:00000200:2.0:1767384684.820794:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061127327 00000400:00000010:2.0:1767384684.820795:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000061127327. 00000100:00000001:2.0:1767384684.820797:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820798:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820802:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820803:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384684.820804:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820805:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820806:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820807:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054442283. 00000400:00000200:2.0:1767384684.820809:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce0a9442 00000400:00000010:2.0:1767384684.820810:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ce0a9442. 00000100:00000001:2.0:1767384684.820813:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820814:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820817:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820819:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384684.820820:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820821:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820822:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820823:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e63fe6f2. 00000400:00000200:2.0:1767384684.820825:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa9c044f 00000400:00000010:2.0:1767384684.820826:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000aa9c044f. 00000100:00000001:2.0:1767384684.820828:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820829:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820833:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820834:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384684.820836:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820837:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820838:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820839:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003610669c. 00000400:00000200:2.0:1767384684.820840:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba905b9b 00000400:00000010:2.0:1767384684.820842:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ba905b9b. 00000100:00000001:2.0:1767384684.820843:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820844:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820848:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820849:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384684.820850:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820851:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820852:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820853:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fbfe807. 00000400:00000200:2.0:1767384684.820854:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba28618 00000400:00000010:2.0:1767384684.820856:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000eba28618. 00000100:00000001:2.0:1767384684.820859:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820860:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820864:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820865:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384684.820866:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820867:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820868:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820870:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005286f936. 00000400:00000200:2.0:1767384684.820871:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e65fc2e 00000400:00000010:2.0:1767384684.820873:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007e65fc2e. 00000100:00000001:2.0:1767384684.820875:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820876:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820879:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820881:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384684.820882:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820884:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820885:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820886:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c62677e. 00000400:00000200:2.0:1767384684.820887:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003779112b 00000400:00000010:2.0:1767384684.820889:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003779112b. 00000100:00000001:2.0:1767384684.820891:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820892:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820896:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820897:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384684.820898:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820899:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820900:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820901:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030dfca16. 00000400:00000200:2.0:1767384684.820903:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee01cce 00000400:00000010:2.0:1767384684.820904:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009ee01cce. 00000100:00000001:2.0:1767384684.820906:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820907:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820910:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820911:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384684.820913:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820914:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820915:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820916:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097ed98c8. 00000400:00000200:2.0:1767384684.820917:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1c5c8e 00000400:00000010:2.0:1767384684.820918:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002e1c5c8e. 00000100:00000001:2.0:1767384684.820921:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820922:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820926:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820927:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384684.820928:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820930:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820931:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820932:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab2c00b6. 00000400:00000200:2.0:1767384684.820934:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007930ce34 00000400:00000010:2.0:1767384684.820935:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007930ce34. 00000100:00000001:2.0:1767384684.820936:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820937:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820941:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820942:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384684.820944:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820945:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820946:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820947:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cff4d8f. 00000400:00000200:2.0:1767384684.820949:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e17faa 00000400:00000010:2.0:1767384684.820950:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000038e17faa. 00000100:00000001:2.0:1767384684.820952:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820953:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820957:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820958:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384684.820959:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820960:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820961:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820962:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006d22c4a. 00000400:00000200:2.0:1767384684.820963:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c482a0 00000400:00000010:2.0:1767384684.820965:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000058c482a0. 00000100:00000001:2.0:1767384684.820966:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820967:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820971:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820972:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384684.820973:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820974:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820975:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820976:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ece9c94. 00000400:00000200:2.0:1767384684.820978:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004ee92a8 00000400:00000010:2.0:1767384684.820979:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000004ee92a8. 00000100:00000001:2.0:1767384684.820981:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820982:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.820985:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.820986:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384684.820988:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.820989:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.820990:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.820991:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc717522. 00000400:00000200:2.0:1767384684.820992:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b7a94d2 00000400:00000010:2.0:1767384684.820993:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009b7a94d2. 00000100:00000001:2.0:1767384684.820995:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.820997:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821001:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821002:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384684.821003:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821005:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821005:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821006:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030c65906. 00000400:00000200:2.0:1767384684.821008:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2920dd2 00000400:00000010:2.0:1767384684.821009:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e2920dd2. 00000100:00000001:2.0:1767384684.821011:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821012:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821016:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821017:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384684.821018:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821019:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821020:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821021:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c65e586. 00000400:00000200:2.0:1767384684.821023:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd662dd4 00000400:00000010:2.0:1767384684.821024:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cd662dd4. 00000100:00000001:2.0:1767384684.821026:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821027:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821030:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821031:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384684.821032:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821033:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821034:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821035:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000234173a0. 00000400:00000200:2.0:1767384684.821037:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9c10a75 00000400:00000010:2.0:1767384684.821038:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b9c10a75. 00000100:00000001:2.0:1767384684.821041:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821042:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821045:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821047:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384684.821048:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821049:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821050:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821051:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bc0f58c. 00000400:00000200:2.0:1767384684.821053:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df513cc0 00000400:00000010:2.0:1767384684.821055:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000df513cc0. 00000100:00000001:2.0:1767384684.821057:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821058:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821062:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821064:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384684.821065:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821066:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821067:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821068:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f53e812. 00000400:00000200:2.0:1767384684.821070:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f16fff9 00000400:00000010:2.0:1767384684.821072:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007f16fff9. 00000100:00000001:2.0:1767384684.821074:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821075:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821078:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821080:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384684.821081:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821082:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821083:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821084:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b654044. 00000400:00000200:2.0:1767384684.821086:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffb522cb 00000400:00000010:2.0:1767384684.821087:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ffb522cb. 00000100:00000001:2.0:1767384684.821089:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821090:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821094:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821095:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384684.821096:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821097:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821098:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821099:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015d685f7. 00000400:00000200:2.0:1767384684.821101:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069dcd121 00000400:00000010:2.0:1767384684.821103:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000069dcd121. 00000100:00000001:2.0:1767384684.821105:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821105:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821109:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821110:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384684.821111:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821112:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821113:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821115:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083a78134. 00000400:00000200:2.0:1767384684.821116:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3dfc49e 00000400:00000010:2.0:1767384684.821118:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c3dfc49e. 00000100:00000001:2.0:1767384684.821120:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821121:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821125:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821126:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384684.821127:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821128:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821129:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821130:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000304911be. 00000400:00000200:2.0:1767384684.821131:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b22224d9 00000400:00000010:2.0:1767384684.821133:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b22224d9. 00000100:00000001:2.0:1767384684.821135:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821136:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821140:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821141:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384684.821142:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821143:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821144:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821145:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f74b541e. 00000400:00000200:2.0:1767384684.821147:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afdc9b78 00000400:00000010:2.0:1767384684.821159:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000afdc9b78. 00000100:00000001:2.0:1767384684.821161:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821162:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821166:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821168:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384684.821169:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821171:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821172:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821173:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4e65dfa. 00000400:00000200:2.0:1767384684.821174:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d75d2cf 00000400:00000010:2.0:1767384684.821176:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001d75d2cf. 00000100:00000001:2.0:1767384684.821178:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821179:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821182:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821184:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384684.821185:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821187:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821188:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821189:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ecd6476. 00000400:00000200:2.0:1767384684.821191:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a33c4ae 00000400:00000010:2.0:1767384684.821192:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009a33c4ae. 00000100:00000001:2.0:1767384684.821195:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821196:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821199:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821200:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384684.821201:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821202:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821203:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821204:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd6a8ca7. 00000400:00000200:2.0:1767384684.821206:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3d4b001 00000400:00000010:2.0:1767384684.821207:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c3d4b001. 00000100:00000001:2.0:1767384684.821209:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821210:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821214:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821215:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384684.821216:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821217:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821218:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821219:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004957d9ea. 00000400:00000200:2.0:1767384684.821220:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000105e5bfd 00000400:00000010:2.0:1767384684.821222:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000105e5bfd. 00000100:00000001:2.0:1767384684.821224:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821225:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821228:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821230:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384684.821231:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821232:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821233:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821234:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063d292f4. 00000400:00000200:2.0:1767384684.821236:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009af6fd0f 00000400:00000010:2.0:1767384684.821237:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009af6fd0f. 00000100:00000001:2.0:1767384684.821239:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821240:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821244:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821245:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384684.821247:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821248:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821249:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821250:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9cd4966. 00000400:00000200:2.0:1767384684.821252:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2ed184 00000400:00000010:2.0:1767384684.821253:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ea2ed184. 00000100:00000001:2.0:1767384684.821255:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821256:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821259:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821260:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384684.821261:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821262:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821263:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821264:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025384c22. 00000400:00000200:2.0:1767384684.821266:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2db0897 00000400:00000010:2.0:1767384684.821267:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b2db0897. 00000100:00000001:2.0:1767384684.821270:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821270:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821274:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821275:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384684.821276:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821278:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821279:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821280:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a1f140f. 00000400:00000200:2.0:1767384684.821282:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c68e981 00000400:00000010:2.0:1767384684.821283:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002c68e981. 00000100:00000001:2.0:1767384684.821286:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821287:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821290:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821292:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384684.821293:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821294:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821295:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821296:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d8b1866. 00000400:00000200:2.0:1767384684.821298:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ae1ce24 00000400:00000010:2.0:1767384684.821300:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003ae1ce24. 00000100:00000001:2.0:1767384684.821302:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821303:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821307:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821308:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384684.821310:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821311:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821312:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821313:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd35d32b. 00000400:00000200:2.0:1767384684.821315:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ff3b159 00000400:00000010:2.0:1767384684.821316:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007ff3b159. 00000100:00000001:2.0:1767384684.821318:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821319:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821322:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821324:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384684.821325:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821326:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821327:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821328:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ceb23f2. 00000400:00000200:2.0:1767384684.821330:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db4d04ea 00000400:00000010:2.0:1767384684.821331:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000db4d04ea. 00000100:00000001:2.0:1767384684.821333:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821334:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821338:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821339:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384684.821340:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821341:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821342:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821343:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007189544f. 00000400:00000200:2.0:1767384684.821345:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085373c35 00000400:00000010:2.0:1767384684.821346:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000085373c35. 00000100:00000001:2.0:1767384684.821348:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821349:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821353:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821354:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384684.821355:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821356:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821357:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821358:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c982f83. 00000400:00000200:2.0:1767384684.821360:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3edd5bd 00000400:00000010:2.0:1767384684.821361:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d3edd5bd. 00000100:00000001:2.0:1767384684.821363:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821364:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821368:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821369:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384684.821371:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821372:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821373:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821374:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f60d759b. 00000400:00000200:2.0:1767384684.821376:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f182e1b6 00000400:00000010:2.0:1767384684.821377:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f182e1b6. 00000100:00000001:2.0:1767384684.821379:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821380:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821384:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821385:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384684.821386:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821387:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821388:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821389:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003af7528c. 00000400:00000200:2.0:1767384684.821390:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a6596ef 00000400:00000010:2.0:1767384684.821391:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007a6596ef. 00000100:00000001:2.0:1767384684.821393:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821394:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821398:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821399:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384684.821400:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821401:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821402:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821403:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004724869b. 00000400:00000200:2.0:1767384684.821404:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023c1f534 00000400:00000010:2.0:1767384684.821405:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000023c1f534. 00000100:00000001:2.0:1767384684.821408:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821409:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821412:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821414:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384684.821415:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821416:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821417:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821418:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001130187f. 00000400:00000200:2.0:1767384684.821420:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a6ebf0a 00000400:00000010:2.0:1767384684.821421:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006a6ebf0a. 00000100:00000001:2.0:1767384684.821423:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821424:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821428:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821429:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384684.821430:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821432:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821433:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821434:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a98838a. 00000400:00000200:2.0:1767384684.821435:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076b4f08c 00000400:00000010:2.0:1767384684.821437:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000076b4f08c. 00000100:00000001:2.0:1767384684.821439:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821440:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821443:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821444:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384684.821445:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821446:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821447:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821448:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c1652a1. 00000400:00000200:2.0:1767384684.821450:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000003fa1eb 00000400:00000010:2.0:1767384684.821451:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000003fa1eb. 00000100:00000001:2.0:1767384684.821453:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821454:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821458:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821459:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384684.821460:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821462:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821463:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821464:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007de71477. 00000400:00000200:2.0:1767384684.821465:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0713b61 00000400:00000010:2.0:1767384684.821467:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d0713b61. 00000100:00000001:2.0:1767384684.821469:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821470:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821473:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821474:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384684.821476:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821477:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821478:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821479:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000351d86a5. 00000400:00000200:2.0:1767384684.821481:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1cb91f 00000400:00000010:2.0:1767384684.821482:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009c1cb91f. 00000100:00000001:2.0:1767384684.821484:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821485:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821489:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821490:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384684.821491:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821492:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821493:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821494:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a793beed. 00000400:00000200:2.0:1767384684.821496:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076159bae 00000400:00000010:2.0:1767384684.821497:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000076159bae. 00000100:00000001:2.0:1767384684.821499:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821499:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821503:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821504:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384684.821505:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821507:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821508:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821509:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011885fdb. 00000400:00000200:2.0:1767384684.821511:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e5be25e 00000400:00000010:2.0:1767384684.821512:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006e5be25e. 00000100:00000001:2.0:1767384684.821514:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821515:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821518:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821520:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384684.821521:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821522:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821523:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821524:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001012df3b. 00000400:00000200:2.0:1767384684.821525:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069d19557 00000400:00000010:2.0:1767384684.821526:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000069d19557. 00000100:00000001:2.0:1767384684.821528:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821529:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821533:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821534:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384684.821535:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821537:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821538:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821539:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1d869de. 00000400:00000200:2.0:1767384684.821540:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000385bd236 00000400:00000010:2.0:1767384684.821542:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000385bd236. 00000100:00000001:2.0:1767384684.821543:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821544:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821548:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821549:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384684.821550:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821551:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821552:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821553:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d157224d. 00000400:00000200:2.0:1767384684.821555:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003715e1cb 00000400:00000010:2.0:1767384684.821556:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003715e1cb. 00000100:00000001:2.0:1767384684.821558:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821559:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821562:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821564:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384684.821565:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821566:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821567:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821568:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000113c8296. 00000400:00000200:2.0:1767384684.821570:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddcc4650 00000400:00000010:2.0:1767384684.821571:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ddcc4650. 00000100:00000001:2.0:1767384684.821573:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821574:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821578:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821579:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384684.821580:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821581:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821582:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821583:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e08f059. 00000400:00000200:2.0:1767384684.821584:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000742c99cd 00000400:00000010:2.0:1767384684.821586:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000742c99cd. 00000100:00000001:2.0:1767384684.821587:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821588:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821592:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821593:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384684.821595:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821596:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821597:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821598:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1e170bf. 00000400:00000200:2.0:1767384684.821600:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ded2bbb 00000400:00000010:2.0:1767384684.821601:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004ded2bbb. 00000100:00000001:2.0:1767384684.821603:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821603:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821624:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821626:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384684.821628:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821630:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821632:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821633:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002766b997. 00000400:00000200:2.0:1767384684.821636:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2a47aa8 00000400:00000010:2.0:1767384684.821637:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a2a47aa8. 00000100:00000001:2.0:1767384684.821640:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821641:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821645:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821647:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384684.821648:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.821650:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.821651:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.821652:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3f75eb9. 00000400:00000200:2.0:1767384684.821655:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000144e98a8 00000400:00000010:2.0:1767384684.821656:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000144e98a8. 00000100:00000001:2.0:1767384684.821659:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.821660:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384684.821666:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.821667:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384684.821669:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384684.821671:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821673:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821676:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821677:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821679:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821680:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821681:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821682:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821683:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821685:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821686:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821687:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821688:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821689:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821690:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821691:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821692:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821693:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821694:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821695:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821696:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821697:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821698:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821699:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821700:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821701:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821702:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821703:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821704:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821705:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821706:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821707:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821708:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821709:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821710:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821711:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821712:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821713:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821714:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821715:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821717:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821718:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821719:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821720:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821722:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821723:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821724:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821725:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821726:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821727:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821729:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821729:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821730:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821731:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821732:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821733:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821734:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821735:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821736:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821737:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821738:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821739:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821740:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821741:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821743:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821744:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821745:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821746:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821747:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821748:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821749:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821750:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821751:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821752:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821753:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821754:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821755:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821756:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821758:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821758:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821759:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821760:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821761:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821762:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821764:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821765:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821766:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821767:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821769:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821770:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821771:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821772:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821773:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821774:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821775:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821776:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821777:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821778:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821779:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821780:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821781:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821782:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821783:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821784:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821785:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821786:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821787:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821788:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821789:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821790:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821791:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821792:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821793:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821794:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821796:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821796:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821798:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821798:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821800:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821801:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821802:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821803:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821804:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821805:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821806:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821807:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.821808:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.821809:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384684.821818:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821821:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d8ee363b. 02000000:00000001:2.0:1767384684.821823:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821825:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1f01085. 02000000:00000001:2.0:1767384684.821828:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821829:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000b0e211b. 02000000:00000001:2.0:1767384684.821830:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821831:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ee70724. 02000000:00000001:2.0:1767384684.821833:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821834:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006464e20d. 02000000:00000001:2.0:1767384684.821836:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821837:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a17c891f. 02000000:00000001:2.0:1767384684.821840:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821841:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000026218a. 02000000:00000001:2.0:1767384684.821843:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821844:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c050f29. 02000000:00000001:2.0:1767384684.821846:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821847:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 000000008de979bb. 02000000:00000001:2.0:1767384684.821849:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821850:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a7ee9b3. 02000000:00000001:2.0:1767384684.821852:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821853:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 00000000527eb045. 02000000:00000001:2.0:1767384684.821855:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821856:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd2d4228. 02000000:00000001:2.0:1767384684.821859:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821860:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000008383823e. 02000000:00000001:2.0:1767384684.821861:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821862:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000da147d95. 02000000:00000001:2.0:1767384684.821864:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821865:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000e7025f93. 02000000:00000001:2.0:1767384684.821867:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821868:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d873e97b. 02000000:00000001:2.0:1767384684.821871:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821871:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d7882da0. 02000000:00000001:2.0:1767384684.821873:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821875:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000215678ce. 02000000:00000001:2.0:1767384684.821877:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821878:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009654eeaf. 02000000:00000001:2.0:1767384684.821880:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821881:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038af9c42. 02000000:00000001:2.0:1767384684.821883:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821885:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000695f0b9e. 02000000:00000001:2.0:1767384684.821886:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821887:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c324ea93. 02000000:00000001:2.0:1767384684.821889:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821890:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000399fc49b. 02000000:00000001:2.0:1767384684.821892:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821893:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5507138. 02000000:00000001:2.0:1767384684.821895:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821896:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000271d55df. 02000000:00000001:2.0:1767384684.821898:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821899:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e344020. 02000000:00000001:2.0:1767384684.821901:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821902:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008a90985f. 02000000:00000001:2.0:1767384684.821903:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821904:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092c2679e. 02000000:00000001:2.0:1767384684.821907:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821908:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005d7e9dca. 02000000:00000001:2.0:1767384684.821909:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821910:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053dfdbd9. 02000000:00000001:2.0:1767384684.821912:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821913:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bd7b3dc3. 02000000:00000001:2.0:1767384684.821915:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821916:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95e6c3b. 02000000:00000001:2.0:1767384684.821918:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821919:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007a82df08. 02000000:00000001:2.0:1767384684.821921:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821922:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009aa10b3a. 02000000:00000001:2.0:1767384684.821924:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821925:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d9321185. 02000000:00000001:2.0:1767384684.821927:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821928:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000dd6b7fe. 02000000:00000001:2.0:1767384684.821930:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821931:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008298fa0f. 02000000:00000001:2.0:1767384684.821933:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821934:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd410bd2. 02000000:00000001:2.0:1767384684.821936:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821937:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000faed2b5f. 02000000:00000001:2.0:1767384684.821939:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821940:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058418a06. 02000000:00000001:2.0:1767384684.821943:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821943:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000032651b95. 02000000:00000001:2.0:1767384684.821945:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821946:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa1a10d5. 02000000:00000001:2.0:1767384684.821948:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821949:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fb346b95. 02000000:00000001:2.0:1767384684.821950:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821951:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d5f7041. 02000000:00000001:2.0:1767384684.821954:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821955:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008b19cf0a. 02000000:00000001:2.0:1767384684.821956:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821957:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d3d1aa5. 02000000:00000001:2.0:1767384684.821960:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821961:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000713d7ca0. 02000000:00000001:2.0:1767384684.821962:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821963:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004bb14fad. 02000000:00000001:2.0:1767384684.821965:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821966:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b5084f0a. 02000000:00000001:2.0:1767384684.821968:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821969:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7a26ca0. 02000000:00000001:2.0:1767384684.821971:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821972:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004d3f60aa. 02000000:00000001:2.0:1767384684.821974:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821974:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025342ae0. 02000000:00000001:2.0:1767384684.821976:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821977:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006f14d218. 02000000:00000001:2.0:1767384684.821979:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821980:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e390662. 02000000:00000001:2.0:1767384684.821982:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821983:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003ebfa507. 02000000:00000001:2.0:1767384684.821985:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821986:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9a165b4. 02000000:00000001:2.0:1767384684.821989:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821990:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f454ef78. 02000000:00000001:2.0:1767384684.821992:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821992:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574c15ae. 02000000:00000001:2.0:1767384684.821995:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.821996:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002f656c96. 02000000:00000001:2.0:1767384684.821997:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.821998:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1c624e1. 02000000:00000001:2.0:1767384684.822001:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822002:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000304b1985. 02000000:00000001:2.0:1767384684.822003:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822004:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000090fbf651. 02000000:00000001:2.0:1767384684.822006:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822007:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000032054c80. 02000000:00000001:2.0:1767384684.822009:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822010:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089f67573. 02000000:00000001:2.0:1767384684.822012:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822013:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f5e44091. 02000000:00000001:2.0:1767384684.822014:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822015:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000028534ca. 02000000:00000001:2.0:1767384684.822017:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822018:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fa419afe. 02000000:00000001:2.0:1767384684.822021:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822021:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fd06aba. 02000000:00000001:2.0:1767384684.822023:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822024:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a1539b43. 02000000:00000001:2.0:1767384684.822026:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822027:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084c1efe2. 02000000:00000001:2.0:1767384684.822029:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822030:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009f0a5706. 02000000:00000001:2.0:1767384684.822032:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822032:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095aab872. 02000000:00000001:2.0:1767384684.822035:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822036:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c9190b0a. 02000000:00000001:2.0:1767384684.822037:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822038:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008996e5a1. 02000000:00000001:2.0:1767384684.822041:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822042:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000032c8e3b1. 02000000:00000001:2.0:1767384684.822044:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822045:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d693a9a3. 02000000:00000001:2.0:1767384684.822047:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822048:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000631e0695. 02000000:00000001:2.0:1767384684.822050:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822050:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d458b7e5. 02000000:00000001:2.0:1767384684.822053:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822054:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000368f5218. 02000000:00000001:2.0:1767384684.822056:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822057:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020ff4f69. 02000000:00000001:2.0:1767384684.822059:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822060:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000091e0702e. 02000000:00000001:2.0:1767384684.822062:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822063:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a926858. 02000000:00000001:2.0:1767384684.822065:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822066:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009cfda69e. 02000000:00000001:2.0:1767384684.822068:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822069:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001899c1e3. 02000000:00000001:2.0:1767384684.822071:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822072:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007ccb0e58. 02000000:00000001:2.0:1767384684.822074:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822075:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b393be54. 02000000:00000001:2.0:1767384684.822077:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822078:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000004b298d6a. 02000000:00000001:2.0:1767384684.822080:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822081:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2524bb5. 02000000:00000001:2.0:1767384684.822083:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822084:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000ecb6832d. 02000000:00000001:2.0:1767384684.822086:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822087:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8c140a3. 02000000:00000001:2.0:1767384684.822089:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.822090:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f9988c61. 02000000:00000001:2.0:1767384684.822092:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.822093:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000065509a8. 00000100:00000010:2.0:1767384684.822097:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000521d7411. 00000100:00000010:2.0:1767384684.822118:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d807f376. 00000100:00000010:2.0:1767384684.822120:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f9db32f8. 00000100:00000010:2.0:1767384684.822144:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000138179d9. 00000100:00000010:2.0:1767384684.822146:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cb3ba01b. 00000100:00000010:2.0:1767384684.822178:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000711c5e42. 00000100:00000010:2.0:1767384684.822181:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003bb2070e. 00000100:00000010:2.0:1767384684.822207:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000281e8db6. 00000100:00000010:2.0:1767384684.822209:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004384e8e6. 00000100:00000010:2.0:1767384684.822229:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df308a8d. 00000100:00000010:2.0:1767384684.822231:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fd5d36c5. 00000100:00000010:2.0:1767384684.822254:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a82828f2. 00000100:00000010:2.0:1767384684.822256:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005b4a4a20. 00000100:00000010:2.0:1767384684.822276:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006442cfa4. 00000100:00000010:2.0:1767384684.822279:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000085bd4052. 00000100:00000010:2.0:1767384684.822303:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b992d3e. 00000100:00000010:2.0:1767384684.822305:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000799e1077. 00000100:00000010:2.0:1767384684.822325:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018464d5d. 00000100:00000010:2.0:1767384684.822327:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c8f35d61. 00000100:00000010:2.0:1767384684.822345:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087f53670. 00000100:00000010:2.0:1767384684.822347:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000059ed05e0. 00000100:00000010:2.0:1767384684.822365:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e6c2b64. 00000100:00000010:2.0:1767384684.822367:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000aa74e367. 00000100:00000010:2.0:1767384684.822386:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000928633db. 00000100:00000010:2.0:1767384684.822388:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c63b646c. 00000100:00000010:2.0:1767384684.822406:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a8bd1ab. 00000100:00000010:2.0:1767384684.822408:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009402c412. 00000100:00000010:2.0:1767384684.822426:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea64020c. 00000100:00000010:2.0:1767384684.822429:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008a2853b6. 00000100:00000010:2.0:1767384684.822445:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001499bfb8. 00000100:00000010:2.0:1767384684.822447:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008f91403e. 00000100:00000010:2.0:1767384684.822463:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083a36573. 00000100:00000010:2.0:1767384684.822465:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a07e4749. 00000100:00000010:2.0:1767384684.822484:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3b2b0bc. 00000100:00000010:2.0:1767384684.822486:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007c3b118d. 00000100:00000010:2.0:1767384684.822512:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f5b4bd8. 00000100:00000010:2.0:1767384684.822520:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c2d7098a. 00000100:00000010:2.0:1767384684.822543:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e30a82f6. 00000100:00000010:2.0:1767384684.822545:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000842b3bff. 00000100:00000010:2.0:1767384684.822567:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003df8bbeb. 00000100:00000010:2.0:1767384684.822569:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002e68a26e. 00000100:00000010:2.0:1767384684.822589:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7817298. 00000100:00000010:2.0:1767384684.822591:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000015fd3d36. 00010000:00000010:1.1:1767384684.822707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004b18cb44. 00000100:00000010:2.0:1767384684.822708:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042667a25. 00000100:00000010:2.0:1767384684.822714:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d418a9da. 00010000:00000010:1.1:1767384684.822717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000032e0a0a2. 00010000:00000010:1.1:1767384684.822725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004158d601. 00010000:00000010:1.1:1767384684.822733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c7f9f73d. 00010000:00000010:1.1:1767384684.822741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000022d171ac. 00000100:00000010:2.0:1767384684.822760:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5b40596. 00000100:00000010:2.0:1767384684.822765:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c4909a21. 00000100:00000010:2.0:1767384684.822788:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da9af602. 00000100:00000010:2.0:1767384684.822792:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002d061f2c. 00010000:00000010:1.1:1767384684.822810:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aa780966. 00010000:00000010:1.1:1767384684.822815:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000075e3cc54. 00010000:00000010:1.1:1767384684.822817:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027891121. 00000100:00000010:2.0:1767384684.822823:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0cbb263. 00000100:00000010:2.0:1767384684.822828:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b41d9044. 00000100:00000010:2.0:1767384684.822875:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1392cc8. 00000100:00000010:2.0:1767384684.822878:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e911d9bf. 00000100:00000010:2.0:1767384684.822922:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008544fb00. 00000100:00000010:2.0:1767384684.822925:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000001854fd4. 00000100:00000010:2.0:1767384684.822962:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2f3fcc1. 00000100:00000010:2.0:1767384684.822966:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000025f71a1c. 00000100:00000010:2.0:1767384684.823013:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3ead779. 00000100:00000010:2.0:1767384684.823016:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bbfbf432. 00000100:00000010:2.0:1767384684.823065:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009555793d. 00000100:00000010:2.0:1767384684.823069:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000007c911c0. 00000100:00000010:2.0:1767384684.823114:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072b6018e. 00000100:00000010:2.0:1767384684.823119:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000e6fa2ca. 00000100:00000010:2.0:1767384684.823169:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b7304b5. 00000100:00000010:2.0:1767384684.823173:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000049490220. 00000100:00000010:2.0:1767384684.823217:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052930a9a. 00000100:00000010:2.0:1767384684.823221:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004cf6937f. 00000100:00000010:2.0:1767384684.823252:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000cc75f49. 00000100:00000010:2.0:1767384684.823256:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b159dac7. 00000100:00000010:2.0:1767384684.823281:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3434f07. 00000100:00000010:2.0:1767384684.823284:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a9d1358b. 00000100:00000010:2.0:1767384684.823308:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007cd8438d. 00000100:00000010:2.0:1767384684.823311:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ff24fcea. 00000100:00000010:2.0:1767384684.823335:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e56743e. 00000100:00000010:2.0:1767384684.823338:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d30c42bc. 00000100:00000010:2.0:1767384684.823360:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025cf258b. 00000100:00000010:2.0:1767384684.823363:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d067a282. 00000100:00000010:2.0:1767384684.823387:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000589dbf5f. 00000100:00000010:2.0:1767384684.823389:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002cce48be. 00000100:00000010:2.0:1767384684.823409:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb2756b0. 00000100:00000010:2.0:1767384684.823411:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000caf14900. 00000100:00000010:2.0:1767384684.823437:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000965bae9e. 00000100:00000010:2.0:1767384684.823439:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000052bb7e27. 00000100:00000010:2.0:1767384684.823457:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003218c58d. 00000100:00000010:2.0:1767384684.823460:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009492993c. 00000100:00000010:2.0:1767384684.823480:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005216b7f7. 00000100:00000010:2.0:1767384684.823483:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005d55047a. 00000100:00000010:2.0:1767384684.823501:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e81779e. 00000100:00000010:2.0:1767384684.823504:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000309d43d7. 00000100:00000010:2.0:1767384684.823520:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed3bf619. 00000100:00000010:2.0:1767384684.823523:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000fb665aa. 00000100:00000010:2.0:1767384684.823541:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000efd62abc. 00000100:00000010:2.0:1767384684.823544:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fb8035b7. 00000100:00000010:2.0:1767384684.823563:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000783c7700. 00000100:00000010:2.0:1767384684.823565:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b04f73a7. 00000100:00000010:2.0:1767384684.823584:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060cff981. 00000100:00000010:2.0:1767384684.823587:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000046bd9054. 00000100:00000010:2.0:1767384684.823630:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000647d6330. 00000100:00000010:2.0:1767384684.823633:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000217c0d0e. 00000100:00000010:2.0:1767384684.823657:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a19047e8. 00000100:00000010:2.0:1767384684.823660:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000e7dbd10. 00000100:00000010:2.0:1767384684.823681:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb708557. 00000100:00000010:2.0:1767384684.823683:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c11f0fff. 00000100:00000010:2.0:1767384684.823702:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000388c9756. 00000100:00000010:2.0:1767384684.823705:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001dea4b95. 00000100:00000010:2.0:1767384684.823721:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c10657c. 00000100:00000010:2.0:1767384684.823724:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000eb0b5f27. 00000100:00000010:2.0:1767384684.823743:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b9ca4ec. 00000100:00000010:2.0:1767384684.823745:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000f816af0. 00000100:00000010:2.0:1767384684.823766:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cfacd34b. 00000100:00000010:2.0:1767384684.823768:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ba3ef072. 00000100:00000010:2.0:1767384684.823788:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099b54fbd. 00000100:00000010:2.0:1767384684.823790:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000001f7a957. 00000100:00000010:2.0:1767384684.823817:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6e70788. 00000100:00000010:2.0:1767384684.823819:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c72ca9cf. 00000100:00000010:2.0:1767384684.823840:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c3b68a1. 00000100:00000010:2.0:1767384684.823843:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e0c64194. 00000100:00000010:2.0:1767384684.823863:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002eab9b89. 00000100:00000010:2.0:1767384684.823866:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c2cca20b. 00000100:00000010:2.0:1767384684.823882:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d709ed5. 00000100:00000010:2.0:1767384684.823884:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000076edceb0. 00000100:00000010:2.0:1767384684.823906:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eca9c86c. 00000100:00000010:2.0:1767384684.823909:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000099dfab30. 00000100:00000010:2.0:1767384684.823926:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041dd35db. 00000100:00000010:2.0:1767384684.823929:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000016eb73e6. 00000100:00000010:2.0:1767384684.823947:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006fecf15a. 00000100:00000010:2.0:1767384684.823949:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000064df86a6. 00000100:00000010:2.0:1767384684.823964:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010f181c1. 00000100:00000010:2.0:1767384684.824069:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000e42f92fc. 00000100:00000010:2.0:1767384684.824084:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000c71e3654. 00000100:00000010:2.0:1767384684.824099:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000003239cf2c. 00000100:00000010:2.0:1767384684.824111:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000af0ab5c1. 00000100:00000010:2.0:1767384684.824125:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000a7a9cf72. 00000100:00000001:2.0:1767384684.824141:0:40098:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384684.824143:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384684.824146:0:40098:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384684.824159:0:40098:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384684.824161:0:40098:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000b3b6f684. 00000100:00000001:2.0:1767384684.824165:0:40098:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384684.824166:0:40098:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.824168:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384684.824170:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000051dd43f. 00000100:00000001:2.0:1767384684.824172:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384684.824173:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384684.824174:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c8d05465. 00000100:00000001:2.0:1767384684.824176:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384684.824177:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384684.824179:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ca4af977. 00000100:00000001:2.0:1767384684.824181:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384684.824182:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384684.824182:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000035ef84ab. 00000100:00000001:2.0:1767384684.824185:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384684.824186:0:40098:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384684.824187:0:40098:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384684.824188:0:40098:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000ec71d192. 00000100:00000001:2.0:1767384684.824191:0:40098:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384684.824192:0:40098:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.824193:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384684.824194:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b0a40676. 00000100:00000001:2.0:1767384684.824196:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384684.824197:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384684.824198:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e32af379. 00000100:00000001:2.0:1767384684.824199:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384684.824200:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384684.824201:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003b97cb6c. 00000100:00000001:2.0:1767384684.824203:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384684.824204:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384684.824205:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f7c11c72. 00000100:00000010:2.0:1767384684.824207:0:40098:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000e33e6e4e. 00000100:00000001:2.0:1767384684.824210:0:40098:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384684.824276:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009825c732. 00000020:00000010:2.0:1767384684.824280:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000037cb5912. 00000020:00000010:2.0:1767384684.824283:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000618ae1b7. 00000020:00000010:2.0:1767384684.824285:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000029a4419b. 00000020:00000010:2.0:1767384684.824288:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e4e62407. 00000020:00000010:2.0:1767384684.824291:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000011603aa2. 00000100:00000010:2.0:1767384684.824314:0:40098:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000d4a72cf8. 00000100:00000010:2.0:1767384684.824321:0:40098:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000003dcebc71. 00000100:00000010:2.0:1767384684.824324:0:40098:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000009728ba44. 00000100:00000010:2.0:1767384684.824326:0:40098:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000a7c7ad7f. 00000100:00000001:2.0:1767384684.824328:0:40098:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.824331:0:40098:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384684.824332:0:40098:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:2.0:1767384684.824334:0:40098:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384684.824335:0:40098:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384684.824336:0:40098:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:2.0:1767384684.824338:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:2.0:1767384684.824339:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:2.0:1767384684.824352:0:40098:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #1 00000020:00000010:1.0:1767384684.824373:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000019aeae3d. 00000040:00000010:1.0:1767384684.824377:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000424a1dde. 00000020:00000010:3.0:1767384684.824379:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d8bd45e9. 00000020:00000010:1.0:1767384684.824380:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009bc1091a. 00000020:00000010:1.0:1767384684.824385:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001afe6dc9. 00000040:00000010:3.0:1767384684.824387:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004b17f699. 00000020:00000010:1.0:1767384684.824388:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000023a83676. 00000020:00000010:3.0:1767384684.824392:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000361d78b0. 80000000:00000010:1.0:1767384684.824393:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000692c16bf. 00000020:00000010:3.0:1767384684.824399:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da60384a. 40000000:00000010:1.0:1767384684.824399:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005377a9c1. 00100000:00000010:1.0:1767384684.824403:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006d03affc. 00000020:00000010:3.0:1767384684.824406:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cb055c9e. 00040000:00000010:1.0:1767384684.824407:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001377b952. 80000000:00000010:3.0:1767384684.824413:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000017f33dc7. 00040000:00000010:1.0:1767384684.824413:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000077419eb6. 00080000:00000010:1.0:1767384684.824415:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000e6f6322. 40000000:00000010:3.0:1767384684.824420:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ba6a80fd. 00080000:00000010:1.0:1767384684.824420:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c6e193ba. 00000004:00000010:1.0:1767384684.824424:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bc708de9. 00100000:00000010:3.0:1767384684.824427:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b79b6acc. 00000020:00000010:1.0:1767384684.824427:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc86c031. 00040000:00000010:3.0:1767384684.824433:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000979d8a24. 00040000:00000010:3.0:1767384684.824438:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000082bc9637. 00000020:00000010:1.0:1767384684.824440:0:17084:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c561dcd6. 00080000:00000010:3.0:1767384684.824443:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009fc4332e. 00000100:00000010:1.0:1767384684.824445:0:17084:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000036b80399. 00080000:00000010:3.0:1767384684.824447:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000040cf1835. 00000100:00100000:1.0:1767384684.824450:0:17084:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [00000000d09d234c:17084] 1 exiting: rc = 0 00000004:00000010:3.0:1767384684.824453:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cb58ff37. 00000020:00000010:3.0:1767384684.824457:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ecab80a. 00000020:00000010:3.0:1767384684.824461:0:17083:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000055321587. 00000100:00000010:3.0:1767384684.824467:0:17083:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ae7c0aad. 00000100:00100000:3.0:1767384684.824470:0:17083:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [000000009190beb0:17083] 0 exiting: rc = 1 00000100:00000040:2.0:1767384684.824471:0:40098:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #0 00000100:00000010:2.0:1767384684.824476:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009190beb0. 00000100:00000010:2.0:1767384684.824482:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d09d234c. 00000100:00000001:2.0:1767384684.824486:0:40098:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384684.824488:0:40098:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384684.824491:0:40098:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:2.0:1767384684.824495:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824496:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824498:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8350f0f. 00000400:00000200:2.0:1767384684.824502:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0095791 00000400:00000010:2.0:1767384684.824504:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0095791. 00000100:00000001:2.0:1767384684.824507:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824509:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824516:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824518:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384684.824519:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824522:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824523:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824525:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9766c00. 00000400:00000200:2.0:1767384684.824528:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e25eb227 00000400:00000010:2.0:1767384684.824529:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e25eb227. 00000100:00000001:2.0:1767384684.824531:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824532:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824536:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824538:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384684.824539:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824540:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824541:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824542:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e0680c4. 00000400:00000200:2.0:1767384684.824543:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006270ac26 00000400:00000010:2.0:1767384684.824545:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006270ac26. 00000100:00000001:2.0:1767384684.824546:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824547:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824551:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824552:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384684.824553:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824555:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824556:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824557:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020fb6a19. 00000400:00000200:2.0:1767384684.824559:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007efa236d 00000400:00000010:2.0:1767384684.824560:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007efa236d. 00000100:00000001:2.0:1767384684.824561:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824562:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824566:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824567:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384684.824568:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824569:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824570:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824571:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6099ccf. 00000400:00000200:2.0:1767384684.824573:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a90de5f 00000400:00000010:2.0:1767384684.824574:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a90de5f. 00000100:00000001:2.0:1767384684.824576:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824576:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824580:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824581:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384684.824583:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824584:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824585:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824586:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d307a3c7. 00000400:00000200:2.0:1767384684.824588:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d69a302 00000400:00000010:2.0:1767384684.824589:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d69a302. 00000100:00000001:2.0:1767384684.824591:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824592:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824595:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824597:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384684.824598:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824599:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824600:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824601:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb9e287f. 00000400:00000200:2.0:1767384684.824602:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cbf5538 00000400:00000010:2.0:1767384684.824603:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000cbf5538. 00000100:00000001:2.0:1767384684.824605:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824606:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824635:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824637:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384684.824640:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824642:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824643:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824645:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daa73e54. 00000400:00000200:2.0:1767384684.824648:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eae7731 00000400:00000010:2.0:1767384684.824649:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004eae7731. 00000100:00000001:2.0:1767384684.824651:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824653:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824657:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824658:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384684.824659:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824661:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824662:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824663:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abfd1786. 00000400:00000200:2.0:1767384684.824665:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda36f3e 00000400:00000010:2.0:1767384684.824666:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dda36f3e. 00000100:00000001:2.0:1767384684.824668:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824669:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824673:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824674:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384684.824675:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824677:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824678:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824680:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bc3d1a0. 00000400:00000200:2.0:1767384684.824682:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043e857ba 00000400:00000010:2.0:1767384684.824683:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043e857ba. 00000100:00000001:2.0:1767384684.824685:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824686:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824690:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824691:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384684.824692:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824694:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824694:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824696:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046949630. 00000400:00000200:2.0:1767384684.824697:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3ccf3fd 00000400:00000010:2.0:1767384684.824698:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3ccf3fd. 00000100:00000001:2.0:1767384684.824700:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824701:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824705:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824706:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384684.824708:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824709:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824710:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824711:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c8d08a0. 00000400:00000200:2.0:1767384684.824712:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087103eed 00000400:00000010:2.0:1767384684.824713:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087103eed. 00000100:00000001:2.0:1767384684.824715:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824716:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824719:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824721:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384684.824722:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824723:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824724:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824725:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c091bce. 00000400:00000200:2.0:1767384684.824727:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef2116c 00000400:00000010:2.0:1767384684.824728:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fef2116c. 00000100:00000001:2.0:1767384684.824730:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824731:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824735:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824736:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384684.824737:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824739:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824740:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824741:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2146359. 00000400:00000200:2.0:1767384684.824743:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007edfea0e 00000400:00000010:2.0:1767384684.824744:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007edfea0e. 00000100:00000001:2.0:1767384684.824745:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824746:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824750:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824751:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384684.824752:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824754:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824755:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824756:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6dc18f7. 00000400:00000200:2.0:1767384684.824757:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c93ba6e7 00000400:00000010:2.0:1767384684.824759:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c93ba6e7. 00000100:00000001:2.0:1767384684.824760:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824761:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824765:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824766:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384684.824768:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824769:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824770:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824771:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001a669b1. 00000400:00000200:2.0:1767384684.824772:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc67eda 00000400:00000010:2.0:1767384684.824773:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbc67eda. 00000100:00000001:2.0:1767384684.824775:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824776:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824780:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824781:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384684.824782:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824783:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824785:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824786:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000af9d48d. 00000400:00000200:2.0:1767384684.824787:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaf2e6c2 00000400:00000010:2.0:1767384684.824788:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aaf2e6c2. 00000100:00000001:2.0:1767384684.824790:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824791:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824795:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824796:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384684.824798:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824799:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824800:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824801:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c5e6d2e. 00000400:00000200:2.0:1767384684.824803:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b130880 00000400:00000010:2.0:1767384684.824804:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b130880. 00000100:00000001:2.0:1767384684.824805:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824806:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824810:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824811:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384684.824812:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824814:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824815:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824816:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d36630e4. 00000400:00000200:2.0:1767384684.824818:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ed1060 00000400:00000010:2.0:1767384684.824819:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068ed1060. 00000100:00000001:2.0:1767384684.824821:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824822:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824826:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824827:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384684.824829:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824830:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824831:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824832:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000539aab90. 00000400:00000200:2.0:1767384684.824833:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078df5a78 00000400:00000010:2.0:1767384684.824835:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078df5a78. 00000100:00000001:2.0:1767384684.824836:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824837:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824841:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824842:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384684.824844:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824845:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824846:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824847:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028602894. 00000400:00000200:2.0:1767384684.824849:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9530125 00000400:00000010:2.0:1767384684.824850:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9530125. 00000100:00000001:2.0:1767384684.824852:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824852:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824856:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824857:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384684.824859:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824860:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824860:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824861:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b73ecfa. 00000400:00000200:2.0:1767384684.824863:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dcab384 00000400:00000010:2.0:1767384684.824864:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009dcab384. 00000100:00000001:2.0:1767384684.824866:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824867:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824871:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824872:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384684.824873:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824875:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824875:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824876:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d4ca595. 00000400:00000200:2.0:1767384684.824878:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b13821e1 00000400:00000010:2.0:1767384684.824879:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b13821e1. 00000100:00000001:2.0:1767384684.824880:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824881:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824885:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824886:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384684.824888:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824889:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824890:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824891:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc6c5c7f. 00000400:00000200:2.0:1767384684.824892:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000df97de7 00000400:00000010:2.0:1767384684.824893:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000df97de7. 00000100:00000001:2.0:1767384684.824895:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824896:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824900:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824901:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384684.824903:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824904:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824905:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824906:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e07479c9. 00000400:00000200:2.0:1767384684.824908:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065411b89 00000400:00000010:2.0:1767384684.824909:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065411b89. 00000100:00000001:2.0:1767384684.824911:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824912:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824915:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824916:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384684.824917:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824918:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824919:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824920:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4a4ddcc. 00000400:00000200:2.0:1767384684.824922:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e6d54e1 00000400:00000010:2.0:1767384684.824923:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e6d54e1. 00000100:00000001:2.0:1767384684.824925:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824926:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824930:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824931:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384684.824932:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824933:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824934:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824935:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002438799. 00000400:00000200:2.0:1767384684.824936:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cf0308b 00000400:00000010:2.0:1767384684.824938:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003cf0308b. 00000100:00000001:2.0:1767384684.824939:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824940:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824944:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824946:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384684.824947:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824948:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824949:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824950:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b726f7c. 00000400:00000200:2.0:1767384684.824951:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000effd51d7 00000400:00000010:2.0:1767384684.824952:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000effd51d7. 00000100:00000001:2.0:1767384684.824954:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824955:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824959:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824961:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384684.824962:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824963:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824964:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824965:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000323df63e. 00000400:00000200:2.0:1767384684.824967:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025e3d5e7 00000400:00000010:2.0:1767384684.824968:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025e3d5e7. 00000100:00000001:2.0:1767384684.824970:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824970:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824974:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824975:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384684.824976:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824977:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824978:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824979:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f5016df. 00000400:00000200:2.0:1767384684.824981:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000021fa14b 00000400:00000010:2.0:1767384684.824982:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000021fa14b. 00000100:00000001:2.0:1767384684.824984:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824985:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.824988:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.824989:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384684.824991:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.824992:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.824993:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.824994:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2b20db7. 00000400:00000200:2.0:1767384684.824995:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045b36f0b 00000400:00000010:2.0:1767384684.824996:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045b36f0b. 00000100:00000001:2.0:1767384684.824998:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.824999:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825002:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825004:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384684.825005:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825006:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825007:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825008:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009404d51e. 00000400:00000200:2.0:1767384684.825009:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e726b80b 00000400:00000010:2.0:1767384684.825011:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e726b80b. 00000100:00000001:2.0:1767384684.825013:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825014:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825018:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825019:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384684.825020:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825021:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825022:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825023:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000791f0de. 00000400:00000200:2.0:1767384684.825025:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041594f07 00000400:00000010:2.0:1767384684.825026:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041594f07. 00000100:00000001:2.0:1767384684.825028:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825029:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825032:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825033:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384684.825034:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825035:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825036:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825037:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d7bb751. 00000400:00000200:2.0:1767384684.825039:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000753a912f 00000400:00000010:2.0:1767384684.825040:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000753a912f. 00000100:00000001:2.0:1767384684.825042:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825042:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825046:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825047:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384684.825048:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825049:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825050:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825051:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b164e248. 00000400:00000200:2.0:1767384684.825053:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096b6342a 00000400:00000010:2.0:1767384684.825054:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096b6342a. 00000100:00000001:2.0:1767384684.825056:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825057:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825060:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825061:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384684.825063:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825065:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825066:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825067:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048c26527. 00000400:00000200:2.0:1767384684.825069:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a2a687 00000400:00000010:2.0:1767384684.825070:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8a2a687. 00000100:00000001:2.0:1767384684.825072:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825073:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825077:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825078:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384684.825079:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825081:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825082:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825083:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1a9edf6. 00000400:00000200:2.0:1767384684.825084:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094b9d473 00000400:00000010:2.0:1767384684.825085:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094b9d473. 00000100:00000001:2.0:1767384684.825088:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825089:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825092:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825094:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384684.825095:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825096:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825097:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825098:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bc7f48b. 00000400:00000200:2.0:1767384684.825100:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032924621 00000400:00000010:2.0:1767384684.825101:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032924621. 00000100:00000001:2.0:1767384684.825102:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825103:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825107:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825108:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384684.825109:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825111:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825112:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825113:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a253ea. 00000400:00000200:2.0:1767384684.825114:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063616780 00000400:00000010:2.0:1767384684.825116:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063616780. 00000100:00000001:2.0:1767384684.825117:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825118:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825122:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825123:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384684.825125:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825126:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825127:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825128:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058dcbc8c. 00000400:00000200:2.0:1767384684.825129:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ee57b30 00000400:00000010:2.0:1767384684.825130:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ee57b30. 00000100:00000001:2.0:1767384684.825132:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825133:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825137:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825138:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384684.825139:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825140:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825141:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825142:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e60e6db. 00000400:00000200:2.0:1767384684.825143:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd64c97 00000400:00000010:2.0:1767384684.825145:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006cd64c97. 00000100:00000001:2.0:1767384684.825147:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825159:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825163:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825164:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384684.825166:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825167:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825168:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825169:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040fee0c4. 00000400:00000200:2.0:1767384684.825171:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8300ee9 00000400:00000010:2.0:1767384684.825172:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8300ee9. 00000100:00000001:2.0:1767384684.825174:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825175:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825179:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825180:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384684.825182:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825183:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825184:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825185:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc16f2f9. 00000400:00000200:2.0:1767384684.825187:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078d943fe 00000400:00000010:2.0:1767384684.825188:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078d943fe. 00000100:00000001:2.0:1767384684.825190:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825191:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825195:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825196:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384684.825197:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825198:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825199:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825200:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfed81e2. 00000400:00000200:2.0:1767384684.825202:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070a87c2d 00000400:00000010:2.0:1767384684.825203:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070a87c2d. 00000100:00000001:2.0:1767384684.825205:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825206:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825209:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825210:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384684.825211:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825212:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825213:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825214:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086eee88a. 00000400:00000200:2.0:1767384684.825216:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002601b774 00000400:00000010:2.0:1767384684.825217:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002601b774. 00000100:00000001:2.0:1767384684.825219:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825220:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825224:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825225:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384684.825226:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825227:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825228:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825229:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e516bd7a. 00000400:00000200:2.0:1767384684.825231:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ef369a 00000400:00000010:2.0:1767384684.825232:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003ef369a. 00000100:00000001:2.0:1767384684.825233:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825234:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825238:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825239:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384684.825240:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825242:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825242:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825243:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000141a75de. 00000400:00000200:2.0:1767384684.825245:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dac4d29 00000400:00000010:2.0:1767384684.825246:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dac4d29. 00000100:00000001:2.0:1767384684.825248:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825249:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825253:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825254:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384684.825255:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825257:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825258:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825259:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d0f5376. 00000400:00000200:2.0:1767384684.825260:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003180844a 00000400:00000010:2.0:1767384684.825262:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003180844a. 00000100:00000001:2.0:1767384684.825263:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825264:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825268:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825269:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384684.825270:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825271:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825272:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825273:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba60a794. 00000400:00000200:2.0:1767384684.825274:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d03cc63 00000400:00000010:2.0:1767384684.825275:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d03cc63. 00000100:00000001:2.0:1767384684.825277:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825278:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825282:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825283:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384684.825284:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825285:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825286:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825287:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f49625e0. 00000400:00000200:2.0:1767384684.825289:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9ba11d6 00000400:00000010:2.0:1767384684.825290:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9ba11d6. 00000100:00000001:2.0:1767384684.825292:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825293:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825297:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825298:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384684.825299:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825300:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825301:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825302:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c01db7. 00000400:00000200:2.0:1767384684.825304:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000750b3a1b 00000400:00000010:2.0:1767384684.825306:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000750b3a1b. 00000100:00000001:2.0:1767384684.825308:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825309:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825313:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825314:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384684.825315:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825316:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825317:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825318:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007960d0ef. 00000400:00000200:2.0:1767384684.825320:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0b691f 00000400:00000010:2.0:1767384684.825321:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da0b691f. 00000100:00000001:2.0:1767384684.825323:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825324:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825327:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825329:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384684.825330:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825331:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825332:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825333:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3a9dd29. 00000400:00000200:2.0:1767384684.825335:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000368d00f2 00000400:00000010:2.0:1767384684.825336:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000368d00f2. 00000100:00000001:2.0:1767384684.825338:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825339:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825342:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825343:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384684.825345:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825346:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825347:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825348:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adb7ac7d. 00000400:00000200:2.0:1767384684.825350:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043e2c35b 00000400:00000010:2.0:1767384684.825351:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043e2c35b. 00000100:00000001:2.0:1767384684.825353:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825353:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825357:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825358:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384684.825359:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825361:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825362:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825363:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f3420ee. 00000400:00000200:2.0:1767384684.825365:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1e6b535 00000400:00000010:2.0:1767384684.825366:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1e6b535. 00000100:00000001:2.0:1767384684.825368:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825369:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825372:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825373:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384684.825375:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825376:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825377:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825378:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ee90bbf. 00000400:00000200:2.0:1767384684.825379:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed4c29e8 00000400:00000010:2.0:1767384684.825380:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed4c29e8. 00000100:00000001:2.0:1767384684.825382:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825383:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825386:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825388:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384684.825389:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825390:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825391:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825392:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd80114a. 00000400:00000200:2.0:1767384684.825394:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005173d954 00000400:00000010:2.0:1767384684.825395:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005173d954. 00000100:00000001:2.0:1767384684.825396:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825397:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825401:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825402:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384684.825403:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825405:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825406:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825406:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004177385a. 00000400:00000200:2.0:1767384684.825408:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e01862aa 00000400:00000010:2.0:1767384684.825409:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e01862aa. 00000100:00000001:2.0:1767384684.825411:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825412:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825415:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825417:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384684.825418:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825420:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825421:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825422:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b439b335. 00000400:00000200:2.0:1767384684.825424:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030f22e70 00000400:00000010:2.0:1767384684.825425:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030f22e70. 00000100:00000001:2.0:1767384684.825426:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825427:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825431:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825432:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384684.825433:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825434:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825435:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825436:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000369c49c3. 00000400:00000200:2.0:1767384684.825438:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede2dc63 00000400:00000010:2.0:1767384684.825439:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ede2dc63. 00000100:00000001:2.0:1767384684.825441:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825442:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825446:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825447:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384684.825448:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825449:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825450:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825451:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee48fcdf. 00000400:00000200:2.0:1767384684.825453:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b281e75b 00000400:00000010:2.0:1767384684.825454:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b281e75b. 00000100:00000001:2.0:1767384684.825455:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825456:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825459:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825461:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384684.825462:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825463:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825464:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825465:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007126aef6. 00000400:00000200:2.0:1767384684.825466:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009be3c4d2 00000400:00000010:2.0:1767384684.825468:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009be3c4d2. 00000100:00000001:2.0:1767384684.825470:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825470:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825474:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825475:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384684.825477:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825478:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825479:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825480:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc0ab4af. 00000400:00000200:2.0:1767384684.825481:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5b7db00 00000400:00000010:2.0:1767384684.825483:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5b7db00. 00000100:00000001:2.0:1767384684.825484:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825485:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825488:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825489:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384684.825490:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384684.825492:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.825492:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.825493:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009be80563. 00000400:00000200:2.0:1767384684.825495:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb7c7b6 00000400:00000010:2.0:1767384684.825497:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002bb7c7b6. 00000100:00000001:2.0:1767384684.825498:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.825499:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384684.825503:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384684.825504:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384684.825506:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384684.825507:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825508:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825511:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825512:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825513:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825514:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825516:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825516:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825518:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825519:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825520:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825521:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825522:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825523:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825525:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825526:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825527:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825528:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825529:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825530:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825531:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825532:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825533:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825534:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825536:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825536:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825538:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825538:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825540:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825540:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825542:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825543:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825544:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825544:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825546:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825547:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825548:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825549:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825550:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825551:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825552:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825553:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825554:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825555:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825556:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825557:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825559:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825560:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825561:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825562:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825563:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825564:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825565:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825566:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825567:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825568:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825570:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825571:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825572:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825573:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825574:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825575:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825576:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825577:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825578:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825579:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825580:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825581:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825582:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825583:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825584:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825585:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825586:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825587:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825588:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825589:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825590:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825591:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825593:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825593:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825595:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825596:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825597:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825598:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825599:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825600:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825601:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825601:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825603:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825603:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825605:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825606:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825703:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825706:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825709:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825710:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825713:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825714:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825717:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825718:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825722:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825723:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825726:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825728:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825731:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825732:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825736:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825737:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825740:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825741:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825744:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825745:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825747:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825801:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825804:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825805:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825807:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825809:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825811:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825813:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825815:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825817:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825820:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825821:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825823:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825825:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384684.825827:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384684.825828:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384684.825831:0:40098:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384684.825833:0:40098:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 0000000094026f99. 02000000:00000001:2.0:1767384684.825837:0:40098:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384684.825839:0:40098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d97fc6f5. 00000100:00000010:2.0:1767384684.825844:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006ccfc81e. 00000100:00000010:2.0:1767384684.825850:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004d177a5. 00000100:00000010:2.0:1767384684.825853:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004681ac08. 00000100:00000010:2.0:1767384684.825857:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edbb7280. 00000100:00000010:2.0:1767384684.825860:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e58302b2. 00000100:00000010:2.0:1767384684.825864:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a689e5f. 00000100:00000010:2.0:1767384684.825868:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005e030cc0. 00000100:00000010:2.0:1767384684.825871:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000080acc3a. 00000100:00000010:2.0:1767384684.825875:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a18fad31. 00000100:00000010:2.0:1767384684.825879:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005353e9a9. 00000100:00000010:2.0:1767384684.825882:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002ac71c31. 00000100:00000010:2.0:1767384684.825886:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040fce8e5. 00000100:00000010:2.0:1767384684.825897:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000867472e2. 00000100:00000010:2.0:1767384684.825901:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f9e580c. 00000100:00000010:2.0:1767384684.825905:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009b4a1571. 00000100:00000010:2.0:1767384684.825908:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f6181e1. 00000100:00000010:2.0:1767384684.825911:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000087c722. 00000100:00000010:2.0:1767384684.825915:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000857e0a4e. 00000100:00000010:2.0:1767384684.825919:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004961bb69. 00000100:00000010:2.0:1767384684.825922:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6ac52b9. 00000100:00000010:2.0:1767384684.825926:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cd9f47bd. 00000100:00000010:2.0:1767384684.825928:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d30428c8. 00000100:00000010:2.0:1767384684.825930:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000828bf098. 00000100:00000010:2.0:1767384684.825932:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f843313d. 00000100:00000010:2.0:1767384684.825934:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000efeb0ae1. 00000100:00000010:2.0:1767384684.825955:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000763812e5. 00000100:00000010:2.0:1767384684.825958:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d508e54c. 00000100:00000010:2.0:1767384684.825962:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000acdaa953. 00000100:00000010:2.0:1767384684.825965:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004525aaee. 00000100:00000010:2.0:1767384684.825969:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000441eb13f. 00000100:00000010:2.0:1767384684.825972:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003aa8a187. 00000100:00000010:2.0:1767384684.825976:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000736cc77a. 00000100:00000010:2.0:1767384684.825979:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000122c2d9d. 00000100:00000010:2.0:1767384684.825983:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000377cba8d. 00000100:00000010:2.0:1767384684.825986:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005c965b60. 00000100:00000010:2.0:1767384684.825988:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007e3673c. 00000100:00000010:2.0:1767384684.825991:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009beb7d8c. 00000100:00000010:2.0:1767384684.825995:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002873b891. 00000100:00000010:2.0:1767384684.825998:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008e92c06f. 00000100:00000010:2.0:1767384684.826001:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8074d1c. 00000100:00000010:2.0:1767384684.826004:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f8705dc5. 00000100:00000010:2.0:1767384684.826007:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003115e302. 00000100:00000010:2.0:1767384684.826009:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a40b7ad5. 00000100:00000010:2.0:1767384684.826011:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000014b4bc0. 00000100:00000010:2.0:1767384684.826014:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a0e2d6ec. 00000100:00000010:2.0:1767384684.826018:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000915c2ada. 00000100:00000010:2.0:1767384684.826021:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ff54d99a. 00000100:00000010:2.0:1767384684.826024:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ce3ac0c. 00000100:00000010:2.0:1767384684.826028:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003e3ae12f. 00000100:00000010:2.0:1767384684.826046:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7471670. 00000100:00000010:2.0:1767384684.826049:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000065a31f14. 00000100:00000010:2.0:1767384684.826053:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da65d54f. 00000100:00000010:2.0:1767384684.826056:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a2c5fd1b. 00000100:00000010:2.0:1767384684.826061:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bff697ad. 00000100:00000010:2.0:1767384684.826064:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007fa9541d. 00000100:00000010:2.0:1767384684.826068:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027cd1c5a. 00000100:00000010:2.0:1767384684.826071:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000101a34fb. 00000100:00000010:2.0:1767384684.826074:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bf95526. 00000100:00000010:2.0:1767384684.826076:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f8340f04. 00000100:00000010:2.0:1767384684.826079:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3d55cbe. 00000100:00000010:2.0:1767384684.826082:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000062da7d32. 00000100:00000010:2.0:1767384684.826085:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a944df57. 00000100:00000010:2.0:1767384684.826089:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eed265ca. 00000100:00000010:2.0:1767384684.826092:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ecde1ee5. 00000100:00000010:2.0:1767384684.826095:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d79bf500. 00000100:00000010:2.0:1767384684.826099:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000731980bd. 00000100:00000010:2.0:1767384684.826102:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000089a7e1e. 00000100:00000010:2.0:1767384684.826107:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007aeb8d3a. 00000100:00000010:2.0:1767384684.826110:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000417a338. 00000100:00000010:2.0:1767384684.826112:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec6ec726. 00000100:00000010:2.0:1767384684.826115:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004b09b4c0. 00000100:00000010:2.0:1767384684.826117:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2f58ec0. 00000100:00000010:2.0:1767384684.826121:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000056bcb1e8. 00000100:00000010:2.0:1767384684.826169:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a93c9937. 00000100:00000010:2.0:1767384684.826173:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000af9ef893. 00000100:00000010:2.0:1767384684.826177:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091e2e028. 00000100:00000010:2.0:1767384684.826179:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f1af64e3. 00000100:00000010:2.0:1767384684.826181:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da161744. 00000100:00000010:2.0:1767384684.826183:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f6120fbe. 00000100:00000010:2.0:1767384684.826208:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038375fbf. 00000100:00000010:2.0:1767384684.826212:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000059fd766a. 00000100:00000010:2.0:1767384684.826216:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9afb49c. 00000100:00000010:2.0:1767384684.826218:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000061d9fda6. 00000100:00000010:2.0:1767384684.826220:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007e882e5. 00000100:00000010:2.0:1767384684.826238:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005194923c. 00000100:00000010:2.0:1767384684.826241:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000871f9100. 00000100:00000010:2.0:1767384684.826245:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c5c95a24. 00000100:00000010:2.0:1767384684.826249:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086035826. 00000100:00000010:2.0:1767384684.826250:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ec232d9b. 00000100:00000010:2.0:1767384684.826253:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010de9415. 00000100:00000010:2.0:1767384684.826272:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008908ea25. 00000100:00000010:2.0:1767384684.826276:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045794984. 00000100:00000010:2.0:1767384684.826280:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e06cc6d4. 00000100:00000010:2.0:1767384684.826283:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8bfab5e. 00000100:00000010:2.0:1767384684.826286:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008afab422. 00000100:00000010:2.0:1767384684.826289:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000faa82120. 00000100:00000010:2.0:1767384684.826292:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005b996030. 00000100:00000010:2.0:1767384684.826320:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f3bb2bd. 00000100:00000010:2.0:1767384684.826323:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009535c4a1. 00000100:00000010:2.0:1767384684.826327:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd965c8f. 00000100:00000010:2.0:1767384684.826330:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002d530db0. 00000100:00000010:2.0:1767384684.826335:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d5c92a2. 00000100:00000010:2.0:1767384684.826338:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e76f7558. 00000100:00000010:2.0:1767384684.826341:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000b160c8. 00000100:00000010:2.0:1767384684.826344:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007df8e1e1. 00000100:00000010:2.0:1767384684.826348:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce684cd8. 00000100:00000010:2.0:1767384684.826351:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001c291e3a. 00000100:00000010:2.0:1767384684.826355:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000815ba52a. 00000100:00000010:2.0:1767384684.826359:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000730b91fa. 00000100:00000010:2.0:1767384684.826362:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6cf8f10. 00000100:00000010:2.0:1767384684.826365:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001145f472. 00000100:00000010:2.0:1767384684.826369:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004cf9afd1. 00000100:00000010:2.0:1767384684.826372:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b2817cab. 00000100:00000010:2.0:1767384684.826375:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7102b05. 00000100:00000010:2.0:1767384684.826378:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a0002c68. 00000100:00000010:2.0:1767384684.826382:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e08fed7. 00000100:00000010:2.0:1767384684.826385:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008a133aa1. 00000100:00000010:2.0:1767384684.826388:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024af6f9e. 00000100:00000010:2.0:1767384684.826390:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000053e8e5b3. 00000100:00000010:2.0:1767384684.826392:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b3eac3d. 00000100:00000010:2.0:1767384684.826394:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004ee5fa42. 00000100:00000010:2.0:1767384684.826408:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a54f1f41. 00000100:00000010:2.0:1767384684.826410:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000563784bb. 00000100:00000010:2.0:1767384684.826412:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebbc5a41. 00000100:00000010:2.0:1767384684.826414:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a6420ea4. 00000100:00000010:2.0:1767384684.826416:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d60af8f. 00000100:00000010:2.0:1767384684.826417:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003934c351. 00000100:00000010:2.0:1767384684.826420:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afe28155. 00000100:00000010:3.0:1767384684.826664:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000003027604b. 00000100:00000010:3.0:1767384684.826677:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000c20593f4. 00000100:00000001:3.0:1767384684.826685:0:40098:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384684.826687:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.826689:0:40098:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384684.826690:0:40098:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384684.826692:0:40098:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000b1abce23. 00000100:00000001:3.0:1767384684.826696:0:40098:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384684.826698:0:40098:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.826700:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.826702:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f1b88c1b. 00000100:00000001:3.0:1767384684.826705:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.826706:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.826708:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b72d6668. 00000100:00000001:3.0:1767384684.826711:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.826713:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.826715:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000babe378f. 00000100:00000001:3.0:1767384684.826718:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.826719:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.826721:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c8ef9aee. 00000100:00000001:3.0:1767384684.826724:0:40098:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384684.826921:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000021e76825. 00000020:00000010:3.0:1767384684.826927:0:40098:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000325c42f8. 00000020:00000010:3.0:1767384684.826932:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000002f1c8ff9. 00000020:00000010:3.0:1767384684.826937:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000007600411. 00000100:00000010:3.0:1767384684.826982:0:40098:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000a392537c. 00000100:00000010:3.0:1767384684.826991:0:40098:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000048380bb1. 00000100:00000010:3.0:1767384684.826994:0:40098:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000ab933436. 00000100:00000010:3.0:1767384684.826998:0:40098:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000d61aef05. 00000100:00000001:3.0:1767384684.827001:0:40098:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.827003:0:40098:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384684.827005:0:40098:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:3.0:1767384684.827008:0:40098:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384684.827010:0:40098:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384684.827011:0:40098:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:3.0:1767384684.827013:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:3.0:1767384684.827015:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:3.0:1767384684.827031:0:40098:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:1.0:1767384684.827047:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003cc7bc8f. 00000040:00000010:1.0:1767384684.827055:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000efdaaf61. 00000020:00000010:0.0:1767384684.827055:0:17085:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c1e9456b. 00000020:00000010:1.0:1767384684.827062:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000cdb61d4. 00000040:00000010:0.0:1767384684.827063:0:17085:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001a562062. 00000020:00000010:0.0:1767384684.827070:0:17085:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000022df25a3. 00000020:00000010:0.0:1767384684.827074:0:17085:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004f3913ab. 00000020:00000010:0.0:1767384684.827078:0:17085:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ba94952b. 00000020:00000010:1.0:1767384684.827081:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000047f74228. 80000000:00000010:0.0:1767384684.827082:0:17085:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000baa59fee. 40000000:00000010:0.0:1767384684.827088:0:17085:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004398ae2b. 00000020:00000010:1.0:1767384684.827089:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f61aef0b. 00100000:00000010:0.0:1767384684.827092:0:17085:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006e26b096. 80000000:00000010:1.0:1767384684.827095:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d93045b3. 00040000:00000010:0.0:1767384684.827097:0:17085:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000eb62fce1. 40000000:00000010:1.0:1767384684.827100:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000011b97b85. 00040000:00000010:0.0:1767384684.827103:0:17085:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e66eaa58. 00100000:00000010:1.0:1767384684.827106:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a5d12878. 00080000:00000010:0.0:1767384684.827110:0:17085:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000625c8dff. 00040000:00000010:1.0:1767384684.827111:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b1964738. 00080000:00000010:0.0:1767384684.827117:0:17085:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d468ffb5. 00040000:00000010:1.0:1767384684.827118:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000878850be. 00080000:00000010:1.0:1767384684.827126:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b02a386d. 00080000:00000010:1.0:1767384684.827130:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e57d66f4. 00000004:00000010:1.0:1767384684.827134:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008e49dc2c. 00000004:00000010:0.0:1767384684.827136:0:17085:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007ec4dd9b. 00002000:00000010:1.0:1767384684.827139:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000839a7fc. 00002000:00000010:0.0:1767384684.827141:0:17085:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000070eb4870. 00000020:00000010:1.0:1767384684.827144:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007691e62e. 00000020:00000010:0.0:1767384684.827147:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061428532. 00000020:00000010:1.0:1767384684.827163:0:17086:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000536cf0ed. 00000020:00000010:0.0:1767384684.827163:0:17085:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004aa3b5b2. 00000100:00000010:0.0:1767384684.827173:0:17085:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000009b85d755. 00000100:00000010:1.0:1767384684.827175:0:17086:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000881465e9. 00000100:00100000:0.0:1767384684.827176:0:17085:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [00000000191ccc15:17085] 0 exiting: rc = 1 00000100:00100000:1.0:1767384684.827181:0:17086:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [0000000045d71a52:17086] 1 exiting: rc = 0 00000100:00000010:3.0:1767384684.827212:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000191ccc15. 00000100:00000010:3.0:1767384684.827220:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000045d71a52. 00000100:00000001:3.0:1767384684.827226:0:40098:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384684.827228:0:40098:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384684.827232:0:40098:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:3.0:1767384684.827235:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827237:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827240:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033410979. 00000400:00000200:3.0:1767384684.827244:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a8674e3 00000400:00000010:3.0:1767384684.827246:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009a8674e3. 00000100:00000001:3.0:1767384684.827250:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827252:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827259:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827262:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384684.827264:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827266:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827268:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827269:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b02b6fb. 00000400:00000200:3.0:1767384684.827272:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003df467d4 00000400:00000010:3.0:1767384684.827274:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003df467d4. 00000100:00000001:3.0:1767384684.827278:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827279:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827286:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827288:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384684.827290:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827293:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827294:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827296:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2b029a. 00000400:00000200:3.0:1767384684.827299:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a033afe 00000400:00000010:3.0:1767384684.827301:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006a033afe. 00000100:00000001:3.0:1767384684.827304:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827305:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827312:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827313:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384684.827316:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827318:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827320:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827321:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042ce0dfe. 00000400:00000200:3.0:1767384684.827324:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5356f5 00000400:00000010:3.0:1767384684.827326:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000df5356f5. 00000100:00000001:3.0:1767384684.827329:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827330:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827337:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827339:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384684.827341:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827342:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827344:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827345:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bce71f94. 00000400:00000200:3.0:1767384684.827348:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a798b114 00000400:00000010:3.0:1767384684.827350:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a798b114. 00000100:00000001:3.0:1767384684.827354:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827355:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827362:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827364:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384684.827373:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827374:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827376:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827377:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009452eaba. 00000400:00000200:3.0:1767384684.827381:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000838272f8 00000400:00000010:3.0:1767384684.827382:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000838272f8. 00000100:00000001:3.0:1767384684.827386:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827387:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827393:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827395:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384684.827398:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827400:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827401:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827403:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003242c4c2. 00000400:00000200:3.0:1767384684.827406:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aef97a8b 00000400:00000010:3.0:1767384684.827408:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000aef97a8b. 00000100:00000001:3.0:1767384684.827411:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827412:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827418:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827420:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384684.827423:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827424:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827425:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827427:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de74597d. 00000400:00000200:3.0:1767384684.827429:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe0be3ef 00000400:00000010:3.0:1767384684.827431:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fe0be3ef. 00000100:00000001:3.0:1767384684.827435:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827436:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827442:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827444:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384684.827447:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827448:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827450:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827451:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006553b37a. 00000400:00000200:3.0:1767384684.827455:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d43cbe5d 00000400:00000010:3.0:1767384684.827456:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d43cbe5d. 00000100:00000001:3.0:1767384684.827475:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827476:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827482:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827484:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384684.827486:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827488:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827489:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827491:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006556720b. 00000400:00000200:3.0:1767384684.827494:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2996a4a 00000400:00000010:3.0:1767384684.827496:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a2996a4a. 00000100:00000001:3.0:1767384684.827500:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827501:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827507:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827510:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384684.827512:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827513:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827515:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827516:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0a81f5d. 00000400:00000200:3.0:1767384684.827519:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e877b1f 00000400:00000010:3.0:1767384684.827521:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005e877b1f. 00000100:00000001:3.0:1767384684.827524:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827526:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827532:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827534:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384684.827537:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827539:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827540:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827541:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be53b836. 00000400:00000200:3.0:1767384684.827544:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033187329 00000400:00000010:3.0:1767384684.827546:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000033187329. 00000100:00000001:3.0:1767384684.827549:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827550:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827557:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827559:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384684.827561:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827563:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827564:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827566:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe2b3d1. 00000400:00000200:3.0:1767384684.827569:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004400b871 00000400:00000010:3.0:1767384684.827571:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004400b871. 00000100:00000001:3.0:1767384684.827575:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827577:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827583:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827585:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384684.827588:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827590:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827591:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827592:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000779a7d73. 00000400:00000200:3.0:1767384684.827595:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000456e1dd6 00000400:00000010:3.0:1767384684.827596:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000456e1dd6. 00000100:00000001:3.0:1767384684.827600:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827602:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827607:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827629:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384684.827631:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827633:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827635:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827636:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba6226a8. 00000400:00000200:3.0:1767384684.827639:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000629931d6 00000400:00000010:3.0:1767384684.827641:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000629931d6. 00000100:00000001:3.0:1767384684.827646:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827648:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827654:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827656:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384684.827658:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827661:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827662:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827664:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004531d773. 00000400:00000200:3.0:1767384684.827667:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b38ac5e2 00000400:00000010:3.0:1767384684.827669:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b38ac5e2. 00000100:00000001:3.0:1767384684.827673:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827675:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827681:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827683:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384684.827686:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827688:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827690:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827691:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b3b00d6. 00000400:00000200:3.0:1767384684.827695:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a64cf41b 00000400:00000010:3.0:1767384684.827696:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a64cf41b. 00000100:00000001:3.0:1767384684.827702:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827703:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827710:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827711:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384684.827716:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827718:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827720:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827722:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007dcfb9de. 00000400:00000200:3.0:1767384684.827726:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000952902e9 00000400:00000010:3.0:1767384684.827727:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000952902e9. 00000100:00000001:3.0:1767384684.827732:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827733:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827739:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827741:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384684.827744:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827745:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827747:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827748:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6b615b4. 00000400:00000200:3.0:1767384684.827751:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ef104f4 00000400:00000010:3.0:1767384684.827753:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000ef104f4. 00000100:00000001:3.0:1767384684.827757:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827758:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827764:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827766:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384684.827769:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827770:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827772:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827773:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008946f2f3. 00000400:00000200:3.0:1767384684.827776:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000194f55c5 00000400:00000010:3.0:1767384684.827778:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000194f55c5. 00000100:00000001:3.0:1767384684.827781:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827782:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827787:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827789:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384684.827792:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827794:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827795:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827797:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b8e7e29. 00000400:00000200:3.0:1767384684.827801:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfe09558 00000400:00000010:3.0:1767384684.827803:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bfe09558. 00000100:00000001:3.0:1767384684.827831:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827833:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827840:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827842:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384684.827844:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827847:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827848:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827849:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046c7728a. 00000400:00000200:3.0:1767384684.827853:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001436de2a 00000400:00000010:3.0:1767384684.827854:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001436de2a. 00000100:00000001:3.0:1767384684.827858:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827859:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827866:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827868:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384684.827870:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827872:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827874:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827875:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c03d06db. 00000400:00000200:3.0:1767384684.827878:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d6a4f4d 00000400:00000010:3.0:1767384684.827880:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009d6a4f4d. 00000100:00000001:3.0:1767384684.827883:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827885:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827891:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827893:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384684.827895:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827897:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827899:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827900:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064abd0c8. 00000400:00000200:3.0:1767384684.827903:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f24389f 00000400:00000010:3.0:1767384684.827905:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001f24389f. 00000100:00000001:3.0:1767384684.827909:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827910:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827917:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827919:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384684.827921:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827923:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827924:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827926:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d172227. 00000400:00000200:3.0:1767384684.827929:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088bae25e 00000400:00000010:3.0:1767384684.827931:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000088bae25e. 00000100:00000001:3.0:1767384684.827935:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827936:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827943:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827944:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384684.827947:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827949:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827950:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827952:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee0ac50f. 00000400:00000200:3.0:1767384684.827955:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e57e79c9 00000400:00000010:3.0:1767384684.827956:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e57e79c9. 00000100:00000001:3.0:1767384684.827959:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827961:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827966:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827968:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384684.827971:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827972:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827974:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.827975:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031744983. 00000400:00000200:3.0:1767384684.827978:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ddbaa76 00000400:00000010:3.0:1767384684.827980:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003ddbaa76. 00000100:00000001:3.0:1767384684.827984:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.827985:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.827992:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.827993:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384684.827996:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.827998:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.827999:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828000:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b315c0e. 00000400:00000200:3.0:1767384684.828003:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38ebad5 00000400:00000010:3.0:1767384684.828005:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d38ebad5. 00000100:00000001:3.0:1767384684.828009:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828010:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828016:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828018:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384684.828020:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828021:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828023:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828024:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae398387. 00000400:00000200:3.0:1767384684.828027:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b40dac 00000400:00000010:3.0:1767384684.828028:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000064b40dac. 00000100:00000001:3.0:1767384684.828032:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828034:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828039:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828040:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384684.828042:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828043:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828044:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828046:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000805b08f6. 00000400:00000200:3.0:1767384684.828049:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000693409ca 00000400:00000010:3.0:1767384684.828050:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000693409ca. 00000100:00000001:3.0:1767384684.828053:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828054:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828061:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828062:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384684.828064:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828066:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828067:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828068:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7e47827. 00000400:00000200:3.0:1767384684.828071:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d499914 00000400:00000010:3.0:1767384684.828073:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004d499914. 00000100:00000001:3.0:1767384684.828076:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828077:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828084:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828085:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384684.828087:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828089:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828091:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828093:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee732456. 00000400:00000200:3.0:1767384684.828095:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ae54175 00000400:00000010:3.0:1767384684.828097:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002ae54175. 00000100:00000001:3.0:1767384684.828101:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828102:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828108:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828110:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384684.828112:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828114:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828115:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828116:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc057dc2. 00000400:00000200:3.0:1767384684.828119:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1de869 00000400:00000010:3.0:1767384684.828121:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002e1de869. 00000100:00000001:3.0:1767384684.828145:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828146:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828164:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828166:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384684.828168:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828171:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828172:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828174:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37b7ea1. 00000400:00000200:3.0:1767384684.828177:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fdbc66a 00000400:00000010:3.0:1767384684.828179:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000fdbc66a. 00000100:00000001:3.0:1767384684.828183:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828184:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828188:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828190:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384684.828192:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828193:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828194:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828195:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009663adee. 00000400:00000200:3.0:1767384684.828197:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d0521e 00000400:00000010:3.0:1767384684.828198:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e8d0521e. 00000100:00000001:3.0:1767384684.828201:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828201:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828205:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828206:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384684.828207:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828209:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828210:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828211:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fe5b2af. 00000400:00000200:3.0:1767384684.828214:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac6c2829 00000400:00000010:3.0:1767384684.828215:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ac6c2829. 00000100:00000001:3.0:1767384684.828218:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828219:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828223:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828224:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384684.828225:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828227:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828228:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828229:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029b2ae71. 00000400:00000200:3.0:1767384684.828231:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba40ed45 00000400:00000010:3.0:1767384684.828232:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ba40ed45. 00000100:00000001:3.0:1767384684.828235:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828236:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828240:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828241:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384684.828242:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828244:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828245:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828246:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a5895ca. 00000400:00000200:3.0:1767384684.828248:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef1a192a 00000400:00000010:3.0:1767384684.828250:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ef1a192a. 00000100:00000001:3.0:1767384684.828252:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828253:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828256:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828257:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384684.828258:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828260:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828261:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828261:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009163bd92. 00000400:00000200:3.0:1767384684.828264:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dae7b1c 00000400:00000010:3.0:1767384684.828265:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007dae7b1c. 00000100:00000001:3.0:1767384684.828268:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828269:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828273:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828274:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384684.828275:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828277:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828277:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828279:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006316984a. 00000400:00000200:3.0:1767384684.828281:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000980cd59a 00000400:00000010:3.0:1767384684.828282:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000980cd59a. 00000100:00000001:3.0:1767384684.828285:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828286:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828289:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828290:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384684.828291:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828292:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828293:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828294:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054659976. 00000400:00000200:3.0:1767384684.828297:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cea1af9e 00000400:00000010:3.0:1767384684.828298:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cea1af9e. 00000100:00000001:3.0:1767384684.828301:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828302:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828308:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828310:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384684.828313:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828314:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828316:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828317:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd3513e8. 00000400:00000200:3.0:1767384684.828320:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007015f9f0 00000400:00000010:3.0:1767384684.828322:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007015f9f0. 00000100:00000001:3.0:1767384684.828327:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828328:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828334:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828336:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384684.828338:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828340:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828341:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828343:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000655d7e8e. 00000400:00000200:3.0:1767384684.828346:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e386bb17 00000400:00000010:3.0:1767384684.828347:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e386bb17. 00000100:00000001:3.0:1767384684.828350:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828352:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828356:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828358:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384684.828359:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828360:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828361:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828362:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bc0c8b3. 00000400:00000200:3.0:1767384684.828364:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b780c50b 00000400:00000010:3.0:1767384684.828366:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b780c50b. 00000100:00000001:3.0:1767384684.828368:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828369:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828373:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828374:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384684.828375:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828377:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828377:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828378:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057469add. 00000400:00000200:3.0:1767384684.828380:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090415e50 00000400:00000010:3.0:1767384684.828381:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000090415e50. 00000100:00000001:3.0:1767384684.828395:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828396:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828400:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828401:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384684.828402:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828404:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828405:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828406:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daf57da7. 00000400:00000200:3.0:1767384684.828407:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000672c8fc2 00000400:00000010:3.0:1767384684.828409:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000672c8fc2. 00000100:00000001:3.0:1767384684.828411:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828412:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828415:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828417:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384684.828418:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828419:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828421:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828422:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b64390f. 00000400:00000200:3.0:1767384684.828423:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002871de14 00000400:00000010:3.0:1767384684.828425:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002871de14. 00000100:00000001:3.0:1767384684.828427:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828428:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828432:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828433:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384684.828435:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828436:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828437:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828438:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff8f9bb6. 00000400:00000200:3.0:1767384684.828439:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff1ae0ba 00000400:00000010:3.0:1767384684.828441:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ff1ae0ba. 00000100:00000001:3.0:1767384684.828443:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828444:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828447:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828448:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384684.828450:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828451:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828452:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828453:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7b8b608. 00000400:00000200:3.0:1767384684.828454:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d659d904 00000400:00000010:3.0:1767384684.828456:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d659d904. 00000100:00000001:3.0:1767384684.828458:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828459:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828463:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828464:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384684.828465:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828467:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828468:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828469:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a31b9d51. 00000400:00000200:3.0:1767384684.828470:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022cca52e 00000400:00000010:3.0:1767384684.828471:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000022cca52e. 00000100:00000001:3.0:1767384684.828473:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828474:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828478:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828479:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384684.828480:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828482:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828483:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828484:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081ea273f. 00000400:00000200:3.0:1767384684.828486:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6394d4e 00000400:00000010:3.0:1767384684.828488:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f6394d4e. 00000100:00000001:3.0:1767384684.828490:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828491:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828495:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828496:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384684.828497:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828498:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828499:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828500:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ed14a71. 00000400:00000200:3.0:1767384684.828502:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027003e3 00000400:00000010:3.0:1767384684.828503:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000027003e3. 00000100:00000001:3.0:1767384684.828505:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828506:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828510:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828511:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384684.828512:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828513:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828514:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828514:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007a23e69. 00000400:00000200:3.0:1767384684.828516:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca5b5d0 00000400:00000010:3.0:1767384684.828517:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008ca5b5d0. 00000100:00000001:3.0:1767384684.828519:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828520:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828524:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828525:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384684.828527:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828528:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828529:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828530:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9d036c5. 00000400:00000200:3.0:1767384684.828532:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e0d0972 00000400:00000010:3.0:1767384684.828533:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009e0d0972. 00000100:00000001:3.0:1767384684.828536:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828536:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828540:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828541:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384684.828542:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828544:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828545:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828546:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027757e41. 00000400:00000200:3.0:1767384684.828548:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ca77d06 00000400:00000010:3.0:1767384684.828549:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007ca77d06. 00000100:00000001:3.0:1767384684.828551:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828552:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828556:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828557:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384684.828558:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828560:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828560:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828561:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eac86f45. 00000400:00000200:3.0:1767384684.828563:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff0bf54 00000400:00000010:3.0:1767384684.828564:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000eff0bf54. 00000100:00000001:3.0:1767384684.828566:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828567:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828571:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828572:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384684.828573:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828574:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828575:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828576:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000485b110b. 00000400:00000200:3.0:1767384684.828578:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5c18b63 00000400:00000010:3.0:1767384684.828579:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f5c18b63. 00000100:00000001:3.0:1767384684.828592:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828593:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828597:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828598:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384684.828599:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828601:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828602:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828603:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8663cd4. 00000400:00000200:3.0:1767384684.828605:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000257480e9 00000400:00000010:3.0:1767384684.828606:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000257480e9. 00000100:00000001:3.0:1767384684.828621:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828623:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828630:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828632:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384684.828634:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828636:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828637:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828639:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b0c86cf. 00000400:00000200:3.0:1767384684.828641:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000211165a0 00000400:00000010:3.0:1767384684.828643:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000211165a0. 00000100:00000001:3.0:1767384684.828645:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828646:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828650:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828652:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384684.828653:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828654:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828655:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828656:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007099b30. 00000400:00000200:3.0:1767384684.828658:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cac105b8 00000400:00000010:3.0:1767384684.828660:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cac105b8. 00000100:00000001:3.0:1767384684.828662:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828663:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828666:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828668:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384684.828669:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828670:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828671:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828672:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073a4e4f4. 00000400:00000200:3.0:1767384684.828674:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2a902c5 00000400:00000010:3.0:1767384684.828675:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b2a902c5. 00000100:00000001:3.0:1767384684.828677:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828678:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828682:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828683:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384684.828684:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828686:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828687:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828687:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023589b4a. 00000400:00000200:3.0:1767384684.828689:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa64fbe 00000400:00000010:3.0:1767384684.828690:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006fa64fbe. 00000100:00000001:3.0:1767384684.828692:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828693:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828697:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828698:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384684.828700:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828701:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828702:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828703:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1b23195. 00000400:00000200:3.0:1767384684.828705:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000679354 00000400:00000010:3.0:1767384684.828706:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000000679354. 00000100:00000001:3.0:1767384684.828708:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828709:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828712:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828713:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384684.828714:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.828716:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.828717:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.828718:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077ef5149. 00000400:00000200:3.0:1767384684.828720:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005993437e 00000400:00000010:3.0:1767384684.828721:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005993437e. 00000100:00000001:3.0:1767384684.828723:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.828724:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384684.828728:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.828729:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384684.828730:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384684.828732:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828733:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828735:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828736:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828737:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828738:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828739:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828740:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828742:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828743:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828744:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828745:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828746:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828747:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828749:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828750:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828751:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828752:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828753:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828754:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828755:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828756:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828757:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828758:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828759:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828760:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828762:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828763:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828764:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828765:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828766:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828767:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828768:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828769:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828770:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828771:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828772:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828773:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828774:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828775:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828776:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828777:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828778:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828779:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828780:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828781:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828782:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828783:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828784:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828785:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828786:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828787:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828788:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828789:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828791:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828792:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828793:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828794:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828795:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828796:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828797:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828798:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828799:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828800:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828802:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828803:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828804:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828805:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828806:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828807:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828809:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828810:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828811:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828812:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828813:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828814:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828815:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828816:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828818:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828819:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828820:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828821:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828822:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828823:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828824:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828826:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828827:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828828:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828829:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828830:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828831:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828832:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828833:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828834:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828836:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828837:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828838:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828839:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828840:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828842:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828843:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828844:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828845:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828846:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828847:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828848:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828849:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828850:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828851:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828852:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828854:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828855:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828856:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828857:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828858:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828859:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828860:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828861:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828862:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828863:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828864:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828865:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828866:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828867:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828868:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828869:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.828870:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.828871:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384684.828873:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f51f810e. 00000100:00000010:3.0:1767384684.828944:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001fdf9e43. 00000100:00000010:3.0:1767384684.828946:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005a292973. 00000100:00000010:3.0:1767384684.829013:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031b40290. 00000100:00000010:3.0:1767384684.829015:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000823c7bda. 00000100:00000010:3.0:1767384684.829085:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008166b139. 00000100:00000010:3.0:1767384684.829087:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000d736dd8. 00000100:00000010:3.0:1767384684.829142:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040e69f50. 00000100:00000010:3.0:1767384684.829145:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000017a05eac. 00000100:00000010:3.0:1767384684.829225:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000946a7263. 00000100:00000010:3.0:1767384684.829228:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000017769897. 00000100:00000010:3.0:1767384684.829290:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000262a3029. 00000100:00000010:3.0:1767384684.829292:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c0d9d3ff. 00000100:00000010:3.0:1767384684.829349:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f13cf8e. 00000100:00000010:3.0:1767384684.829352:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003c11abf1. 00000100:00000010:3.0:1767384684.829419:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000956da373. 00000100:00000010:3.0:1767384684.829421:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e272dd3b. 00000100:00000010:3.0:1767384684.829490:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000094e1726. 00000100:00000010:3.0:1767384684.829492:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007788cbfd. 00000100:00000010:3.0:1767384684.829571:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003883f2bb. 00000100:00000010:3.0:1767384684.829573:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d1a98c74. 00000100:00000010:3.0:1767384684.829653:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039785567. 00000100:00000010:3.0:1767384684.829656:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dba7e0e3. 00000100:00000010:3.0:1767384684.829716:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a86ba99. 00000100:00000010:3.0:1767384684.829718:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a2d744eb. 00000100:00000010:3.0:1767384684.829773:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fcc270e5. 00000100:00000010:3.0:1767384684.829800:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000107d52bd. 00000100:00000010:3.0:1767384684.829866:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014555823. 00000100:00000010:3.0:1767384684.829869:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c75a41d3. 00000100:00000010:3.0:1767384684.829950:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024aff30c. 00000100:00000010:3.0:1767384684.829952:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d24828fc. 00000100:00000010:3.0:1767384684.830018:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cde7107f. 00000100:00000010:3.0:1767384684.830021:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007285fde9. 00000100:00000010:3.0:1767384684.830078:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009681e1ab. 00000100:00000010:3.0:1767384684.830080:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000bef8e1d. 00000100:00000010:3.0:1767384684.830136:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005cbefc1b. 00000100:00000010:3.0:1767384684.830138:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e7990b5f. 00000100:00000010:3.0:1767384684.830212:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9ac3224. 00000100:00000010:3.0:1767384684.830215:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000036ac74c9. 00000100:00000010:3.0:1767384684.830292:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff34a3ce. 00000100:00000010:3.0:1767384684.830295:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000017445088. 00000100:00000010:3.0:1767384684.830356:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b261ee9. 00000100:00000010:3.0:1767384684.830358:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003a145911. 00000100:00000010:3.0:1767384684.830437:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce4e0199. 00000100:00000010:3.0:1767384684.830439:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003dea07d8. 00000100:00000010:3.0:1767384684.830494:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000096e5d51. 00000100:00000010:3.0:1767384684.830496:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000571193ea. 00000100:00000010:3.0:1767384684.830549:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000186a3e5d. 00000100:00000010:3.0:1767384684.830551:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f6ec763e. 00000100:00000010:3.0:1767384684.830623:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081af81e6. 00000100:00000010:3.0:1767384684.830627:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a0f676bf. 00000100:00000010:3.0:1767384684.830710:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ebddbe4. 00000100:00000010:3.0:1767384684.830712:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b7085909. 00000100:00000010:3.0:1767384684.830769:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033ab3ef3. 00000100:00000010:3.0:1767384684.830771:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cc44ea37. 00000100:00000010:3.0:1767384684.830836:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e606247c. 00000100:00000010:3.0:1767384684.830839:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e0f49ad6. 00000100:00000010:3.0:1767384684.830898:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059b41059. 00000100:00000010:3.0:1767384684.830901:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c8c3e643. 00000100:00000010:3.0:1767384684.830954:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3253c88. 00000100:00000010:3.0:1767384684.830956:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005b142694. 00000100:00000010:3.0:1767384684.831016:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058a4467c. 00000100:00000010:3.0:1767384684.831018:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003777053d. 00000100:00000010:3.0:1767384684.831073:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000babf472. 00000100:00000010:3.0:1767384684.831076:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b422cb97. 00000100:00000010:3.0:1767384684.831145:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e63188fe. 00000100:00000010:3.0:1767384684.831147:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008aa3cb88. 00000100:00000010:3.0:1767384684.831219:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006fcf84d1. 00000100:00000010:3.0:1767384684.831221:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000632b4151. 00000100:00000010:3.0:1767384684.831277:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000914053e9. 00000100:00000010:3.0:1767384684.831279:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002c016724. 00000100:00000010:3.0:1767384684.831336:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb52c781. 00000100:00000010:3.0:1767384684.831338:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bfb2ced0. 00000100:00000010:3.0:1767384684.831394:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000516797e8. 00000100:00000010:3.0:1767384684.831396:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cfbe8977. 00000100:00000010:3.0:1767384684.831454:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fdaf9b9b. 00000100:00000010:3.0:1767384684.831456:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000016e94412. 00000100:00000010:3.0:1767384684.831508:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000763dd43b. 00000100:00000010:3.0:1767384684.831511:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000360caad2. 00000100:00000010:3.0:1767384684.831569:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5eba43b. 00000100:00000010:3.0:1767384684.831571:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000098d2d491. 00000100:00000010:3.0:1767384684.831642:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e04caab1. 00000100:00000010:3.0:1767384684.831645:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000adbd3e86. 00000100:00000010:3.0:1767384684.831699:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b25481c. 00000100:00000010:3.0:1767384684.831702:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004d99f409. 00000100:00000010:3.0:1767384684.831759:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021e44b6f. 00000100:00000010:3.0:1767384684.831761:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a744aaa1. 00000100:00000010:3.0:1767384684.831812:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077da2db2. 00000100:00000010:3.0:1767384684.831815:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001fd2c055. 00000100:00000010:3.0:1767384684.831874:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025f783f4. 00000100:00000010:3.0:1767384684.831876:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b71edd14. 00000100:00000010:3.0:1767384684.831931:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0c5914d. 00000100:00000010:3.0:1767384684.831933:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000b34cfb3. 00000100:00000010:3.0:1767384684.831985:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007be89ed5. 00000100:00000010:3.0:1767384684.831987:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e95e83a7. 00000100:00000010:3.0:1767384684.832041:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dc424da. 00000100:00000010:3.0:1767384684.832044:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007d2123af. 00000100:00000010:3.0:1767384684.832097:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aeea7a29. 00000100:00000010:3.0:1767384684.832099:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ec8261e4. 00000100:00000010:3.0:1767384684.832165:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf1d81be. 00000100:00000010:3.0:1767384684.832168:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000adbec59c. 00000100:00000010:3.0:1767384684.832220:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030d84b23. 00000100:00000010:3.0:1767384684.832222:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005a4ec7b8. 00000100:00000010:3.0:1767384684.832279:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6ea1e73. 00000100:00000010:3.0:1767384684.832281:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005bf42889. 00000100:00000010:3.0:1767384684.832348:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007bdf1d2d. 00000100:00000010:3.0:1767384684.832350:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a324e924. 00000100:00000010:3.0:1767384684.832410:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eddb9168. 00000100:00000010:3.0:1767384684.832412:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b3fade59. 00000100:00000010:3.0:1767384684.832471:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec94f126. 00000100:00000010:3.0:1767384684.832473:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009b310d8d. 00000100:00000010:3.0:1767384684.832532:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a667e60. 00000100:00000010:3.0:1767384684.832535:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001ca00625. 00000100:00000010:3.0:1767384684.832597:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023ee8cc6. 00000100:00000010:3.0:1767384684.832599:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005503aa73. 00000100:00000010:3.0:1767384684.832688:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060c93bc0. 00000100:00000010:3.0:1767384684.832691:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a9527373. 00000100:00000010:3.0:1767384684.832744:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005438c36b. 00000100:00000010:3.0:1767384684.832746:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000891381f6. 00000100:00000010:3.0:1767384684.832798:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007c85b17. 00000100:00000010:3.0:1767384684.832801:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c07d5bd4. 00000100:00000010:3.0:1767384684.832857:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d54fdb11. 00000100:00000010:3.0:1767384684.832860:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d742b3cb. 00000100:00000010:3.0:1767384684.832913:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004dec53c. 00000100:00000010:3.0:1767384684.832915:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c3f8d6e3. 00000100:00000010:3.0:1767384684.832977:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081bea1af. 00000100:00000010:3.0:1767384684.832979:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000276729bd. 00000100:00000010:3.0:1767384684.833034:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b1054c5. 00000100:00000010:3.0:1767384684.833037:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000006d2ad9b. 00000100:00000010:3.0:1767384684.833042:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000046db5cb0. 00000100:00000001:3.0:1767384684.833048:0:40098:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384684.833050:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.833051:0:40098:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384684.833053:0:40098:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384684.833055:0:40098:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000009da9c009. 00000100:00000001:3.0:1767384684.833057:0:40098:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384684.833058:0:40098:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.833060:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.833061:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000bbd95a91. 00000100:00000001:3.0:1767384684.833063:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.833064:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.833065:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000829b10ac. 00000100:00000001:3.0:1767384684.833067:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.833068:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.833069:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009370d3de. 00000100:00000001:3.0:1767384684.833071:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.833072:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.833072:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003a1060f0. 00000100:00000001:3.0:1767384684.833074:0:40098:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384684.833134:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e1ecdbcb. 00000020:00000010:3.0:1767384684.833138:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a4297300. 00000100:00000010:3.0:1767384684.833167:0:40098:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000c2e03294. 00000100:00000010:3.0:1767384684.833175:0:40098:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000003920fbc1. 00000100:00000010:3.0:1767384684.833178:0:40098:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000e40586ef. 00000100:00000010:3.0:1767384684.833180:0:40098:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000008e6721b2. 00000100:00000001:3.0:1767384684.833182:0:40098:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.833184:0:40098:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384684.833185:0:40098:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:3.0:1767384684.833187:0:40098:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384684.833188:0:40098:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384684.833189:0:40098:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:3.0:1767384684.833191:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:3.0:1767384684.833192:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:3.0:1767384684.833209:0:40098:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:0.0:1767384684.833236:0:17088:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dec5b704. 00000020:00000010:1.0:1767384684.833242:0:17087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c096c5d5. 00000040:00000010:0.0:1767384684.833243:0:17088:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001a987e90. 00000040:00000010:1.0:1767384684.833251:0:17087:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000049204c7e. 00000020:00000010:0.0:1767384684.833251:0:17088:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000044bf3604. 00000020:00000010:1.0:1767384684.833258:0:17087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000202d5cd0. 00000020:00000010:0.0:1767384684.833258:0:17088:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dfaf2ddb. 00000020:00000010:1.0:1767384684.833263:0:17087:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a64cf1ad. 00000020:00000010:0.0:1767384684.833265:0:17088:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000065b0fa94. 00000020:00000010:1.0:1767384684.833267:0:17087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000daa321c0. 80000000:00000010:1.0:1767384684.833269:0:17087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000fd54364. 40000000:00000010:1.0:1767384684.833271:0:17087:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007a0c5e83. 00100000:00000010:1.0:1767384684.833273:0:17087:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005d1339ea. 00040000:00000010:1.0:1767384684.833275:0:17087:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000021d109f2. 00040000:00000010:1.0:1767384684.833280:0:17087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a22f89f4. 80000000:00000010:0.0:1767384684.833280:0:17088:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005e6e2fd3. 40000000:00000010:0.0:1767384684.833287:0:17088:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000030d4f2dd. 00080000:00000010:1.0:1767384684.833288:0:17087:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007ca4cbea. 00080000:00000010:1.0:1767384684.833295:0:17087:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000039565f5. 00100000:00000010:0.0:1767384684.833295:0:17088:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000013270bd0. 00000004:00000010:1.0:1767384684.833297:0:17087:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000031ddb48f. 00040000:00000010:0.0:1767384684.833301:0:17088:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d2d7e6ac. 00000020:00000010:1.0:1767384684.833302:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000627990e0. 00040000:00000010:0.0:1767384684.833308:0:17088:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008e613d48. 00000020:00000010:1.0:1767384684.833309:0:17087:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a13dea95. 00000100:00000010:1.0:1767384684.833315:0:17087:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b25cc183. 00080000:00000010:0.0:1767384684.833315:0:17088:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000067ac976f. 00000100:00100000:1.0:1767384684.833320:0:17087:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [00000000fddd2f53:17087] 0 exiting: rc = 1 00080000:00000010:0.0:1767384684.833322:0:17088:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001ecebf5f. 00000004:00000010:0.0:1767384684.833327:0:17088:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005775bc8e. 00000020:00000010:0.0:1767384684.833331:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdc82ae2. 00000020:00000010:0.0:1767384684.833335:0:17088:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f3daa6e2. 00000100:00000010:0.0:1767384684.833341:0:17088:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000adc3f2bd. 00000100:00100000:0.0:1767384684.833345:0:17088:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [00000000a504fbba:17088] 1 exiting: rc = 0 00000100:00000010:3.0:1767384684.833366:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000fddd2f53. 00000100:00000010:3.0:1767384684.833371:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a504fbba. 00000100:00000001:3.0:1767384684.833375:0:40098:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384684.833376:0:40098:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384684.833379:0:40098:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:3.0:1767384684.833383:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833385:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833387:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0974690. 00000400:00000200:3.0:1767384684.833390:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004294b3a7 00000400:00000010:3.0:1767384684.833393:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004294b3a7. 00000100:00000001:3.0:1767384684.833396:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833397:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833402:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833404:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384684.833406:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833407:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833408:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833409:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea36495e. 00000400:00000200:3.0:1767384684.833411:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022345581 00000400:00000010:3.0:1767384684.833412:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022345581. 00000100:00000001:3.0:1767384684.833414:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833415:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833419:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833420:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384684.833421:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833422:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833423:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833424:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de8bfab3. 00000400:00000200:3.0:1767384684.833425:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e167e24 00000400:00000010:3.0:1767384684.833427:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00000100:00000001:3.0:1767384684.833428:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833429:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833433:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833435:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384684.833436:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833437:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833438:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833440:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b208cc76. 00000400:00000200:3.0:1767384684.833441:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384684.833442:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000100:00000001:3.0:1767384684.833444:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833445:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833448:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833449:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384684.833451:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833452:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833453:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833455:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1dac977. 00000400:00000200:3.0:1767384684.833457:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025b9f1ae 00000400:00000010:3.0:1767384684.833458:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025b9f1ae. 00000100:00000001:3.0:1767384684.833460:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833461:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833464:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833465:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384684.833466:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833468:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833469:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833470:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9f9fe3d. 00000400:00000200:3.0:1767384684.833471:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a5d7aa7 00000400:00000010:3.0:1767384684.833473:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a5d7aa7. 00000100:00000001:3.0:1767384684.833475:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833476:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833479:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833480:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384684.833481:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833483:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833484:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833485:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bd247e6. 00000400:00000200:3.0:1767384684.833486:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023c349a4 00000400:00000010:3.0:1767384684.833487:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023c349a4. 00000100:00000001:3.0:1767384684.833489:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833490:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833494:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833495:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384684.833496:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833498:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833499:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833500:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f16351b. 00000400:00000200:3.0:1767384684.833501:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075715b16 00000400:00000010:3.0:1767384684.833503:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075715b16. 00000100:00000001:3.0:1767384684.833504:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833505:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833509:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833510:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384684.833511:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833513:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833514:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833515:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c2b8261. 00000400:00000200:3.0:1767384684.833517:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddd217b9 00000400:00000010:3.0:1767384684.833518:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddd217b9. 00000100:00000001:3.0:1767384684.833520:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833521:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833524:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833525:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384684.833526:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833528:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833529:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833530:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063d460c1. 00000400:00000200:3.0:1767384684.833531:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c81f4c78 00000400:00000010:3.0:1767384684.833532:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c81f4c78. 00000100:00000001:3.0:1767384684.833534:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833535:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833538:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833540:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384684.833541:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833542:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833543:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833544:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d470891. 00000400:00000200:3.0:1767384684.833545:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf7c2c00 00000400:00000010:3.0:1767384684.833547:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf7c2c00. 00000100:00000001:3.0:1767384684.833548:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833549:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833553:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833554:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384684.833556:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833557:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833558:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833559:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aa1411e. 00000400:00000200:3.0:1767384684.833561:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0c9c6de 00000400:00000010:3.0:1767384684.833562:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0c9c6de. 00000100:00000001:3.0:1767384684.833563:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833565:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833569:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833570:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384684.833571:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833573:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833574:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833575:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4c65304. 00000400:00000200:3.0:1767384684.833576:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0edc5e9 00000400:00000010:3.0:1767384684.833577:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0edc5e9. 00000100:00000001:3.0:1767384684.833579:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833580:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833583:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833584:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384684.833586:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833587:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833588:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833589:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee2ed187. 00000400:00000200:3.0:1767384684.833590:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b68e490 00000400:00000010:3.0:1767384684.833592:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b68e490. 00000100:00000001:3.0:1767384684.833593:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833594:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833598:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833599:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384684.833601:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833602:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833603:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833604:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000888e0256. 00000400:00000200:3.0:1767384684.833606:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006704eeb3 00000400:00000010:3.0:1767384684.833627:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006704eeb3. 00000100:00000001:3.0:1767384684.833630:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833632:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833637:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833638:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384684.833640:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833642:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833643:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833645:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b001bc8e. 00000400:00000200:3.0:1767384684.833647:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b787bd4f 00000400:00000010:3.0:1767384684.833649:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b787bd4f. 00000100:00000001:3.0:1767384684.833652:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833654:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833659:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833660:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384684.833662:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833663:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833664:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833665:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049003d1c. 00000400:00000200:3.0:1767384684.833667:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd05e5c6 00000400:00000010:3.0:1767384684.833668:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd05e5c6. 00000100:00000001:3.0:1767384684.833670:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833671:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833674:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833676:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384684.833677:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833678:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833679:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833680:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f70d40d. 00000400:00000200:3.0:1767384684.833682:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df149488 00000400:00000010:3.0:1767384684.833683:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df149488. 00000100:00000001:3.0:1767384684.833684:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833685:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833689:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833690:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384684.833691:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833693:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833693:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833695:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076b58ad7. 00000400:00000200:3.0:1767384684.833696:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063edca19 00000400:00000010:3.0:1767384684.833697:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063edca19. 00000100:00000001:3.0:1767384684.833699:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833700:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833703:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833705:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384684.833706:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833707:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833708:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833709:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ded0b79b. 00000400:00000200:3.0:1767384684.833711:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1abb3d4 00000400:00000010:3.0:1767384684.833712:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1abb3d4. 00000100:00000001:3.0:1767384684.833714:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833715:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833719:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833720:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384684.833721:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833722:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833723:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833724:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040eab3d1. 00000400:00000200:3.0:1767384684.833726:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a0165c0 00000400:00000010:3.0:1767384684.833727:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a0165c0. 00000100:00000001:3.0:1767384684.833728:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833729:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833733:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833734:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384684.833735:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833736:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833737:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833738:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e09ece3b. 00000400:00000200:3.0:1767384684.833739:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a83e54a9 00000400:00000010:3.0:1767384684.833741:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a83e54a9. 00000100:00000001:3.0:1767384684.833742:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833743:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833747:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833748:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384684.833749:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833751:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833752:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833753:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007412b3f. 00000400:00000200:3.0:1767384684.833754:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a24edab7 00000400:00000010:3.0:1767384684.833756:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a24edab7. 00000100:00000001:3.0:1767384684.833757:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833758:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833762:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833763:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384684.833765:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833766:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833767:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833769:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4b07f9e. 00000400:00000200:3.0:1767384684.833770:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c127d1b4 00000400:00000010:3.0:1767384684.833772:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c127d1b4. 00000100:00000001:3.0:1767384684.833773:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833774:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833777:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833778:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384684.833780:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833781:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833782:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833783:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000082d6511. 00000400:00000200:3.0:1767384684.833784:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098a4ec00 00000400:00000010:3.0:1767384684.833785:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098a4ec00. 00000100:00000001:3.0:1767384684.833787:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833788:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833791:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833792:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384684.833793:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833795:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833796:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833796:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bb48417. 00000400:00000200:3.0:1767384684.833798:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e0bc3c 00000400:00000010:3.0:1767384684.833799:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e0bc3c. 00000100:00000001:3.0:1767384684.833801:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833802:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833805:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833807:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384684.833808:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833809:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833810:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833811:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002be47734. 00000400:00000200:3.0:1767384684.833813:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000978316ff 00000400:00000010:3.0:1767384684.833815:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000978316ff. 00000100:00000001:3.0:1767384684.833817:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833818:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833822:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833823:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384684.833824:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833826:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833827:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833828:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006064935e. 00000400:00000200:3.0:1767384684.833830:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce7ef1b 00000400:00000010:3.0:1767384684.833831:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce7ef1b. 00000100:00000001:3.0:1767384684.833832:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833833:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833836:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833837:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384684.833838:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833840:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833841:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833842:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c38fadb. 00000400:00000200:3.0:1767384684.833843:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de06e476 00000400:00000010:3.0:1767384684.833845:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de06e476. 00000100:00000001:3.0:1767384684.833846:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833847:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833851:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833852:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384684.833853:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833854:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833855:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833856:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a4178b0. 00000400:00000200:3.0:1767384684.833858:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b29d03ee 00000400:00000010:3.0:1767384684.833859:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b29d03ee. 00000100:00000001:3.0:1767384684.833861:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833862:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833865:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833866:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384684.833867:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833869:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833869:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833870:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bf2b321. 00000400:00000200:3.0:1767384684.833872:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074546d27 00000400:00000010:3.0:1767384684.833873:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074546d27. 00000100:00000001:3.0:1767384684.833875:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833876:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833880:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833881:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384684.833883:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833884:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833885:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833886:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e739fc99. 00000400:00000200:3.0:1767384684.833887:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041ae86cf 00000400:00000010:3.0:1767384684.833889:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041ae86cf. 00000100:00000001:3.0:1767384684.833890:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833891:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833894:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833895:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384684.833897:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833898:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833899:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833900:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1cfe195. 00000400:00000200:3.0:1767384684.833901:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7ad983 00000400:00000010:3.0:1767384684.833902:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7ad983. 00000100:00000001:3.0:1767384684.833904:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833905:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833908:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833909:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384684.833911:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833912:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833913:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833914:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d9371ab. 00000400:00000200:3.0:1767384684.833916:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fcbc96 00000400:00000010:3.0:1767384684.833917:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fcbc96. 00000100:00000001:3.0:1767384684.833919:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833920:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833923:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833925:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384684.833926:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833927:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833928:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833929:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dfe05ef. 00000400:00000200:3.0:1767384684.833931:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053b326cf 00000400:00000010:3.0:1767384684.833932:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053b326cf. 00000100:00000001:3.0:1767384684.833934:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833935:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833939:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833940:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384684.833941:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833942:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833943:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833944:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba4b7e72. 00000400:00000200:3.0:1767384684.833946:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9bf402 00000400:00000010:3.0:1767384684.833947:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9bf402. 00000100:00000001:3.0:1767384684.833949:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833950:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833954:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833955:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384684.833956:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833958:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833958:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833959:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b453fd8a. 00000400:00000200:3.0:1767384684.833961:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065e8b52e 00000400:00000010:3.0:1767384684.833962:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065e8b52e. 00000100:00000001:3.0:1767384684.833964:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833965:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833968:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833969:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384684.833970:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833972:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833973:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833974:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dce8cfb0. 00000400:00000200:3.0:1767384684.833975:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3400565 00000400:00000010:3.0:1767384684.833976:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3400565. 00000100:00000001:3.0:1767384684.833978:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833979:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833982:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833983:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384684.833984:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.833986:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.833987:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.833988:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008af17fc8. 00000400:00000200:3.0:1767384684.833990:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fa98147 00000400:00000010:3.0:1767384684.833991:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fa98147. 00000100:00000001:3.0:1767384684.833993:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.833994:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.833998:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.833999:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384684.834000:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834001:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834002:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834003:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2533ae2. 00000400:00000200:3.0:1767384684.834005:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e0e740d 00000400:00000010:3.0:1767384684.834006:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e0e740d. 00000100:00000001:3.0:1767384684.834008:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834009:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834013:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834014:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384684.834015:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834016:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834017:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834018:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032b3f727. 00000400:00000200:3.0:1767384684.834019:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4115cd 00000400:00000010:3.0:1767384684.834021:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc4115cd. 00000100:00000001:3.0:1767384684.834022:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834023:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834027:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834028:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384684.834029:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834030:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834031:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834032:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e6056f1. 00000400:00000200:3.0:1767384684.834034:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071de6923 00000400:00000010:3.0:1767384684.834035:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071de6923. 00000100:00000001:3.0:1767384684.834037:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834037:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834041:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834042:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384684.834044:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834045:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834046:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834047:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a78cc1e. 00000400:00000200:3.0:1767384684.834049:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051f44cf7 00000400:00000010:3.0:1767384684.834050:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051f44cf7. 00000100:00000001:3.0:1767384684.834052:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834052:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834056:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834057:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384684.834058:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834059:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834060:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834061:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0ba396c. 00000400:00000200:3.0:1767384684.834063:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000917f7946 00000400:00000010:3.0:1767384684.834064:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000917f7946. 00000100:00000001:3.0:1767384684.834066:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834066:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834070:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834071:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384684.834072:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834074:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834075:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834076:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021b68af2. 00000400:00000200:3.0:1767384684.834077:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4ea4ca4 00000400:00000010:3.0:1767384684.834078:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4ea4ca4. 00000100:00000001:3.0:1767384684.834080:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834081:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834085:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834086:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384684.834087:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834088:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834089:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834090:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddacc904. 00000400:00000200:3.0:1767384684.834092:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084421bab 00000400:00000010:3.0:1767384684.834093:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084421bab. 00000100:00000001:3.0:1767384684.834095:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834096:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834100:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834101:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384684.834102:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834104:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834105:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834106:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2665101. 00000400:00000200:3.0:1767384684.834107:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6dbfcc6 00000400:00000010:3.0:1767384684.834108:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6dbfcc6. 00000100:00000001:3.0:1767384684.834110:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834111:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834114:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834116:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384684.834117:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834118:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834119:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834120:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024b09ac6. 00000400:00000200:3.0:1767384684.834122:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008614cee7 00000400:00000010:3.0:1767384684.834123:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008614cee7. 00000100:00000001:3.0:1767384684.834124:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834125:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834129:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834130:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384684.834131:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834133:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834134:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834134:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001972512a. 00000400:00000200:3.0:1767384684.834136:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013bd2fae 00000400:00000010:3.0:1767384684.834137:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013bd2fae. 00000100:00000001:3.0:1767384684.834139:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834140:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834143:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834145:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384684.834146:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834147:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834159:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834160:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f611a6c. 00000400:00000200:3.0:1767384684.834162:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a83d7de4 00000400:00000010:3.0:1767384684.834164:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a83d7de4. 00000100:00000001:3.0:1767384684.834166:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834167:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834171:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834172:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384684.834174:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834175:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834176:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834177:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001137ce6d. 00000400:00000200:3.0:1767384684.834179:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a162dd7 00000400:00000010:3.0:1767384684.834180:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a162dd7. 00000100:00000001:3.0:1767384684.834182:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834183:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834187:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834188:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384684.834189:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834190:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834191:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834192:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f0d1c5e. 00000400:00000200:3.0:1767384684.834193:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006070cfba 00000400:00000010:3.0:1767384684.834194:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006070cfba. 00000100:00000001:3.0:1767384684.834196:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834197:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834201:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834202:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384684.834204:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834205:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834206:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834207:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1491928. 00000400:00000200:3.0:1767384684.834209:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004acdba69 00000400:00000010:3.0:1767384684.834210:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004acdba69. 00000100:00000001:3.0:1767384684.834212:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834213:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834216:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834217:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384684.834218:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834219:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834221:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834222:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060379f95. 00000400:00000200:3.0:1767384684.834223:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3ac28ae 00000400:00000010:3.0:1767384684.834225:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3ac28ae. 00000100:00000001:3.0:1767384684.834226:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834227:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834231:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834232:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384684.834233:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834234:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834235:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834236:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000743f8910. 00000400:00000200:3.0:1767384684.834238:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3fcc824 00000400:00000010:3.0:1767384684.834239:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3fcc824. 00000100:00000001:3.0:1767384684.834241:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834241:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834245:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834246:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384684.834247:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834248:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834249:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834250:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075d44559. 00000400:00000200:3.0:1767384684.834252:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063dcdb5f 00000400:00000010:3.0:1767384684.834253:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063dcdb5f. 00000100:00000001:3.0:1767384684.834254:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834255:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834259:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834260:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384684.834261:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834262:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834263:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834264:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001930d1a3. 00000400:00000200:3.0:1767384684.834265:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7868022 00000400:00000010:3.0:1767384684.834267:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7868022. 00000100:00000001:3.0:1767384684.834268:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834269:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834273:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834274:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384684.834276:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834277:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834278:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834280:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0696bee. 00000400:00000200:3.0:1767384684.834281:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000482e76f1 00000400:00000010:3.0:1767384684.834283:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000482e76f1. 00000100:00000001:3.0:1767384684.834284:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834285:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834288:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834290:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384684.834291:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834292:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834293:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834294:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ed5c7c8. 00000400:00000200:3.0:1767384684.834295:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009785a736 00000400:00000010:3.0:1767384684.834297:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009785a736. 00000100:00000001:3.0:1767384684.834298:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834299:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834303:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834304:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384684.834305:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834306:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834307:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834309:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042b9079c. 00000400:00000200:3.0:1767384684.834310:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d978d44d 00000400:00000010:3.0:1767384684.834311:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d978d44d. 00000100:00000001:3.0:1767384684.834313:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834314:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834318:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834319:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384684.834320:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834321:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834322:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834323:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002b5206a. 00000400:00000200:3.0:1767384684.834325:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4c680b4 00000400:00000010:3.0:1767384684.834326:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4c680b4. 00000100:00000001:3.0:1767384684.834327:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834328:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834332:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834334:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384684.834335:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834336:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834337:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834338:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076fe8aa6. 00000400:00000200:3.0:1767384684.834340:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b26d3bc3 00000400:00000010:3.0:1767384684.834341:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b26d3bc3. 00000100:00000001:3.0:1767384684.834343:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834344:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834347:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834349:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384684.834350:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834351:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834352:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834353:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e9db5e4. 00000400:00000200:3.0:1767384684.834354:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8c89711 00000400:00000010:3.0:1767384684.834355:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8c89711. 00000100:00000001:3.0:1767384684.834357:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834358:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834361:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834362:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384684.834363:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.834365:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.834366:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.834367:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecbb2c2e. 00000400:00000200:3.0:1767384684.834368:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f488b4d 00000400:00000010:3.0:1767384684.834369:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f488b4d. 00000100:00000001:3.0:1767384684.834371:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.834372:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384684.834376:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.834377:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384684.834378:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384684.834380:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834381:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834382:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834383:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834385:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834386:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834387:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834388:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834389:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834390:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834392:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834393:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834394:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834395:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834396:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834397:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834398:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834399:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834400:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834401:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834402:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834404:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834405:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834406:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834407:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834408:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834409:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834410:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834411:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834412:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834413:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834414:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834415:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834416:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834417:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834418:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834419:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834420:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834421:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834422:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834423:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834424:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834426:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834426:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834428:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834429:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834430:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834431:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834432:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834433:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834435:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834436:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834437:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834438:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834439:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834440:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834441:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834442:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834443:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834444:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834445:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834446:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834447:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834448:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834449:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834450:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834451:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834452:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834453:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834454:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834455:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834456:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834457:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834458:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834459:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834460:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834461:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834463:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834464:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834465:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834466:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834467:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834468:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834470:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834471:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834472:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834473:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834474:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834475:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834476:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834478:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834479:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834480:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834481:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834482:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834483:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834484:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834485:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834486:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834487:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834488:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834489:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834490:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834491:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834492:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834493:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834494:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834495:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834496:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834497:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834498:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834499:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834500:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834501:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834502:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834503:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834504:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834505:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834506:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834507:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834509:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834510:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834511:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834512:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834513:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834514:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.834516:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.834517:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384684.834518:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000006817bf7. 00000100:00000010:3.0:1767384684.834522:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2c4f4be. 00000100:00000010:3.0:1767384684.834524:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009df384fc. 00000100:00000010:3.0:1767384684.834526:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000158dab53. 00000100:00000010:3.0:1767384684.834528:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000077b3ed30. 00000100:00000010:3.0:1767384684.834530:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039c03c4b. 00000100:00000010:3.0:1767384684.834531:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b9dfa7c0. 00000100:00000010:3.0:1767384684.834533:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e37cc9df. 00000100:00000010:3.0:1767384684.834535:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e422256. 00000100:00000010:3.0:1767384684.834537:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071f9c1b7. 00000100:00000010:3.0:1767384684.834538:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b4c1f62b. 00000100:00000010:3.0:1767384684.834540:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5b740b7. 00000100:00000010:3.0:1767384684.834542:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003bdc862c. 00000100:00000010:3.0:1767384684.834544:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f27983e. 00000100:00000010:3.0:1767384684.834545:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bce3bb84. 00000100:00000010:3.0:1767384684.834548:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045ff55c0. 00000100:00000010:3.0:1767384684.834550:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004a8a9679. 00000100:00000010:3.0:1767384684.834552:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010bf4be3. 00000100:00000010:3.0:1767384684.834554:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000029169119. 00000100:00000010:3.0:1767384684.834556:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9f7659b. 00000100:00000010:3.0:1767384684.834558:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c070f7f3. 00000100:00000010:3.0:1767384684.834560:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000501fca9e. 00000100:00000010:3.0:1767384684.834562:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bbdbe6ee. 00000100:00000010:3.0:1767384684.834563:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000489d712c. 00000100:00000010:3.0:1767384684.834565:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000094b9c872. 00000100:00000010:3.0:1767384684.834567:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bccc7ab0. 00000100:00000010:3.0:1767384684.834569:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dd73d409. 00000100:00000010:3.0:1767384684.834572:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2aae7d7. 00000100:00000010:3.0:1767384684.834573:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee5def10. 00000100:00000010:3.0:1767384684.834575:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb469878. 00000100:00000010:3.0:1767384684.834577:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dd9f7927. 00000100:00000010:3.0:1767384684.834579:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b011828e. 00000100:00000010:3.0:1767384684.834581:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fbf63955. 00000100:00000010:3.0:1767384684.834583:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a9c49db. 00000100:00000010:3.0:1767384684.834584:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e64755a6. 00000100:00000010:3.0:1767384684.834586:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be9d9732. 00000100:00000010:3.0:1767384684.834589:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003ccb37ad. 00000100:00000010:3.0:1767384684.834590:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2d1f5eb. 00000100:00000010:3.0:1767384684.834592:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001c4049ec. 00000100:00000010:3.0:1767384684.834594:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc683ad6. 00000100:00000010:3.0:1767384684.834596:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009fa94acf. 00000100:00000010:3.0:1767384684.834598:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051b7e128. 00000100:00000010:3.0:1767384684.834600:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007a9b27aa. 00000100:00000010:3.0:1767384684.834602:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e003eb17. 00000100:00000010:3.0:1767384684.834604:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006d80c90b. 00000100:00000010:3.0:1767384684.834605:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000acf1f26e. 00000100:00000010:3.0:1767384684.834664:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004b147830. 00000100:00000010:3.0:1767384684.834668:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063e339e3. 00000100:00000010:3.0:1767384684.834671:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000055f75138. 00000100:00000010:3.0:1767384684.834674:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d15d0645. 00000100:00000010:3.0:1767384684.834677:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009e628697. 00000100:00000010:3.0:1767384684.834679:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009203226d. 00000100:00000010:3.0:1767384684.834681:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000074de2f84. 00000100:00000010:3.0:1767384684.834683:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000cb4256e. 00000100:00000010:3.0:1767384684.834685:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000073a690de. 00000100:00000010:3.0:1767384684.834686:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6adb375. 00000100:00000010:3.0:1767384684.834688:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e6e146d8. 00000100:00000010:3.0:1767384684.834690:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c245769. 00000100:00000010:3.0:1767384684.834692:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000072aafeda. 00000100:00000010:3.0:1767384684.834693:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000687f537d. 00000100:00000010:3.0:1767384684.834695:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005a805ca2. 00000100:00000010:3.0:1767384684.834697:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c66dab5f. 00000100:00000010:3.0:1767384684.834699:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ba2fb498. 00000100:00000010:3.0:1767384684.834701:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002cf9eb8c. 00000100:00000010:3.0:1767384684.834703:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005a5cb558. 00000100:00000010:3.0:1767384684.834705:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000563e8cfb. 00000100:00000010:3.0:1767384684.834707:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b54913f1. 00000100:00000010:3.0:1767384684.834709:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095b784b6. 00000100:00000010:3.0:1767384684.834710:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f0401856. 00000100:00000010:3.0:1767384684.834712:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae1c59e7. 00000100:00000010:3.0:1767384684.834714:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002e475902. 00000100:00000010:3.0:1767384684.834715:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a6ddeb7. 00000100:00000010:3.0:1767384684.834717:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002186ca2f. 00000100:00000010:3.0:1767384684.834719:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d6bdd3e. 00000100:00000010:3.0:1767384684.834720:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b9b9dd7b. 00000100:00000010:3.0:1767384684.834722:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f8fc5e6. 00000100:00000010:3.0:1767384684.834724:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000046ca0b5a. 00000100:00000010:3.0:1767384684.834726:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7c633ba. 00000100:00000010:3.0:1767384684.834728:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c46d2748. 00000100:00000010:3.0:1767384684.834730:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070ef5f8d. 00000100:00000010:3.0:1767384684.834731:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000054786f55. 00000100:00000010:3.0:1767384684.834733:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ee551ec. 00000100:00000010:3.0:1767384684.834735:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e5a3dbd5. 00000100:00000010:3.0:1767384684.834736:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9b1d282. 00000100:00000010:3.0:1767384684.834738:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c64a7ad3. 00000100:00000010:3.0:1767384684.834740:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000deb1d5eb. 00000100:00000010:3.0:1767384684.834742:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000899b26b9. 00000100:00000010:3.0:1767384684.834744:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d202c0a2. 00000100:00000010:3.0:1767384684.834745:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000201580e8. 00000100:00000010:3.0:1767384684.834747:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004be3d68a. 00000100:00000010:3.0:1767384684.834755:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000063c46532. 00000100:00000010:3.0:1767384684.834757:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bee9ba8. 00000100:00000010:3.0:1767384684.834759:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cf7a95e2. 00000100:00000010:3.0:1767384684.834761:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8f49966. 00000100:00000010:3.0:1767384684.834762:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a3a65243. 00000100:00000010:3.0:1767384684.834764:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc6dbd7d. 00000100:00000010:3.0:1767384684.834766:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fa9343a5. 00000100:00000010:3.0:1767384684.834768:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000878b309e. 00000100:00000010:3.0:1767384684.834770:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000024624a98. 00000100:00000010:3.0:1767384684.834772:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eaae71ee. 00000100:00000010:3.0:1767384684.834774:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000951646c2. 00000100:00000010:3.0:1767384684.834776:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c03caf1. 00000100:00000010:3.0:1767384684.834777:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2f1a597. 00000100:00000010:3.0:1767384684.834779:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085d6cca1. 00000100:00000010:3.0:1767384684.834781:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000009e6d244. 00000100:00000010:3.0:1767384684.834783:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050b2328c. 00000100:00000010:3.0:1767384684.834784:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d441cb0d. 00000100:00000010:3.0:1767384684.834786:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006634ef97. 00000100:00000010:3.0:1767384684.834788:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000094a91f70. 00000100:00000010:3.0:1767384684.834789:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000294aa105. 00000100:00000010:3.0:1767384684.834791:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008ac83211. 00000100:00000010:3.0:1767384684.834792:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046d25829. 00000100:00000010:3.0:1767384684.834794:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000027ba4f85. 00000100:00000010:3.0:1767384684.834796:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000a791cc. 00000100:00000010:3.0:1767384684.834797:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000079934509. 00000100:00000010:3.0:1767384684.834800:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000097b4d7f. 00000100:00000010:3.0:1767384684.834801:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002fad850a. 00000100:00000010:3.0:1767384684.834804:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009eabcfb1. 00000100:00000010:3.0:1767384684.834805:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000061144343. 00000100:00000010:3.0:1767384684.834808:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8f4401f. 00000100:00000010:3.0:1767384684.834809:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008220613d. 00000100:00000010:3.0:1767384684.834811:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073a6d6ac. 00000100:00000010:3.0:1767384684.834813:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000000c9cdaf. 00000100:00000010:3.0:1767384684.834815:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a8ac18a. 00000100:00000010:3.0:1767384684.834817:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000004f84fc5. 00000100:00000010:3.0:1767384684.834818:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e7e3267. 00000100:00000010:3.0:1767384684.834820:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008f537b6b. 00000100:00000010:3.0:1767384684.834822:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003360744b. 00000100:00000010:3.0:1767384684.834879:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000001305c103. 00000100:00000010:3.0:1767384684.834882:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000fd915554. 00000100:00000001:3.0:1767384684.834885:0:40098:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384684.834886:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.834887:0:40098:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384684.834888:0:40098:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384684.834890:0:40098:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000be27e626. 00000100:00000001:3.0:1767384684.834892:0:40098:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384684.834893:0:40098:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.834895:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.834896:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000af401b35. 00000100:00000001:3.0:1767384684.834898:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.834899:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.834900:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c805462d. 00000100:00000001:3.0:1767384684.834901:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.834902:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.834903:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000bec7f660. 00000100:00000001:3.0:1767384684.834905:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.834906:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.834907:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b6e41965. 00000100:00000001:3.0:1767384684.834908:0:40098:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384684.834965:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000001c3e64b6. 00000020:00000010:3.0:1767384684.834968:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000080e00176. 00000100:00000010:3.0:1767384684.834984:0:40098:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000b48888ad. 00000100:00000010:3.0:1767384684.834991:0:40098:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000628cb196. 00000100:00000010:3.0:1767384684.834998:0:40098:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000947822a9. 00000100:00000010:3.0:1767384684.835000:0:40098:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003742be06. 00000100:00000001:3.0:1767384684.835002:0:40098:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.835004:0:40098:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384684.835005:0:40098:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:3.0:1767384684.835007:0:40098:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384684.835008:0:40098:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384684.835009:0:40098:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:3.0:1767384684.835011:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:3.0:1767384684.835012:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:3.0:1767384684.835027:0:40098:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:1.0:1767384684.835046:0:17090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001957cbd7. 00000040:00000010:1.0:1767384684.835052:0:17090:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000064cbb142. 00000020:00000010:1.0:1767384684.835055:0:17090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bda4158f. 00000020:00000010:1.0:1767384684.835057:0:17090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008278e444. 00000020:00000010:1.0:1767384684.835059:0:17090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000961574a6. 80000000:00000010:1.0:1767384684.835061:0:17090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003e4ededb. 40000000:00000010:1.0:1767384684.835064:0:17090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004e68fc3e. 00100000:00000010:1.0:1767384684.835067:0:17090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004e12c8cb. 00000020:00000010:2.0:1767384684.835069:0:17089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004ce7da76. 00040000:00000010:1.0:1767384684.835069:0:17090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fdbdc113. 00040000:00000010:1.0:1767384684.835075:0:17090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000728aa87e. 00000040:00000010:2.0:1767384684.835077:0:17089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f7d64213. 00080000:00000010:1.0:1767384684.835079:0:17090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000048ddf5e5. 00000020:00000010:2.0:1767384684.835083:0:17089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cb0992d5. 00000020:00000010:2.0:1767384684.835088:0:17089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fdb8dfe8. 00080000:00000010:1.0:1767384684.835091:0:17090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d355290c. 00000020:00000010:2.0:1767384684.835092:0:17089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004a28e0aa. 00000004:00000010:1.0:1767384684.835095:0:17090:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ef27d4c9. 80000000:00000010:2.0:1767384684.835098:0:17089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000019bd6eeb. 00002000:00000010:1.0:1767384684.835099:0:17090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006d45e295. 40000000:00000010:2.0:1767384684.835104:0:17089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005628b676. 00000020:00000010:1.0:1767384684.835104:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a649929e. 00100000:00000010:2.0:1767384684.835112:0:17089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d2136587. 00000020:00000010:1.0:1767384684.835112:0:17090:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008c31f79b. 00000100:00000010:1.0:1767384684.835118:0:17090:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000009ac553d9. 00040000:00000010:2.0:1767384684.835119:0:17089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dc69c3a4. 00000100:00100000:1.0:1767384684.835122:0:17090:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [00000000896a1862:17090] 1 exiting: rc = 0 00040000:00000010:2.0:1767384684.835124:0:17089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005f2e76de. 00080000:00000010:2.0:1767384684.835129:0:17089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b2ad71d1. 00080000:00000010:2.0:1767384684.835132:0:17089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009b1fe8d6. 00000004:00000010:2.0:1767384684.835137:0:17089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006f3577e2. 00000100:00000040:3.0:1767384684.835141:0:40098:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #0 00002000:00000010:2.0:1767384684.835141:0:17089:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006f12ba6e. 00000020:00000010:2.0:1767384684.835146:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057751e5a. 00000020:00000010:2.0:1767384684.835164:0:17089:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000044ae008e. 00000100:00000010:2.0:1767384684.835168:0:17089:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000aa741b2c. 00000100:00100000:2.0:1767384684.835172:0:17089:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [0000000078209ed8:17089] 0 exiting: rc = 1 00000100:00000010:3.0:1767384684.835190:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000078209ed8. 00000100:00000010:3.0:1767384684.835195:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000896a1862. 00000100:00000001:3.0:1767384684.835198:0:40098:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384684.835199:0:40098:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384684.835202:0:40098:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:3.0:1767384684.835205:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835206:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835208:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031a67d26. 00000400:00000200:3.0:1767384684.835211:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000608260ab 00000400:00000010:3.0:1767384684.835213:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000608260ab. 00000100:00000001:3.0:1767384684.835216:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835218:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835222:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835224:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384684.835226:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835227:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835228:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835229:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c29a170. 00000400:00000200:3.0:1767384684.835231:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1e61c6a 00000400:00000010:3.0:1767384684.835232:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1e61c6a. 00000100:00000001:3.0:1767384684.835234:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835235:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835238:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835239:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384684.835241:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835242:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835243:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835244:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c569ae. 00000400:00000200:3.0:1767384684.835245:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b37fc7d 00000400:00000010:3.0:1767384684.835247:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b37fc7d. 00000100:00000001:3.0:1767384684.835248:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835249:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835252:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835254:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384684.835255:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835256:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835257:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835258:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abe3a7de. 00000400:00000200:3.0:1767384684.835260:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3f6445 00000400:00000010:3.0:1767384684.835262:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c3f6445. 00000100:00000001:3.0:1767384684.835264:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835264:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835268:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835270:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384684.835271:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835272:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835273:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835274:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e282a323. 00000400:00000200:3.0:1767384684.835276:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000069afaab 00000400:00000010:3.0:1767384684.835277:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000069afaab. 00000100:00000001:3.0:1767384684.835279:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835280:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835283:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835285:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384684.835286:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835287:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835288:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835289:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070dbfcb5. 00000400:00000200:3.0:1767384684.835291:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cb21472 00000400:00000010:3.0:1767384684.835292:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cb21472. 00000100:00000001:3.0:1767384684.835294:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835295:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835299:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835300:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384684.835301:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835303:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835303:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835304:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa494844. 00000400:00000200:3.0:1767384684.835306:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deaefd53 00000400:00000010:3.0:1767384684.835307:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deaefd53. 00000100:00000001:3.0:1767384684.835308:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835309:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835313:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835314:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384684.835315:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835317:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835318:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835319:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052334a60. 00000400:00000200:3.0:1767384684.835320:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011fcdfe6 00000400:00000010:3.0:1767384684.835322:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011fcdfe6. 00000100:00000001:3.0:1767384684.835323:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835324:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835328:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835329:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384684.835331:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835332:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835333:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835334:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015935e85. 00000400:00000200:3.0:1767384684.835335:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006536723f 00000400:00000010:3.0:1767384684.835336:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006536723f. 00000100:00000001:3.0:1767384684.835338:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835339:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835342:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835343:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384684.835345:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835346:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835347:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835348:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da6f8f8f. 00000400:00000200:3.0:1767384684.835349:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5aed73c 00000400:00000010:3.0:1767384684.835351:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5aed73c. 00000100:00000001:3.0:1767384684.835352:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835353:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835357:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835358:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384684.835359:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835360:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835361:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835362:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbbe6b4a. 00000400:00000200:3.0:1767384684.835364:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1dc8701 00000400:00000010:3.0:1767384684.835365:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1dc8701. 00000100:00000001:3.0:1767384684.835367:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835367:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835371:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835372:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384684.835374:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835375:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835376:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835377:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024830c69. 00000400:00000200:3.0:1767384684.835379:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad639c7f 00000400:00000010:3.0:1767384684.835380:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad639c7f. 00000100:00000001:3.0:1767384684.835382:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835383:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835386:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835388:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384684.835389:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835390:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835391:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835392:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096181a41. 00000400:00000200:3.0:1767384684.835393:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2f8760 00000400:00000010:3.0:1767384684.835394:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2f8760. 00000100:00000001:3.0:1767384684.835396:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835397:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835401:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835402:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384684.835403:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835405:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835406:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835406:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bd423d5. 00000400:00000200:3.0:1767384684.835408:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922caa94 00000400:00000010:3.0:1767384684.835409:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922caa94. 00000100:00000001:3.0:1767384684.835410:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835411:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835415:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835416:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384684.835417:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835419:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835420:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835421:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2c20211. 00000400:00000200:3.0:1767384684.835422:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c75709d 00000400:00000010:3.0:1767384684.835424:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c75709d. 00000100:00000001:3.0:1767384684.835426:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835426:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835430:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835432:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384684.835433:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835434:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835435:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835436:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dc99ce4. 00000400:00000200:3.0:1767384684.835438:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009582b332 00000400:00000010:3.0:1767384684.835439:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009582b332. 00000100:00000001:3.0:1767384684.835441:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835441:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835445:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835446:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384684.835447:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835448:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835449:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835450:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c516261f. 00000400:00000200:3.0:1767384684.835452:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff15d132 00000400:00000010:3.0:1767384684.835453:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff15d132. 00000100:00000001:3.0:1767384684.835454:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835455:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835459:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835460:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384684.835461:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835462:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835463:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835464:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0598036. 00000400:00000200:3.0:1767384684.835466:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b0c9833 00000400:00000010:3.0:1767384684.835467:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b0c9833. 00000100:00000001:3.0:1767384684.835469:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835470:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835473:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835475:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384684.835476:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835477:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835478:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835479:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000078ebd40. 00000400:00000200:3.0:1767384684.835481:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004911911e 00000400:00000010:3.0:1767384684.835482:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004911911e. 00000100:00000001:3.0:1767384684.835484:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835485:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835489:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835490:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384684.835491:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835492:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835493:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835494:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f1acbec. 00000400:00000200:3.0:1767384684.835496:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2303cff 00000400:00000010:3.0:1767384684.835497:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2303cff. 00000100:00000001:3.0:1767384684.835499:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835500:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835503:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835504:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384684.835505:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835506:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835507:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835508:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000598a06bf. 00000400:00000200:3.0:1767384684.835510:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bca4073b 00000400:00000010:3.0:1767384684.835511:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bca4073b. 00000100:00000001:3.0:1767384684.835513:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835513:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835518:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835519:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384684.835520:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835521:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835522:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835523:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032da6208. 00000400:00000200:3.0:1767384684.835525:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1f62e65 00000400:00000010:3.0:1767384684.835527:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1f62e65. 00000100:00000001:3.0:1767384684.835528:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835529:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835533:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835534:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384684.835535:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835536:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835537:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835538:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e419e6a1. 00000400:00000200:3.0:1767384684.835540:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deac62a3 00000400:00000010:3.0:1767384684.835541:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deac62a3. 00000100:00000001:3.0:1767384684.835543:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835544:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835548:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835549:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384684.835550:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835551:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835552:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835553:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05e9c86. 00000400:00000200:3.0:1767384684.835555:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2a56f96 00000400:00000010:3.0:1767384684.835556:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2a56f96. 00000100:00000001:3.0:1767384684.835558:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835558:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835562:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835563:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384684.835564:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835565:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835566:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835567:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000001515f0. 00000400:00000200:3.0:1767384684.835569:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000662c5bbe 00000400:00000010:3.0:1767384684.835570:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000662c5bbe. 00000100:00000001:3.0:1767384684.835571:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835572:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835576:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835577:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384684.835578:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835579:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835580:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835581:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003463f76e. 00000400:00000200:3.0:1767384684.835582:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064062613 00000400:00000010:3.0:1767384684.835584:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064062613. 00000100:00000001:3.0:1767384684.835585:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835586:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835590:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835591:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384684.835592:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835593:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835594:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835596:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6dceb3e. 00000400:00000200:3.0:1767384684.835597:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a169ee51 00000400:00000010:3.0:1767384684.835598:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a169ee51. 00000100:00000001:3.0:1767384684.835600:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835601:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835605:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835606:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384684.835630:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835632:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835633:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835635:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000283357cf. 00000400:00000200:3.0:1767384684.835638:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b18c4ce 00000400:00000010:3.0:1767384684.835639:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b18c4ce. 00000100:00000001:3.0:1767384684.835641:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835643:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835647:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835648:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384684.835650:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835651:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835652:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835653:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2c8d95. 00000400:00000200:3.0:1767384684.835655:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ff94555 00000400:00000010:3.0:1767384684.835656:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ff94555. 00000100:00000001:3.0:1767384684.835658:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835659:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835663:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835664:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384684.835666:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835668:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835669:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835671:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d10dc58e. 00000400:00000200:3.0:1767384684.835674:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffd9cb8c 00000400:00000010:3.0:1767384684.835675:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffd9cb8c. 00000100:00000001:3.0:1767384684.835678:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835679:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835683:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835684:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384684.835686:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835687:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835688:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835689:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cad2ca3. 00000400:00000200:3.0:1767384684.835690:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000574ebb0f 00000400:00000010:3.0:1767384684.835691:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000574ebb0f. 00000100:00000001:3.0:1767384684.835693:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835694:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835698:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835699:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384684.835700:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835702:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835702:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835703:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033a6f4a9. 00000400:00000200:3.0:1767384684.835705:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8f9ead 00000400:00000010:3.0:1767384684.835706:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8f9ead. 00000100:00000001:3.0:1767384684.835707:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835708:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835712:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835713:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384684.835714:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835716:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835716:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835718:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f81e6113. 00000400:00000200:3.0:1767384684.835719:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083ec56fe 00000400:00000010:3.0:1767384684.835720:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083ec56fe. 00000100:00000001:3.0:1767384684.835722:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835723:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835727:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835728:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384684.835729:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835730:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835731:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835732:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003326f7dd. 00000400:00000200:3.0:1767384684.835734:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006948f9b0 00000400:00000010:3.0:1767384684.835735:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006948f9b0. 00000100:00000001:3.0:1767384684.835737:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835738:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835742:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835743:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384684.835744:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835746:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835747:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835748:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e10e795. 00000400:00000200:3.0:1767384684.835750:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a170fce 00000400:00000010:3.0:1767384684.835751:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a170fce. 00000100:00000001:3.0:1767384684.835753:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835754:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835758:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835759:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384684.835760:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835761:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835762:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835763:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b614c621. 00000400:00000200:3.0:1767384684.835765:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029ae4baf 00000400:00000010:3.0:1767384684.835766:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029ae4baf. 00000100:00000001:3.0:1767384684.835768:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835769:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835773:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835774:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384684.835775:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835776:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835777:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835778:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc9f3431. 00000400:00000200:3.0:1767384684.835779:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b43099a6 00000400:00000010:3.0:1767384684.835780:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b43099a6. 00000100:00000001:3.0:1767384684.835782:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835783:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835786:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835788:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384684.835789:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835790:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835791:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835792:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012b0c9de. 00000400:00000200:3.0:1767384684.835794:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7c7a652 00000400:00000010:3.0:1767384684.835796:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7c7a652. 00000100:00000001:3.0:1767384684.835798:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835799:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835802:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835804:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384684.835805:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835806:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835807:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835808:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d1b5c68. 00000400:00000200:3.0:1767384684.835810:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000236b2113 00000400:00000010:3.0:1767384684.835812:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000236b2113. 00000100:00000001:3.0:1767384684.835813:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835815:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835818:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835819:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384684.835821:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835822:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835823:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835824:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f214535. 00000400:00000200:3.0:1767384684.835826:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e5b263c 00000400:00000010:3.0:1767384684.835827:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e5b263c. 00000100:00000001:3.0:1767384684.835829:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835830:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835834:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835835:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384684.835836:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835837:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835838:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835839:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000636511d7. 00000400:00000200:3.0:1767384684.835841:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b4bc2dc 00000400:00000010:3.0:1767384684.835842:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b4bc2dc. 00000100:00000001:3.0:1767384684.835844:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835845:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835849:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835850:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384684.835851:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835853:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835854:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835855:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d25b7fc5. 00000400:00000200:3.0:1767384684.835857:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad0496c 00000400:00000010:3.0:1767384684.835858:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad0496c. 00000100:00000001:3.0:1767384684.835860:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835861:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835864:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835866:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384684.835867:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835868:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835868:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835869:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000730aa42d. 00000400:00000200:3.0:1767384684.835871:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edad8131 00000400:00000010:3.0:1767384684.835872:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edad8131. 00000100:00000001:3.0:1767384684.835874:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835875:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835878:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835880:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384684.835881:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835882:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835883:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835884:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028a54e7c. 00000400:00000200:3.0:1767384684.835886:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081dbcceb 00000400:00000010:3.0:1767384684.835888:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081dbcceb. 00000100:00000001:3.0:1767384684.835889:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835890:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835894:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835895:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384684.835896:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835897:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835898:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835899:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092559ff6. 00000400:00000200:3.0:1767384684.835901:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095aa539a 00000400:00000010:3.0:1767384684.835902:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095aa539a. 00000100:00000001:3.0:1767384684.835904:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835904:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835908:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835909:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384684.835911:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835912:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835913:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835915:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a14eb8f1. 00000400:00000200:3.0:1767384684.835916:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5d70e73 00000400:00000010:3.0:1767384684.835918:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5d70e73. 00000100:00000001:3.0:1767384684.835920:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835921:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835924:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835925:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384684.835926:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835928:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835929:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835930:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db3a5aa8. 00000400:00000200:3.0:1767384684.835931:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d563122b 00000400:00000010:3.0:1767384684.835933:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d563122b. 00000100:00000001:3.0:1767384684.835935:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835936:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835939:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835941:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384684.835942:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835943:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835944:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835945:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000464db89a. 00000400:00000200:3.0:1767384684.835947:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b642b1 00000400:00000010:3.0:1767384684.835948:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b642b1. 00000100:00000001:3.0:1767384684.835949:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835950:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835954:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835955:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384684.835956:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835957:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835958:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835959:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af4bd78e. 00000400:00000200:3.0:1767384684.835961:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff5c3dfd 00000400:00000010:3.0:1767384684.835962:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff5c3dfd. 00000100:00000001:3.0:1767384684.835964:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835964:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835968:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835969:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384684.835971:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835972:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835973:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835974:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5f9d0b6. 00000400:00000200:3.0:1767384684.835976:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b69fab6 00000400:00000010:3.0:1767384684.835977:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b69fab6. 00000100:00000001:3.0:1767384684.835978:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835979:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835982:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835983:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384684.835985:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.835986:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.835987:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.835988:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a28f69c8. 00000400:00000200:3.0:1767384684.835990:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000629eb0c4 00000400:00000010:3.0:1767384684.835991:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000629eb0c4. 00000100:00000001:3.0:1767384684.835992:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.835993:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.835997:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.835999:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384684.836000:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.836001:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.836002:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.836003:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca63d454. 00000400:00000200:3.0:1767384684.836004:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000986f8a4a 00000400:00000010:3.0:1767384684.836006:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000986f8a4a. 00000100:00000001:3.0:1767384684.836007:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.836008:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.836012:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.836013:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384684.836014:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.836015:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.836016:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.836017:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e4fd8e0. 00000400:00000200:3.0:1767384684.836019:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec7e2202 00000400:00000010:3.0:1767384684.836020:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec7e2202. 00000100:00000001:3.0:1767384684.836022:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.836023:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.836027:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.836028:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384684.836029:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.836031:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.836032:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.836032:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060cf0309. 00000400:00000200:3.0:1767384684.836034:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7f21b4f 00000400:00000010:3.0:1767384684.836035:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7f21b4f. 00000100:00000001:3.0:1767384684.836037:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.836038:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.836041:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.836042:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384684.836044:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.836045:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.836046:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.836047:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa473edf. 00000400:00000200:3.0:1767384684.836049:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b41230e 00000400:00000010:3.0:1767384684.836050:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b41230e. 00000100:00000001:3.0:1767384684.836052:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.836053:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.836056:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.836057:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384684.836059:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.836060:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.836061:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.836062:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027ffd248. 00000400:00000200:3.0:1767384684.836063:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027edbc5a 00000400:00000010:3.0:1767384684.836064:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027edbc5a. 00000100:00000001:3.0:1767384684.836066:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.836067:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.836071:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.836072:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384684.836073:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.836074:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.836075:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.836076:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080139720. 00000400:00000200:3.0:1767384684.836078:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc708ff2 00000400:00000010:3.0:1767384684.836079:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc708ff2. 00000100:00000001:3.0:1767384684.836081:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.836082:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.836086:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.836087:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384684.836088:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.836090:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.836090:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.836091:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050951c8c. 00000400:00000200:3.0:1767384684.836093:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068fe80f9 00000400:00000010:3.0:1767384684.836094:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068fe80f9. 00000100:00000001:3.0:1767384684.836095:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.836096:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.836100:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.836101:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384684.836102:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.836104:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.836105:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.836106:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdcee781. 00000400:00000200:3.0:1767384684.836107:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a9ba469 00000400:00000010:3.0:1767384684.836109:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a9ba469. 00000100:00000001:3.0:1767384684.836111:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.836112:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.836115:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.836116:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384684.836118:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.836119:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.836120:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.836120:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a97231d1. 00000400:00000200:3.0:1767384684.836122:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6083a9d 00000400:00000010:3.0:1767384684.836123:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6083a9d. 00000100:00000001:3.0:1767384684.836125:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.836126:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.836129:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.836130:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384684.836132:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.836133:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.836134:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.836135:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b982dab. 00000400:00000200:3.0:1767384684.836137:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000266ffd2f 00000400:00000010:3.0:1767384684.836138:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000266ffd2f. 00000100:00000001:3.0:1767384684.836140:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.836140:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.836144:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.836146:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384684.836147:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.836159:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.836160:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.836161:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af1a346e. 00000400:00000200:3.0:1767384684.836163:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038c263b5 00000400:00000010:3.0:1767384684.836164:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038c263b5. 00000100:00000001:3.0:1767384684.836166:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.836167:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.836170:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.836172:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384684.836173:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.836174:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.836175:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.836176:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f2e8ad0. 00000400:00000200:3.0:1767384684.836178:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006146d594 00000400:00000010:3.0:1767384684.836179:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006146d594. 00000100:00000001:3.0:1767384684.836181:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.836182:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.836186:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.836187:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384684.836188:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.836189:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.836190:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.836191:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afa733d1. 00000400:00000200:3.0:1767384684.836193:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e794745d 00000400:00000010:3.0:1767384684.836194:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e794745d. 00000100:00000001:3.0:1767384684.836195:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.836196:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384684.836200:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.836201:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384684.836203:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384684.836204:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836205:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836207:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836208:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836209:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836210:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836212:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836213:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836214:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836215:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836216:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836217:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836218:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836219:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836220:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836221:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836222:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836223:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836224:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836225:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836226:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836227:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836229:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836230:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836231:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836232:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836233:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836234:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836235:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836236:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836238:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836238:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836240:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836241:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836242:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836243:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836244:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836245:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836246:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836247:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836248:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836249:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836250:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836252:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836253:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836254:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836255:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836256:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836257:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836258:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836259:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836260:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836261:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836262:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836263:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836264:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836265:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836266:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836267:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836268:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836269:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836271:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836272:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836273:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836274:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836275:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836276:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836277:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836278:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836279:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836280:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836281:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836282:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836283:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836284:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836285:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836286:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836287:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836289:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836289:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836290:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836291:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836292:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836293:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836294:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836295:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836296:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836297:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836298:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836299:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836301:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836301:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836303:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836304:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836305:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836306:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836307:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836308:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836309:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836310:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836311:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836312:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836313:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836314:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836315:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836316:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836317:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836318:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836319:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836320:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836321:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836322:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836323:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836324:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836325:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836326:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836327:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836328:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836330:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836331:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836332:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836333:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836334:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836335:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836336:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836337:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.836338:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.836339:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384684.836341:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000051bdc27c. 00000100:00000010:3.0:1767384684.836343:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f49b48c. 00000100:00000010:3.0:1767384684.836345:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008eae608c. 00000100:00000010:3.0:1767384684.836347:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6b80ed4. 00000100:00000010:3.0:1767384684.836349:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dd33ac48. 00000100:00000010:3.0:1767384684.836350:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009669b5cf. 00000100:00000010:3.0:1767384684.836352:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000328a9455. 00000100:00000010:3.0:1767384684.836354:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042337f21. 00000100:00000010:3.0:1767384684.836355:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ac926c23. 00000100:00000010:3.0:1767384684.836357:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060fe78b0. 00000100:00000010:3.0:1767384684.836359:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b4055fe5. 00000100:00000010:3.0:1767384684.836361:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005ddad23. 00000100:00000010:3.0:1767384684.836363:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000212e7cb4. 00000100:00000010:3.0:1767384684.836364:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092b21bf1. 00000100:00000010:3.0:1767384684.836366:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005ce84d44. 00000100:00000010:3.0:1767384684.836368:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a3ec406. 00000100:00000010:3.0:1767384684.836370:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000052ef9ec1. 00000100:00000010:3.0:1767384684.836372:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b229f614. 00000100:00000010:3.0:1767384684.836374:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000065bbc5f7. 00000100:00000010:3.0:1767384684.836375:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000900d4461. 00000100:00000010:3.0:1767384684.836377:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e63dc174. 00000100:00000010:3.0:1767384684.836380:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ceed512d. 00000100:00000010:3.0:1767384684.836381:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee41d537. 00000100:00000010:3.0:1767384684.836383:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afed3467. 00000100:00000010:3.0:1767384684.836385:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006064170a. 00000100:00000010:3.0:1767384684.836387:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004795d04c. 00000100:00000010:3.0:1767384684.836389:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000012668001. 00000100:00000010:3.0:1767384684.836391:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066527b8f. 00000100:00000010:3.0:1767384684.836393:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ab116b15. 00000100:00000010:3.0:1767384684.836395:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2b21456. 00000100:00000010:3.0:1767384684.836396:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000098b75697. 00000100:00000010:3.0:1767384684.836398:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b876575. 00000100:00000010:3.0:1767384684.836400:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000a53d6e6. 00000100:00000010:3.0:1767384684.836402:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b23e9fe. 00000100:00000010:3.0:1767384684.836403:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000021caa267. 00000100:00000010:3.0:1767384684.836405:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b56b80c5. 00000100:00000010:3.0:1767384684.836406:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000b1f9580. 00000100:00000010:3.0:1767384684.836408:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddffa4a0. 00000100:00000010:3.0:1767384684.836410:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c2d7e8b. 00000100:00000010:3.0:1767384684.836412:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2c4dd5b. 00000100:00000010:3.0:1767384684.836414:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e37fc60b. 00000100:00000010:3.0:1767384684.836416:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054d8091e. 00000100:00000010:3.0:1767384684.836417:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000042ff027f. 00000100:00000010:3.0:1767384684.836419:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008016da15. 00000100:00000010:3.0:1767384684.836421:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c4a6c053. 00000100:00000010:3.0:1767384684.836423:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3731c10. 00000100:00000010:3.0:1767384684.836424:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004aef840d. 00000100:00000010:3.0:1767384684.836427:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003386d9de. 00000100:00000010:3.0:1767384684.836429:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000951994ca. 00000100:00000010:3.0:1767384684.836431:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000059d86bf. 00000100:00000010:3.0:1767384684.836432:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006b8aa117. 00000100:00000010:3.0:1767384684.836434:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e005f13. 00000100:00000010:3.0:1767384684.836436:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009ff17aa3. 00000100:00000010:3.0:1767384684.836437:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007cce6323. 00000100:00000010:3.0:1767384684.836439:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a96bbd52. 00000100:00000010:3.0:1767384684.836441:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bb64288. 00000100:00000010:3.0:1767384684.836442:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000030462895. 00000100:00000010:3.0:1767384684.836444:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a12be4cc. 00000100:00000010:3.0:1767384684.836446:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000060ed6b8d. 00000100:00000010:3.0:1767384684.836448:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058aeb2b9. 00000100:00000010:3.0:1767384684.836450:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000588adeff. 00000100:00000010:3.0:1767384684.836452:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000922fee03. 00000100:00000010:3.0:1767384684.836453:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ad4b80b2. 00000100:00000010:3.0:1767384684.836455:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf8f21bc. 00000100:00000010:3.0:1767384684.836457:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ba6dc2f3. 00000100:00000010:3.0:1767384684.836459:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ed785d6. 00000100:00000010:3.0:1767384684.836460:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c68326e7. 00000100:00000010:3.0:1767384684.836462:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0b1cb5a. 00000100:00000010:3.0:1767384684.836464:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009ce2289d. 00000100:00000010:3.0:1767384684.836465:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003102967b. 00000100:00000010:3.0:1767384684.836467:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eaee06cc. 00000100:00000010:3.0:1767384684.836469:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c752788c. 00000100:00000010:3.0:1767384684.836470:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ae907fb5. 00000100:00000010:3.0:1767384684.836472:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b84c901. 00000100:00000010:3.0:1767384684.836474:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f6cc4a3b. 00000100:00000010:3.0:1767384684.836476:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034da3dad. 00000100:00000010:3.0:1767384684.836478:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d8e2070b. 00000100:00000010:3.0:1767384684.836479:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000261859e. 00000100:00000010:3.0:1767384684.836481:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000052f4cfc4. 00000100:00000010:3.0:1767384684.836483:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6cc0d93. 00000100:00000010:3.0:1767384684.836485:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004de97e76. 00000100:00000010:3.0:1767384684.836487:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011e96876. 00000100:00000010:3.0:1767384684.836489:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fb186f0a. 00000100:00000010:3.0:1767384684.836490:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa87dbb0. 00000100:00000010:3.0:1767384684.836492:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1f4cd37. 00000100:00000010:3.0:1767384684.836494:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006268fd40. 00000100:00000010:3.0:1767384684.836496:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000022e166bd. 00000100:00000010:3.0:1767384684.836497:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b5034e7. 00000100:00000010:3.0:1767384684.836499:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000299af9a3. 00000100:00000010:3.0:1767384684.836501:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd905008. 00000100:00000010:3.0:1767384684.836503:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c785a443. 00000100:00000010:3.0:1767384684.836505:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055520d63. 00000100:00000010:3.0:1767384684.836507:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000469891f. 00000100:00000010:3.0:1767384684.836509:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4690c5f. 00000100:00000010:3.0:1767384684.836511:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000056874081. 00000100:00000010:3.0:1767384684.836525:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1867a87. 00000100:00000010:3.0:1767384684.836527:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002b5d2b88. 00000100:00000010:3.0:1767384684.836529:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000108a1ecc. 00000100:00000010:3.0:1767384684.836530:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000066522679. 00000100:00000010:3.0:1767384684.836532:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b712f3c6. 00000100:00000010:3.0:1767384684.836534:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dede5a78. 00000100:00000010:3.0:1767384684.836536:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075b14b32. 00000100:00000010:3.0:1767384684.836537:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b5e2512b. 00000100:00000010:3.0:1767384684.836539:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a92f9d10. 00000100:00000010:3.0:1767384684.836541:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001ab523b7. 00000100:00000010:3.0:1767384684.836543:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f82cec69. 00000100:00000010:3.0:1767384684.836544:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b061bbe8. 00000100:00000010:3.0:1767384684.836546:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004841d842. 00000100:00000010:3.0:1767384684.836548:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cf093052. 00000100:00000010:3.0:1767384684.836550:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1ade7c0. 00000100:00000010:3.0:1767384684.836552:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009ae143fb. 00000100:00000010:3.0:1767384684.836554:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afd2814c. 00000100:00000010:3.0:1767384684.836555:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef1c6895. 00000100:00000010:3.0:1767384684.836557:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e4100b7. 00000100:00000010:3.0:1767384684.836558:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c8c8c1b. 00000100:00000010:3.0:1767384684.836560:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbc53ad8. 00000100:00000010:3.0:1767384684.836562:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c080caa1. 00000100:00000010:3.0:1767384684.836563:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009b0149d. 00000100:00000010:3.0:1767384684.836565:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aa0bad48. 00000100:00000010:3.0:1767384684.836567:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000819f5423. 00000100:00000010:3.0:1767384684.836569:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000462ea484. 00000100:00000010:3.0:1767384684.836571:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008416d471. 00000100:00000010:3.0:1767384684.836573:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c3f244e0. 00000100:00000010:3.0:1767384684.836575:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bcba68ae. 00000100:00000010:3.0:1767384684.836577:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003ee1ef6c. 00000100:00000010:3.0:1767384684.836579:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029e53ecd. 00000100:00000010:3.0:1767384684.836580:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004ddd5cce. 00000100:00000010:3.0:1767384684.836582:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002fa70fa3. 00000100:00000010:3.0:1767384684.836585:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000003b9df1b3. 00000100:00000010:3.0:1767384684.836587:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000095084aaa. 00000100:00000001:3.0:1767384684.836589:0:40098:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384684.836590:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.836591:0:40098:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384684.836593:0:40098:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384684.836594:0:40098:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000020198165. 00000100:00000001:3.0:1767384684.836596:0:40098:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384684.836598:0:40098:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.836599:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.836600:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a8bbcd0f. 00000100:00000001:3.0:1767384684.836602:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.836603:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.836604:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001b37a7ea. 00000100:00000001:3.0:1767384684.836607:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.836767:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.836768:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cff0a21c. 00000100:00000001:3.0:1767384684.836772:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.836773:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.836774:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000049d1f865. 00000100:00000001:3.0:1767384684.836777:0:40098:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384684.836893:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000a9a4e489. 00000020:00000010:3.0:1767384684.836897:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006dbbbdfd. 00000100:00000010:3.0:1767384684.836914:0:40098:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000a509fa24. 00000100:00000010:3.0:1767384684.836921:0:40098:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000b840bf2d. 00000100:00000010:3.0:1767384684.836924:0:40098:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000013905b83. 00000100:00000010:3.0:1767384684.836930:0:40098:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000072963f3f. 00000100:00000001:3.0:1767384684.836932:0:40098:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.836933:0:40098:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384684.836935:0:40098:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:3.0:1767384684.836937:0:40098:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384684.836938:0:40098:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384684.836939:0:40098:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:3.0:1767384684.836941:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:3.0:1767384684.836942:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:3.0:1767384684.836957:0:40098:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:2.0:1767384684.836977:0:17091:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a6b7b13d. 00000020:00000010:1.0:1767384684.836983:0:17092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c4921af3. 00000040:00000010:2.0:1767384684.836984:0:17091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009624ff95. 00000020:00000010:2.0:1767384684.836989:0:17091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000488731a7. 00000040:00000010:1.0:1767384684.836991:0:17092:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000091a2648c. 00000020:00000010:2.0:1767384684.836993:0:17091:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b40e9bec. 00000020:00000010:1.0:1767384684.836996:0:17092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bb42a1b2. 00000020:00000010:2.0:1767384684.836999:0:17091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000109b9df2. 00000020:00000010:1.0:1767384684.837001:0:17092:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb5bfde2. 80000000:00000010:2.0:1767384684.837004:0:17091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007fd3e5ed. 00000020:00000010:1.0:1767384684.837007:0:17092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c046abe6. 40000000:00000010:2.0:1767384684.837009:0:17091:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f2433336. 80000000:00000010:1.0:1767384684.837014:0:17092:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f7eb5743. 00100000:00000010:2.0:1767384684.837015:0:17091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000029f60e72. 00040000:00000010:2.0:1767384684.837020:0:17091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002fea8ec4. 40000000:00000010:1.0:1767384684.837020:0:17092:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a48bfb82. 00100000:00000010:1.0:1767384684.837027:0:17092:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000008a839. 00040000:00000010:2.0:1767384684.837028:0:17091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009040fbf3. 00040000:00000010:1.0:1767384684.837035:0:17092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f778fb6e. 00080000:00000010:2.0:1767384684.837036:0:17091:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000415ed312. 00040000:00000010:1.0:1767384684.837041:0:17092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb7e6739. 00080000:00000010:2.0:1767384684.837042:0:17091:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a5b23737. 00000004:00000010:2.0:1767384684.837048:0:17091:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002893413b. 00080000:00000010:1.0:1767384684.837049:0:17092:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000481b4870. 00002000:00000010:2.0:1767384684.837052:0:17091:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006fc116bb. 00080000:00000010:1.0:1767384684.837054:0:17092:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000de81f98e. 00000020:00000010:2.0:1767384684.837057:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a8ab0f1. 00000004:00000010:1.0:1767384684.837060:0:17092:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ac693238. 00000020:00000010:2.0:1767384684.837064:0:17091:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000f5cc923. 00002000:00000010:1.0:1767384684.837065:0:17092:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004845fae2. 00000100:00000010:2.0:1767384684.837071:0:17091:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000dcc1c959. 00000020:00000010:1.0:1767384684.837071:0:17092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aee0c210. 00000100:00100000:2.0:1767384684.837076:0:17091:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [0000000028857423:17091] 0 exiting: rc = 1 00000020:00000010:1.0:1767384684.837076:0:17092:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000019875ebe. 00000100:00000010:1.0:1767384684.837083:0:17092:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000000a012883. 00000100:00100000:1.0:1767384684.837088:0:17092:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [00000000e9b3ea30:17092] 1 exiting: rc = 0 00000100:00000010:3.0:1767384684.837109:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000028857423. 00000100:00000010:3.0:1767384684.837115:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000e9b3ea30. 00000100:00000001:3.0:1767384684.837118:0:40098:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384684.837120:0:40098:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384684.837123:0:40098:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:3.0:1767384684.837126:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837127:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837129:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f3d47d6. 00000400:00000200:3.0:1767384684.837133:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ee4dc6d 00000400:00000010:3.0:1767384684.837135:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ee4dc6d. 00000100:00000001:3.0:1767384684.837137:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837139:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837145:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837146:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384684.837158:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837160:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837161:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837162:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803c9d6e. 00000400:00000200:3.0:1767384684.837164:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002300a21 00000400:00000010:3.0:1767384684.837165:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002300a21. 00000100:00000001:3.0:1767384684.837167:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837168:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837172:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837174:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384684.837175:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837176:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837177:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837178:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007ace4c1. 00000400:00000200:3.0:1767384684.837180:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075ab8480 00000400:00000010:3.0:1767384684.837181:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075ab8480. 00000100:00000001:3.0:1767384684.837183:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837184:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837188:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837189:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384684.837191:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837192:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837193:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837194:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073224413. 00000400:00000200:3.0:1767384684.837196:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f6d4aa8 00000400:00000010:3.0:1767384684.837197:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f6d4aa8. 00000100:00000001:3.0:1767384684.837198:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837199:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837203:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837204:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384684.837206:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837207:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837208:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837209:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002952fa68. 00000400:00000200:3.0:1767384684.837210:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2dac695 00000400:00000010:3.0:1767384684.837211:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2dac695. 00000100:00000001:3.0:1767384684.837213:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837214:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837218:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837219:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384684.837220:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837222:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837223:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837224:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a4f2acb. 00000400:00000200:3.0:1767384684.837226:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063ab686f 00000400:00000010:3.0:1767384684.837227:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063ab686f. 00000100:00000001:3.0:1767384684.837229:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837229:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837233:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837234:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384684.837235:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837236:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837237:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837238:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a56c96c6. 00000400:00000200:3.0:1767384684.837240:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fd7b9d8 00000400:00000010:3.0:1767384684.837241:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fd7b9d8. 00000100:00000001:3.0:1767384684.837243:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837244:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837248:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837249:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384684.837250:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837251:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837252:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837253:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0ae55e0. 00000400:00000200:3.0:1767384684.837255:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004d440c2 00000400:00000010:3.0:1767384684.837257:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004d440c2. 00000100:00000001:3.0:1767384684.837258:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837259:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837263:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837264:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384684.837265:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837266:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837267:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837268:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022b3d4c9. 00000400:00000200:3.0:1767384684.837270:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076794af1 00000400:00000010:3.0:1767384684.837271:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076794af1. 00000100:00000001:3.0:1767384684.837273:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837274:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837277:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837279:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384684.837280:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837281:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837282:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837283:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000163ec7b1. 00000400:00000200:3.0:1767384684.837284:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000203fdc2c 00000400:00000010:3.0:1767384684.837285:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000203fdc2c. 00000100:00000001:3.0:1767384684.837287:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837288:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837291:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837293:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384684.837294:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837295:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837296:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837298:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009199e2f3. 00000400:00000200:3.0:1767384684.837299:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f2c28fb 00000400:00000010:3.0:1767384684.837300:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f2c28fb. 00000100:00000001:3.0:1767384684.837302:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837303:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837307:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837308:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384684.837309:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837311:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837312:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837313:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e7060be. 00000400:00000200:3.0:1767384684.837315:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014b9cae7 00000400:00000010:3.0:1767384684.837316:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014b9cae7. 00000100:00000001:3.0:1767384684.837317:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837318:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837322:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837323:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384684.837324:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837325:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837326:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837327:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1a20603. 00000400:00000200:3.0:1767384684.837329:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e4e68b 00000400:00000010:3.0:1767384684.837330:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075e4e68b. 00000100:00000001:3.0:1767384684.837331:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837332:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837336:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837337:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384684.837338:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837340:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837340:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837342:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c114429. 00000400:00000200:3.0:1767384684.837343:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071878371 00000400:00000010:3.0:1767384684.837345:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071878371. 00000100:00000001:3.0:1767384684.837346:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837347:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837351:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837352:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384684.837353:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837354:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837355:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837356:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000782c530. 00000400:00000200:3.0:1767384684.837358:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aebe8c63 00000400:00000010:3.0:1767384684.837359:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aebe8c63. 00000100:00000001:3.0:1767384684.837361:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837362:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837366:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837367:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384684.837368:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837369:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837370:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837371:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a91fec6. 00000400:00000200:3.0:1767384684.837373:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eb46b47 00000400:00000010:3.0:1767384684.837374:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eb46b47. 00000100:00000001:3.0:1767384684.837375:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837376:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837380:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837381:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384684.837382:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837383:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837384:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837385:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000809a050d. 00000400:00000200:3.0:1767384684.837387:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000081aeeff 00000400:00000010:3.0:1767384684.837388:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000081aeeff. 00000100:00000001:3.0:1767384684.837390:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837391:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837394:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837396:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384684.837397:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837398:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837399:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837400:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099877f82. 00000400:00000200:3.0:1767384684.837401:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b34115ab 00000400:00000010:3.0:1767384684.837403:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b34115ab. 00000100:00000001:3.0:1767384684.837404:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837405:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837409:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837410:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384684.837411:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837412:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837413:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837415:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9f2d6a4. 00000400:00000200:3.0:1767384684.837417:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d27bf89 00000400:00000010:3.0:1767384684.837418:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d27bf89. 00000100:00000001:3.0:1767384684.837419:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837420:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837424:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837425:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384684.837426:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837428:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837428:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837429:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbce9508. 00000400:00000200:3.0:1767384684.837431:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f2a32e2 00000400:00000010:3.0:1767384684.837432:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f2a32e2. 00000100:00000001:3.0:1767384684.837434:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837435:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837438:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837439:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384684.837440:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837442:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837442:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837443:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f80c713. 00000400:00000200:3.0:1767384684.837445:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc26f5f 00000400:00000010:3.0:1767384684.837446:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc26f5f. 00000100:00000001:3.0:1767384684.837448:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837449:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837452:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837453:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384684.837454:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837456:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837457:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837458:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008e5b7f7. 00000400:00000200:3.0:1767384684.837460:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e80f2e2 00000400:00000010:3.0:1767384684.837461:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e80f2e2. 00000100:00000001:3.0:1767384684.837463:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837464:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837467:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837468:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384684.837470:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837471:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837472:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837473:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f38a562c. 00000400:00000200:3.0:1767384684.837475:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d01f7e7 00000400:00000010:3.0:1767384684.837476:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d01f7e7. 00000100:00000001:3.0:1767384684.837477:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837478:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837482:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837483:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384684.837484:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837485:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837486:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837487:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006688eedb. 00000400:00000200:3.0:1767384684.837489:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000019ec23f 00000400:00000010:3.0:1767384684.837490:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000019ec23f. 00000100:00000001:3.0:1767384684.837491:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837492:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837496:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837497:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384684.837498:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837499:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837500:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837501:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce3bfe86. 00000400:00000200:3.0:1767384684.837503:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003340bc99 00000400:00000010:3.0:1767384684.837504:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003340bc99. 00000100:00000001:3.0:1767384684.837505:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837506:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837510:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837511:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384684.837512:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837513:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837514:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837515:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022d4c5d7. 00000400:00000200:3.0:1767384684.837517:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d273fbe 00000400:00000010:3.0:1767384684.837519:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d273fbe. 00000100:00000001:3.0:1767384684.837520:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837522:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837525:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837526:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384684.837527:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837529:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837530:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837531:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ee5257a. 00000400:00000200:3.0:1767384684.837533:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3d311c 00000400:00000010:3.0:1767384684.837534:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3d311c. 00000100:00000001:3.0:1767384684.837535:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837536:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837540:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837541:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384684.837543:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837544:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837545:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837546:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa13bd73. 00000400:00000200:3.0:1767384684.837547:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bdebe68 00000400:00000010:3.0:1767384684.837548:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009bdebe68. 00000100:00000001:3.0:1767384684.837550:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837551:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837555:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837556:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384684.837557:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837559:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837559:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837561:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd21bf55. 00000400:00000200:3.0:1767384684.837562:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000306e487a 00000400:00000010:3.0:1767384684.837563:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000306e487a. 00000100:00000001:3.0:1767384684.837565:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837566:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837569:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837571:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384684.837572:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837573:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837574:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837575:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aab75ff4. 00000400:00000200:3.0:1767384684.837576:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020adc7ae 00000400:00000010:3.0:1767384684.837578:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020adc7ae. 00000100:00000001:3.0:1767384684.837579:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837580:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837584:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837586:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384684.837587:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837588:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837589:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837590:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d8e3334. 00000400:00000200:3.0:1767384684.837592:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2d7c408 00000400:00000010:3.0:1767384684.837593:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2d7c408. 00000100:00000001:3.0:1767384684.837595:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837596:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837599:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837600:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384684.837602:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837603:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837604:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837605:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb340ab. 00000400:00000200:3.0:1767384684.837606:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fa2de85 00000400:00000010:3.0:1767384684.837626:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fa2de85. 00000100:00000001:3.0:1767384684.837630:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837632:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837636:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837638:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384684.837641:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837643:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837644:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837645:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d33a98d8. 00000400:00000200:3.0:1767384684.837647:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087478dcb 00000400:00000010:3.0:1767384684.837648:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087478dcb. 00000100:00000001:3.0:1767384684.837650:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837651:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837655:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837657:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384684.837658:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837660:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837661:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837663:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001140604e. 00000400:00000200:3.0:1767384684.837665:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050a47694 00000400:00000010:3.0:1767384684.837667:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050a47694. 00000100:00000001:3.0:1767384684.837669:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837671:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837677:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837678:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384684.837680:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837682:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837683:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837684:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004eb20545. 00000400:00000200:3.0:1767384684.837686:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0e0fbcb 00000400:00000010:3.0:1767384684.837687:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0e0fbcb. 00000100:00000001:3.0:1767384684.837689:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837689:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837693:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837694:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384684.837696:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837697:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837697:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837698:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dbec796. 00000400:00000200:3.0:1767384684.837700:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031289fe6 00000400:00000010:3.0:1767384684.837701:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031289fe6. 00000100:00000001:3.0:1767384684.837703:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837704:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837707:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837708:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384684.837709:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837710:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837711:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837712:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1564ea. 00000400:00000200:3.0:1767384684.837713:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad508581 00000400:00000010:3.0:1767384684.837715:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad508581. 00000100:00000001:3.0:1767384684.837716:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837717:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837720:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837722:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384684.837723:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837724:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837725:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837726:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc7895a1. 00000400:00000200:3.0:1767384684.837728:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087aeb336 00000400:00000010:3.0:1767384684.837729:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087aeb336. 00000100:00000001:3.0:1767384684.837730:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837731:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837735:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837736:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384684.837737:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837738:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837739:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837740:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b87d30f2. 00000400:00000200:3.0:1767384684.837742:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005748ccc7 00000400:00000010:3.0:1767384684.837743:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005748ccc7. 00000100:00000001:3.0:1767384684.837745:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837745:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837749:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837750:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384684.837751:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837752:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837753:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837754:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da3ba8c4. 00000400:00000200:3.0:1767384684.837756:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce47eb90 00000400:00000010:3.0:1767384684.837757:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce47eb90. 00000100:00000001:3.0:1767384684.837759:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837760:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837763:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837764:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384684.837765:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837767:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837767:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837768:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea386fe. 00000400:00000200:3.0:1767384684.837770:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d43eb20e 00000400:00000010:3.0:1767384684.837771:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d43eb20e. 00000100:00000001:3.0:1767384684.837773:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837774:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837777:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837779:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384684.837780:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837781:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837782:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837783:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde172f8. 00000400:00000200:3.0:1767384684.837785:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320fb27f 00000400:00000010:3.0:1767384684.837786:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320fb27f. 00000100:00000001:3.0:1767384684.837788:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837789:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837792:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837793:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384684.837794:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837795:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837796:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837797:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7311234. 00000400:00000200:3.0:1767384684.837799:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014ea57f9 00000400:00000010:3.0:1767384684.837800:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014ea57f9. 00000100:00000001:3.0:1767384684.837802:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837804:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837807:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837809:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384684.837810:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837811:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837812:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837813:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f589be5. 00000400:00000200:3.0:1767384684.837815:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024910491 00000400:00000010:3.0:1767384684.837817:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024910491. 00000100:00000001:3.0:1767384684.837819:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837820:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837823:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837824:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384684.837826:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837827:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837828:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837829:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7635ff7. 00000400:00000200:3.0:1767384684.837831:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6ac6e30 00000400:00000010:3.0:1767384684.837832:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6ac6e30. 00000100:00000001:3.0:1767384684.837834:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837835:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837838:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837840:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384684.837841:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837842:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837843:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837844:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1359ad. 00000400:00000200:3.0:1767384684.837846:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008506c363 00000400:00000010:3.0:1767384684.837847:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008506c363. 00000100:00000001:3.0:1767384684.837849:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837850:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837854:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837855:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384684.837856:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837857:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837858:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837859:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004baee05b. 00000400:00000200:3.0:1767384684.837861:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000def13a3d 00000400:00000010:3.0:1767384684.837862:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000def13a3d. 00000100:00000001:3.0:1767384684.837864:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837865:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837869:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837870:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384684.837871:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837872:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837873:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837874:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021648313. 00000400:00000200:3.0:1767384684.837876:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be1a4303 00000400:00000010:3.0:1767384684.837877:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be1a4303. 00000100:00000001:3.0:1767384684.837878:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837879:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837882:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837884:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384684.837885:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837886:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837887:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837888:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000911f7d28. 00000400:00000200:3.0:1767384684.837889:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae7f40ce 00000400:00000010:3.0:1767384684.837891:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae7f40ce. 00000100:00000001:3.0:1767384684.837893:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837893:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837897:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837899:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384684.837900:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837901:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837902:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837903:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065603906. 00000400:00000200:3.0:1767384684.837905:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d035761d 00000400:00000010:3.0:1767384684.837906:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d035761d. 00000100:00000001:3.0:1767384684.837908:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837909:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837912:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837913:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384684.837915:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837916:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837917:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837918:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b0f08bc. 00000400:00000200:3.0:1767384684.837919:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a920ebc 00000400:00000010:3.0:1767384684.837921:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a920ebc. 00000100:00000001:3.0:1767384684.837922:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837923:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837927:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837928:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384684.837929:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837930:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837931:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837932:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098f199b2. 00000400:00000200:3.0:1767384684.837934:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dca4935 00000400:00000010:3.0:1767384684.837935:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dca4935. 00000100:00000001:3.0:1767384684.837937:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837937:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837941:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837942:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384684.837943:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837944:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837945:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837947:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005630d0c0. 00000400:00000200:3.0:1767384684.837948:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb298e0c 00000400:00000010:3.0:1767384684.837950:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb298e0c. 00000100:00000001:3.0:1767384684.837951:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837952:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837956:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837957:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384684.837959:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837960:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837961:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837962:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f93ed0c. 00000400:00000200:3.0:1767384684.837964:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d54e71d 00000400:00000010:3.0:1767384684.837965:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d54e71d. 00000100:00000001:3.0:1767384684.837966:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837967:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837971:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837972:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384684.837973:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837974:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837975:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837976:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001cb5431. 00000400:00000200:3.0:1767384684.837978:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c536dd59 00000400:00000010:3.0:1767384684.837979:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c536dd59. 00000100:00000001:3.0:1767384684.837981:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837981:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.837985:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.837986:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384684.837987:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.837989:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.837990:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.837991:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fd43af5. 00000400:00000200:3.0:1767384684.837992:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009139ca06 00000400:00000010:3.0:1767384684.837994:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009139ca06. 00000100:00000001:3.0:1767384684.837996:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.837996:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.838000:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.838001:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384684.838002:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.838004:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.838005:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.838006:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d170a44a. 00000400:00000200:3.0:1767384684.838008:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a11e839 00000400:00000010:3.0:1767384684.838009:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a11e839. 00000100:00000001:3.0:1767384684.838010:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.838011:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.838015:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.838016:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384684.838017:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.838018:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.838019:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.838020:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a093f274. 00000400:00000200:3.0:1767384684.838022:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061eec4f0 00000400:00000010:3.0:1767384684.838023:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061eec4f0. 00000100:00000001:3.0:1767384684.838025:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.838025:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.838029:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.838031:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384684.838032:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.838033:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.838034:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.838035:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002741da3a. 00000400:00000200:3.0:1767384684.838037:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb9e5f4a 00000400:00000010:3.0:1767384684.838038:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb9e5f4a. 00000100:00000001:3.0:1767384684.838039:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.838040:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.838044:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.838045:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384684.838046:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.838047:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.838048:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.838049:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007129d2c8. 00000400:00000200:3.0:1767384684.838051:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e78792f0 00000400:00000010:3.0:1767384684.838052:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e78792f0. 00000100:00000001:3.0:1767384684.838054:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.838055:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.838058:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.838060:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384684.838061:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.838062:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.838064:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.838065:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028c41259. 00000400:00000200:3.0:1767384684.838066:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f698b914 00000400:00000010:3.0:1767384684.838067:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f698b914. 00000100:00000001:3.0:1767384684.838069:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.838069:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.838073:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.838074:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384684.838076:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.838077:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.838078:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.838078:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e6f029. 00000400:00000200:3.0:1767384684.838080:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012f7ec18 00000400:00000010:3.0:1767384684.838081:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012f7ec18. 00000100:00000001:3.0:1767384684.838082:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.838083:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.838087:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.838088:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384684.838089:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.838090:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.838091:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.838092:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073820d8b. 00000400:00000200:3.0:1767384684.838094:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e852386 00000400:00000010:3.0:1767384684.838095:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e852386. 00000100:00000001:3.0:1767384684.838096:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.838097:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.838101:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.838102:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384684.838103:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.838105:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.838106:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.838107:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f21b68c. 00000400:00000200:3.0:1767384684.838108:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da692542 00000400:00000010:3.0:1767384684.838109:0:40098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da692542. 00000100:00000001:3.0:1767384684.838111:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.838112:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384684.838116:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.838117:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384684.838118:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384684.838120:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838121:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838123:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838124:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838125:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838126:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838127:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838128:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838129:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838130:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838132:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838133:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838134:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838135:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838136:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838137:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838138:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838139:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838140:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838141:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838142:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838143:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838144:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838145:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838147:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838158:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838159:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838160:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838162:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838163:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838164:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838165:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838166:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838167:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838168:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838170:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838171:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838172:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838173:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838175:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838176:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838177:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838178:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838179:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838180:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838181:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838182:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838183:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838184:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838185:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838186:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838187:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838188:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838189:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838191:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838192:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838193:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838194:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838195:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838196:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838197:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838198:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838199:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838200:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838201:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838202:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838203:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838204:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838205:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838206:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838207:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838208:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838209:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838210:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838211:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838212:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838214:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838215:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838216:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838217:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838218:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838219:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838220:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838221:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838222:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838223:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838224:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838225:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838226:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838227:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838229:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838229:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838231:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838232:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838233:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838234:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838235:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838235:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838236:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838237:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838238:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838239:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838241:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838241:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838243:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838244:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838245:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838246:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838247:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838248:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838249:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838250:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838251:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838252:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838253:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838254:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838255:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838256:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838257:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838258:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838260:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838260:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838262:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838263:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838264:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838265:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.838266:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.838267:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384684.838268:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c0b3eb3e. 00000100:00000010:3.0:1767384684.838272:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e7c0749. 00000100:00000010:3.0:1767384684.838274:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d1fc87bb. 00000100:00000010:3.0:1767384684.838275:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010c024ae. 00000100:00000010:3.0:1767384684.838277:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005d6de518. 00000100:00000010:3.0:1767384684.838279:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096a018a5. 00000100:00000010:3.0:1767384684.838280:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009caa82e9. 00000100:00000010:3.0:1767384684.838291:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1149049. 00000100:00000010:3.0:1767384684.838293:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000045613182. 00000100:00000010:3.0:1767384684.838294:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013256045. 00000100:00000010:3.0:1767384684.838296:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000053d396c9. 00000100:00000010:3.0:1767384684.838298:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3090c17. 00000100:00000010:3.0:1767384684.838299:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a6010be3. 00000100:00000010:3.0:1767384684.838302:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb0a123b. 00000100:00000010:3.0:1767384684.838303:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000d9359cd. 00000100:00000010:3.0:1767384684.838305:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007aff59df. 00000100:00000010:3.0:1767384684.838307:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000089ce86d1. 00000100:00000010:3.0:1767384684.838308:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7c0af61. 00000100:00000010:3.0:1767384684.838310:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e7dc3dfd. 00000100:00000010:3.0:1767384684.838312:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4eed457. 00000100:00000010:3.0:1767384684.838314:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000081e0a3df. 00000100:00000010:3.0:1767384684.838316:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2ec903c. 00000100:00000010:3.0:1767384684.838317:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000021950d68. 00000100:00000010:3.0:1767384684.838320:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd5332e2. 00000100:00000010:3.0:1767384684.838322:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003aed3a45. 00000100:00000010:3.0:1767384684.838323:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007af8f9c9. 00000100:00000010:3.0:1767384684.838325:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d4d6e70c. 00000100:00000010:3.0:1767384684.838327:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080a2aa02. 00000100:00000010:3.0:1767384684.838329:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c5569b0d. 00000100:00000010:3.0:1767384684.838331:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095bf4c6a. 00000100:00000010:3.0:1767384684.838332:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dc65f351. 00000100:00000010:3.0:1767384684.838334:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de23d62d. 00000100:00000010:3.0:1767384684.838335:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b9dee9d7. 00000100:00000010:3.0:1767384684.838337:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d6e9d36. 00000100:00000010:3.0:1767384684.838339:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d8476b2c. 00000100:00000010:3.0:1767384684.838340:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074154b1a. 00000100:00000010:3.0:1767384684.838342:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006f2a2528. 00000100:00000010:3.0:1767384684.838344:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006281a275. 00000100:00000010:3.0:1767384684.838345:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be05db89. 00000100:00000010:3.0:1767384684.838348:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf7a34d3. 00000100:00000010:3.0:1767384684.838349:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b592e119. 00000100:00000010:3.0:1767384684.838351:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000733ff619. 00000100:00000010:3.0:1767384684.838353:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aaeb6c3c. 00000100:00000010:3.0:1767384684.838355:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027ddf7a7. 00000100:00000010:3.0:1767384684.838356:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f62f9f62. 00000100:00000010:3.0:1767384684.838358:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000697f9aa3. 00000100:00000010:3.0:1767384684.838360:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007352a829. 00000100:00000010:3.0:1767384684.838361:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2742f62. 00000100:00000010:3.0:1767384684.838363:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002b96fa16. 00000100:00000010:3.0:1767384684.838365:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041d9c05f. 00000100:00000010:3.0:1767384684.838366:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eebbc9b6. 00000100:00000010:3.0:1767384684.838368:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001d4eba6. 00000100:00000010:3.0:1767384684.838370:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a2fa6a2. 00000100:00000010:3.0:1767384684.838371:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000357e01aa. 00000100:00000010:3.0:1767384684.838373:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f0f857d9. 00000100:00000010:3.0:1767384684.838385:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000deda6c9b. 00000100:00000010:3.0:1767384684.838387:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d87e5d99. 00000100:00000010:3.0:1767384684.838389:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc24522f. 00000100:00000010:3.0:1767384684.838390:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fdfd7d25. 00000100:00000010:3.0:1767384684.838392:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000519cbd7a. 00000100:00000010:3.0:1767384684.838394:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000048c53245. 00000100:00000010:3.0:1767384684.838395:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e016cd2. 00000100:00000010:3.0:1767384684.838397:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000076ec542d. 00000100:00000010:3.0:1767384684.838399:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001516d37b. 00000100:00000010:3.0:1767384684.838401:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005cd901fb. 00000100:00000010:3.0:1767384684.838402:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000070db20d. 00000100:00000010:3.0:1767384684.838404:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000028078801. 00000100:00000010:3.0:1767384684.838406:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0154b8a. 00000100:00000010:3.0:1767384684.838407:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000008850c7c. 00000100:00000010:3.0:1767384684.838409:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034cd0d9f. 00000100:00000010:3.0:1767384684.838410:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e34b8049. 00000100:00000010:3.0:1767384684.838412:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba9e9229. 00000100:00000010:3.0:1767384684.838414:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a65a6e64. 00000100:00000010:3.0:1767384684.838416:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011ec2faf. 00000100:00000010:3.0:1767384684.838418:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000026fccb1a. 00000100:00000010:3.0:1767384684.838419:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049b51412. 00000100:00000010:3.0:1767384684.838421:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b7bf74a9. 00000100:00000010:3.0:1767384684.838423:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f87afc0c. 00000100:00000010:3.0:1767384684.838424:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000086534fa4. 00000100:00000010:3.0:1767384684.838426:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c57d0408. 00000100:00000010:3.0:1767384684.838428:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000061cac9ab. 00000100:00000010:3.0:1767384684.838430:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e1995f8. 00000100:00000010:3.0:1767384684.838431:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000068038fae. 00000100:00000010:3.0:1767384684.838433:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077a0330b. 00000100:00000010:3.0:1767384684.838435:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000185c5bf4. 00000100:00000010:3.0:1767384684.838437:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005717ff73. 00000100:00000010:3.0:1767384684.838438:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b3fd6005. 00000100:00000010:3.0:1767384684.838440:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005618edb2. 00000100:00000010:3.0:1767384684.838442:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e020a78d. 00000100:00000010:3.0:1767384684.838444:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f366452. 00000100:00000010:3.0:1767384684.838446:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006aa0d45e. 00000100:00000010:3.0:1767384684.838448:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000313087ed. 00000100:00000010:3.0:1767384684.838450:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000039352841. 00000100:00000010:3.0:1767384684.838451:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048147be1. 00000100:00000010:3.0:1767384684.838453:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a8f2175b. 00000100:00000010:3.0:1767384684.838455:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009092733d. 00000100:00000010:3.0:1767384684.838456:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002816f449. 00000100:00000010:3.0:1767384684.838458:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc64db3b. 00000100:00000010:3.0:1767384684.838460:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a23ebb9. 00000100:00000010:3.0:1767384684.838461:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001db7106f. 00000100:00000010:3.0:1767384684.838463:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000021a83a84. 00000100:00000010:3.0:1767384684.838465:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000130db731. 00000100:00000010:3.0:1767384684.838466:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006d26b5b6. 00000100:00000010:3.0:1767384684.838477:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef1a7a97. 00000100:00000010:3.0:1767384684.838479:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d23ecb66. 00000100:00000010:3.0:1767384684.838481:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000165ac17. 00000100:00000010:3.0:1767384684.838483:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002ee30abd. 00000100:00000010:3.0:1767384684.838484:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e10e6d1. 00000100:00000010:3.0:1767384684.838486:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f27c0057. 00000100:00000010:3.0:1767384684.838488:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4d2db67. 00000100:00000010:3.0:1767384684.838490:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000025020578. 00000100:00000010:3.0:1767384684.838491:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2bb8103. 00000100:00000010:3.0:1767384684.838493:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b5174b0f. 00000100:00000010:3.0:1767384684.838495:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009cd6d48. 00000100:00000010:3.0:1767384684.838497:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000073da7e0b. 00000100:00000010:3.0:1767384684.838498:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab2f7469. 00000100:00000010:3.0:1767384684.838517:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000692f5b8c. 00000100:00000010:3.0:1767384684.838520:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000feecae3e. 00000100:00000010:3.0:1767384684.838521:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000040c6b997. 00000100:00000010:3.0:1767384684.838524:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f923bfc. 00000100:00000010:3.0:1767384684.838526:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b585cb81. 00000100:00000010:3.0:1767384684.838528:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de94de5a. 00000100:00000010:3.0:1767384684.838530:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc4a1747. 00000100:00000010:3.0:1767384684.838532:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042e10011. 00000100:00000010:3.0:1767384684.838533:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000073246c19. 00000100:00000010:3.0:1767384684.838535:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df06b6dc. 00000100:00000010:3.0:1767384684.838537:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ebb3ea2c. 00000100:00000010:3.0:1767384684.838538:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001578f78a. 00000100:00000010:3.0:1767384684.838541:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000d0f76536. 00000100:00000010:3.0:1767384684.838543:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000b13b4be1. 00000100:00000001:3.0:1767384684.838545:0:40098:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384684.838546:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.838547:0:40098:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384684.838548:0:40098:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384684.838549:0:40098:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000dc80967b. 00000100:00000001:3.0:1767384684.838552:0:40098:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384684.838553:0:40098:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.838555:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.838556:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002ce91b91. 00000100:00000001:3.0:1767384684.838558:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.838559:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.838560:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000261f53ff. 00000100:00000001:3.0:1767384684.838561:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.838562:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.838564:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000237e0612. 00000100:00000001:3.0:1767384684.838565:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.838566:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.838567:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006bcc3829. 00000100:00000001:3.0:1767384684.838569:0:40098:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384684.838722:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e42b1eea. 00000020:00000010:3.0:1767384684.838727:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000012b3bfab. 00000100:00000010:3.0:1767384684.838751:0:40098:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000ede2ceb5. 00000100:00000010:3.0:1767384684.838757:0:40098:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000083d7abdd. 00000100:00000010:3.0:1767384684.838763:0:40098:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000e9ec646d. 00000100:00000010:3.0:1767384684.838769:0:40098:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000026d9abf1. 00000100:00000001:3.0:1767384684.838772:0:40098:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.838774:0:40098:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384684.838775:0:40098:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:3.0:1767384684.838778:0:40098:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384684.838780:0:40098:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384684.838781:0:40098:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:3.0:1767384684.838783:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:3.0:1767384684.838785:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:3.0:1767384684.838786:0:40098:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:3.0:1767384684.838812:0:40098:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:2.0:1767384684.838819:0:17094:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c7c32e00. 00000020:00000010:1.0:1767384684.838825:0:17095:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f04a8e59. 00000040:00000010:2.0:1767384684.838826:0:17094:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000010c16e51. 00000020:00000010:2.0:1767384684.838831:0:17094:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000596a22b2. 00000040:00000010:1.0:1767384684.838833:0:17095:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008f6f1468. 00000020:00000010:2.0:1767384684.838835:0:17094:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000822d5aed. 00000020:00000010:1.0:1767384684.838838:0:17095:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006b97d5c8. 00000020:00000010:2.0:1767384684.838841:0:17094:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009cda0274. 00000020:00000010:0.0:1767384684.838842:0:17093:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c521e139. 00000020:00000010:1.0:1767384684.838844:0:17095:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000094ecf073. 80000000:00000010:2.0:1767384684.838846:0:17094:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000202073ec. 40000000:00000010:2.0:1767384684.838852:0:17094:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b840a437. 00000020:00000010:1.0:1767384684.838852:0:17095:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cebc86a6. 00000040:00000010:0.0:1767384684.838852:0:17093:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003a798f7a. 00000020:00000010:0.0:1767384684.838859:0:17093:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000058c3d0e1. 80000000:00000010:1.0:1767384684.838860:0:17095:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001abf2304. 00100000:00000010:2.0:1767384684.838861:0:17094:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006fb1cb98. 00040000:00000010:2.0:1767384684.838869:0:17094:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007515e5de. 40000000:00000010:1.0:1767384684.838869:0:17095:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000044f53b39. 00000020:00000010:0.0:1767384684.838869:0:17093:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000acd9e752. 00040000:00000010:2.0:1767384684.838875:0:17094:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000003b4a56c. 00100000:00000010:1.0:1767384684.838876:0:17095:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007774671c. 00000020:00000010:0.0:1767384684.838877:0:17093:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000079f432ad. 00080000:00000010:2.0:1767384684.838880:0:17094:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006ebbf341. 80000000:00000010:0.0:1767384684.838883:0:17093:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f3ec763d. 00080000:00000010:2.0:1767384684.838886:0:17094:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e515c52c. 40000000:00000010:0.0:1767384684.838890:0:17093:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005715fc87. 00000004:00000010:2.0:1767384684.838892:0:17094:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000065e41030. 00100000:00000010:0.0:1767384684.838896:0:17093:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001fb130c0. 00002000:00000010:2.0:1767384684.838897:0:17094:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000051365bd4. 00040000:00000010:1.0:1767384684.838898:0:17095:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000041288070. 00000020:00000010:2.0:1767384684.838903:0:17094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038999177. 00040000:00000010:1.0:1767384684.838904:0:17095:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000077f1b7ad. 00040000:00000010:0.0:1767384684.838906:0:17093:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d47b5e79. 00000020:00000010:2.0:1767384684.838910:0:17094:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cc2e3055. 00080000:00000010:1.0:1767384684.838912:0:17095:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002792ebda. 00040000:00000010:0.0:1767384684.838912:0:17093:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007563415b. 00000100:00000010:2.0:1767384684.838915:0:17094:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000086541721. 00080000:00000010:1.0:1767384684.838918:0:17095:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000aa8944fa. 00000020:00000001:2.0:1767384684.838921:0:17094:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00080000:00000010:0.0:1767384684.838921:0:17093:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000db008d5f. 00000004:00000010:1.0:1767384684.838924:0:17095:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000042baadeb. 00000020:00000010:2.0:1767384684.838925:0:17094:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000006efb559a. 00080000:00000010:0.0:1767384684.838927:0:17093:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a589bc0e. 00002000:00000010:1.0:1767384684.838929:0:17095:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000095e3abd7. 00000020:00000010:1.0:1767384684.838942:0:17095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000736865be. 00000004:00000010:0.0:1767384684.838947:0:17093:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000086189b57. 00000020:00000010:1.0:1767384684.838948:0:17095:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ce5779a1. 00002000:00000010:0.0:1767384684.838954:0:17093:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003fd0b279. 00000020:00000010:0.0:1767384684.838959:0:17093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040a77923. 00000100:00000010:1.0:1767384684.838961:0:17095:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a1390849. 00000020:00000010:0.0:1767384684.838965:0:17093:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000f1c7e71. 00000020:00000001:1.0:1767384684.838966:0:17095:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:1.0:1767384684.838970:0:17095:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000473872d7. 00000100:00000010:0.0:1767384684.838976:0:17093:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d6b119c3. 00000020:00000001:0.0:1767384684.838981:0:17093:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:0.0:1767384684.838983:0:17093:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000fc2210df. 00000020:00000001:2.0:1767384684.839080:0:17094:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:2.0:1767384684.839082:0:17094:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [000000004d026955:17094] 1 exiting: rc = 0 00000020:00000001:1.0:1767384684.839361:0:17095:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767384684.839363:0:17095:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [00000000cf8499bf:17095] 2 exiting: rc = 0 00000020:00000001:0.0:1767384684.839370:0:17093:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767384684.839373:0:17093:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [00000000a1a5bf0d:17093] 0 exiting: rc = 1 00000100:00000010:3.0:1767384684.839397:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a1a5bf0d. 00000100:00000010:3.0:1767384684.839403:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004d026955. 00000100:00000010:3.0:1767384684.839405:0:40098:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000cf8499bf. 00000100:00000001:3.0:1767384684.839411:0:40098:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384684.839412:0:40098:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384684.839415:0:40098:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:3.0:1767384684.839419:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839420:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839422:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f805f25. 00000400:00000200:3.0:1767384684.839425:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009a1b23e 00000400:00000010:3.0:1767384684.839427:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000009a1b23e. 00000100:00000001:3.0:1767384684.839430:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839432:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839437:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839438:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384684.839440:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839441:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839442:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839443:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ff7d328. 00000400:00000200:3.0:1767384684.839445:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027b9a33f 00000400:00000010:3.0:1767384684.839446:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000027b9a33f. 00000100:00000001:3.0:1767384684.839449:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839450:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839453:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839455:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384684.839456:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839457:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839458:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839459:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb2ca6dd. 00000400:00000200:3.0:1767384684.839460:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c34c7875 00000400:00000010:3.0:1767384684.839462:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c34c7875. 00000100:00000001:3.0:1767384684.839464:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839465:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839469:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839471:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384684.839472:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839473:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839474:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839475:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000951d3bbf. 00000400:00000200:3.0:1767384684.839476:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff4c4f95 00000400:00000010:3.0:1767384684.839477:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ff4c4f95. 00000100:00000001:3.0:1767384684.839479:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839480:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839484:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839485:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384684.839486:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839488:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839489:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839490:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c091d108. 00000400:00000200:3.0:1767384684.839491:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dd710dc 00000400:00000010:3.0:1767384684.839493:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006dd710dc. 00000100:00000001:3.0:1767384684.839494:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839495:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839499:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839500:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384684.839501:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839503:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839504:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839505:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e522420. 00000400:00000200:3.0:1767384684.839506:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d40fbdd8 00000400:00000010:3.0:1767384684.839508:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d40fbdd8. 00000100:00000001:3.0:1767384684.839510:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839510:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839514:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839515:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384684.839516:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839517:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839518:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839520:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005640d0fc. 00000400:00000200:3.0:1767384684.839521:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005698e971 00000400:00000010:3.0:1767384684.839523:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005698e971. 00000100:00000001:3.0:1767384684.839525:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839526:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839529:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839531:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384684.839532:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839533:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839534:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839535:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041f6bac4. 00000400:00000200:3.0:1767384684.839536:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c36fc4e2 00000400:00000010:3.0:1767384684.839537:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c36fc4e2. 00000100:00000001:3.0:1767384684.839539:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839540:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839544:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839545:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384684.839546:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839548:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839549:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839550:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069c26d45. 00000400:00000200:3.0:1767384684.839551:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b13188ce 00000400:00000010:3.0:1767384684.839553:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b13188ce. 00000100:00000001:3.0:1767384684.839555:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839555:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839559:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839560:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384684.839562:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839563:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839564:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839565:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ddea2b2. 00000400:00000200:3.0:1767384684.839566:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ec59ee6 00000400:00000010:3.0:1767384684.839567:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006ec59ee6. 00000100:00000001:3.0:1767384684.839578:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839579:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839583:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839585:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384684.839586:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839588:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839588:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839590:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e75e651. 00000400:00000200:3.0:1767384684.839591:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cf8dc7c 00000400:00000010:3.0:1767384684.839593:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006cf8dc7c. 00000100:00000001:3.0:1767384684.839595:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839596:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839600:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839601:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384684.839602:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839603:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839604:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839605:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c1a4c8d. 00000400:00000200:3.0:1767384684.839627:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064db4835 00000400:00000010:3.0:1767384684.839629:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000064db4835. 00000100:00000001:3.0:1767384684.839633:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839634:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839639:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839641:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384684.839644:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839646:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839647:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839648:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095d7e77f. 00000400:00000200:3.0:1767384684.839651:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cd48ad1 00000400:00000010:3.0:1767384684.839653:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000cd48ad1. 00000100:00000001:3.0:1767384684.839657:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839658:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839663:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839664:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384684.839666:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839668:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839669:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839670:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d9ada33. 00000400:00000200:3.0:1767384684.839673:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcdcbf60 00000400:00000010:3.0:1767384684.839674:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bcdcbf60. 00000100:00000001:3.0:1767384684.839677:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839678:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839681:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839683:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384684.839684:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839685:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839686:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839687:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db324169. 00000400:00000200:3.0:1767384684.839689:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c9a4c7 00000400:00000010:3.0:1767384684.839690:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000035c9a4c7. 00000100:00000001:3.0:1767384684.839693:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839694:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839698:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839699:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384684.839700:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839701:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839702:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839703:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000960218c0. 00000400:00000200:3.0:1767384684.839705:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048bea341 00000400:00000010:3.0:1767384684.839710:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000048bea341. 00000100:00000001:3.0:1767384684.839713:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839714:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839719:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839721:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384684.839722:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839724:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839725:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839726:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006b03a18. 00000400:00000200:3.0:1767384684.839728:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297e6392 00000400:00000010:3.0:1767384684.839730:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000297e6392. 00000100:00000001:3.0:1767384684.839733:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839734:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839738:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839739:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384684.839741:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839742:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839742:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839744:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc4ec54. 00000400:00000200:3.0:1767384684.839745:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068eb3c7c 00000400:00000010:3.0:1767384684.839746:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000068eb3c7c. 00000100:00000001:3.0:1767384684.839748:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839750:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839753:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839755:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384684.839756:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839758:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839759:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839760:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4d34689. 00000400:00000200:3.0:1767384684.839761:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1f1e9d 00000400:00000010:3.0:1767384684.839762:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008b1f1e9d. 00000100:00000001:3.0:1767384684.839764:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839765:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839769:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839770:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384684.839771:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839772:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839773:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839774:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c8a7a6. 00000400:00000200:3.0:1767384684.839775:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d850813e 00000400:00000010:3.0:1767384684.839777:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d850813e. 00000100:00000001:3.0:1767384684.839778:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839779:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839783:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839784:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384684.839785:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839786:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839787:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839789:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3ca52cd. 00000400:00000200:3.0:1767384684.839790:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e6c6255 00000400:00000010:3.0:1767384684.839792:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007e6c6255. 00000100:00000001:3.0:1767384684.839794:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839795:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839799:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839800:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384684.839802:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839803:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839805:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839806:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df04f1a7. 00000400:00000200:3.0:1767384684.839808:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd46b1a1 00000400:00000010:3.0:1767384684.839809:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cd46b1a1. 00000100:00000001:3.0:1767384684.839812:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839812:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839816:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839818:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384684.839819:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839820:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839821:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839822:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000816288de. 00000400:00000200:3.0:1767384684.839824:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c145f8 00000400:00000010:3.0:1767384684.839825:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c1c145f8. 00000100:00000001:3.0:1767384684.839827:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839828:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839832:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839833:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384684.839834:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839836:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839837:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839838:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4e269d0. 00000400:00000200:3.0:1767384684.839839:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cfe7f0a 00000400:00000010:3.0:1767384684.839840:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001cfe7f0a. 00000100:00000001:3.0:1767384684.839843:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839844:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839847:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839848:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384684.839849:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839851:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839851:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839852:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d300ff3. 00000400:00000200:3.0:1767384684.839854:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d1d5266 00000400:00000010:3.0:1767384684.839855:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003d1d5266. 00000100:00000001:3.0:1767384684.839857:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839858:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839862:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839863:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384684.839864:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839866:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839867:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839868:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b21b943. 00000400:00000200:3.0:1767384684.839869:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc5aebf2 00000400:00000010:3.0:1767384684.839871:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cc5aebf2. 00000100:00000001:3.0:1767384684.839873:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839874:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839878:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839879:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384684.839881:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839882:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839883:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839884:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c342c50. 00000400:00000200:3.0:1767384684.839885:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002aa2782d 00000400:00000010:3.0:1767384684.839886:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002aa2782d. 00000100:00000001:3.0:1767384684.839888:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839889:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839893:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839895:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384684.839896:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839897:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839898:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839899:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f9cda15. 00000400:00000200:3.0:1767384684.839900:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de52e187 00000400:00000010:3.0:1767384684.839901:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000de52e187. 00000100:00000001:3.0:1767384684.839903:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839904:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839908:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839909:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384684.839911:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839912:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839913:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839914:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7dd2a0a. 00000400:00000200:3.0:1767384684.839915:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000241c30ee 00000400:00000010:3.0:1767384684.839917:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000241c30ee. 00000100:00000001:3.0:1767384684.839918:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839919:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839923:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839924:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384684.839925:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839926:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839927:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839929:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a75d4f6. 00000400:00000200:3.0:1767384684.839930:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000501e3060 00000400:00000010:3.0:1767384684.839932:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000501e3060. 00000100:00000001:3.0:1767384684.839933:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839935:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839938:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839939:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384684.839941:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839942:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839943:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839944:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c54483a. 00000400:00000200:3.0:1767384684.839945:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076a10c5d 00000400:00000010:3.0:1767384684.839947:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000076a10c5d. 00000100:00000001:3.0:1767384684.839949:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839950:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839954:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839955:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384684.839956:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839957:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839958:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839959:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0f43d00. 00000400:00000200:3.0:1767384684.839960:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e64a8554 00000400:00000010:3.0:1767384684.839962:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e64a8554. 00000100:00000001:3.0:1767384684.839964:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839965:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839968:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839970:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384684.839971:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839972:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839973:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839974:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d412201. 00000400:00000200:3.0:1767384684.839976:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003521649a 00000400:00000010:3.0:1767384684.839977:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003521649a. 00000100:00000001:3.0:1767384684.839979:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.839980:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.839983:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.839985:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384684.839986:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.839987:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.839988:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.839989:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075a28321. 00000400:00000200:3.0:1767384684.839991:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095bc8694 00000400:00000010:3.0:1767384684.839992:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000095bc8694. 00000100:00000001:3.0:1767384684.840007:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840008:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840012:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840013:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384684.840014:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840016:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840017:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840018:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afa83c98. 00000400:00000200:3.0:1767384684.840020:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3f38fb1 00000400:00000010:3.0:1767384684.840021:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e3f38fb1. 00000100:00000001:3.0:1767384684.840023:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840024:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840028:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840029:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384684.840031:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840032:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840033:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840034:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8fa1eee. 00000400:00000200:3.0:1767384684.840035:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3a13df0 00000400:00000010:3.0:1767384684.840036:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a3a13df0. 00000100:00000001:3.0:1767384684.840038:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840039:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840042:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840043:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384684.840045:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840046:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840047:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840048:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017e4ebe3. 00000400:00000200:3.0:1767384684.840050:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9547279 00000400:00000010:3.0:1767384684.840051:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e9547279. 00000100:00000001:3.0:1767384684.840053:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840054:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840058:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840059:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384684.840060:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840061:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840063:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840064:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005d06ad9. 00000400:00000200:3.0:1767384684.840065:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e6e94e9 00000400:00000010:3.0:1767384684.840066:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003e6e94e9. 00000100:00000001:3.0:1767384684.840068:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840069:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840073:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840074:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384684.840075:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840076:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840077:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840078:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d281e26b. 00000400:00000200:3.0:1767384684.840080:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4eee60 00000400:00000010:3.0:1767384684.840082:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bc4eee60. 00000100:00000001:3.0:1767384684.840084:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840085:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840089:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840090:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384684.840091:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840093:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840094:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840095:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008416f3ae. 00000400:00000200:3.0:1767384684.840096:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f822bef3 00000400:00000010:3.0:1767384684.840097:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f822bef3. 00000100:00000001:3.0:1767384684.840099:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840100:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840104:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840105:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384684.840106:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840107:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840108:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840109:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a848de6. 00000400:00000200:3.0:1767384684.840110:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000645bdaf6 00000400:00000010:3.0:1767384684.840112:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000645bdaf6. 00000100:00000001:3.0:1767384684.840114:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840115:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840119:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840120:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384684.840121:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840122:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840123:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840124:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd673cce. 00000400:00000200:3.0:1767384684.840126:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b513f5da 00000400:00000010:3.0:1767384684.840127:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b513f5da. 00000100:00000001:3.0:1767384684.840129:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840130:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840134:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840135:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384684.840136:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840138:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840138:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840139:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b884fac4. 00000400:00000200:3.0:1767384684.840141:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d671d37 00000400:00000010:3.0:1767384684.840142:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004d671d37. 00000100:00000001:3.0:1767384684.840144:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840145:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840158:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840160:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384684.840161:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840162:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840163:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840164:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f436e66. 00000400:00000200:3.0:1767384684.840166:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009046f6f9 00000400:00000010:3.0:1767384684.840168:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009046f6f9. 00000100:00000001:3.0:1767384684.840170:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840170:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840174:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840176:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384684.840177:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840178:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840179:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840181:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a72f85c1. 00000400:00000200:3.0:1767384684.840182:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc724125 00000400:00000010:3.0:1767384684.840184:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bc724125. 00000100:00000001:3.0:1767384684.840186:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840187:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840190:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840191:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384684.840192:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840194:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840195:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840196:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b32a8fa. 00000400:00000200:3.0:1767384684.840198:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004772991e 00000400:00000010:3.0:1767384684.840199:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004772991e. 00000100:00000001:3.0:1767384684.840201:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840202:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840205:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840206:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384684.840207:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840209:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840209:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840210:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fb98292. 00000400:00000200:3.0:1767384684.840212:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caf01f8a 00000400:00000010:3.0:1767384684.840213:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000caf01f8a. 00000100:00000001:3.0:1767384684.840215:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840216:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840220:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840221:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384684.840222:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840224:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840225:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840226:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000351900e6. 00000400:00000200:3.0:1767384684.840228:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a3b22e 00000400:00000010:3.0:1767384684.840229:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d6a3b22e. 00000100:00000001:3.0:1767384684.840231:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840232:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840235:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840237:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384684.840238:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840239:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840240:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840241:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000099f187c. 00000400:00000200:3.0:1767384684.840243:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce58ba16 00000400:00000010:3.0:1767384684.840244:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ce58ba16. 00000100:00000001:3.0:1767384684.840246:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840247:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840251:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840252:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384684.840253:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840254:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840255:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840257:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbdf45e9. 00000400:00000200:3.0:1767384684.840258:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6baeb25 00000400:00000010:3.0:1767384684.840259:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b6baeb25. 00000100:00000001:3.0:1767384684.840261:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840262:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840266:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840267:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384684.840269:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840270:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840271:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840272:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5129964. 00000400:00000200:3.0:1767384684.840274:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fa0eb2d 00000400:00000010:3.0:1767384684.840275:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005fa0eb2d. 00000100:00000001:3.0:1767384684.840277:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840278:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840281:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840282:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384684.840284:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840285:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840286:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840287:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d09cfbd. 00000400:00000200:3.0:1767384684.840288:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f7f9a7 00000400:00000010:3.0:1767384684.840290:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000001f7f9a7. 00000100:00000001:3.0:1767384684.840291:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840292:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840296:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840298:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384684.840299:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840301:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840301:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840302:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000546bfefe. 00000400:00000200:3.0:1767384684.840304:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c5dbea 00000400:00000010:3.0:1767384684.840305:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e0c5dbea. 00000100:00000001:3.0:1767384684.840307:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840308:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840311:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840313:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384684.840314:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840315:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840316:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840318:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000412c3a30. 00000400:00000200:3.0:1767384684.840319:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073bafc9 00000400:00000010:3.0:1767384684.840320:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000073bafc9. 00000100:00000001:3.0:1767384684.840322:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840323:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840327:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840328:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384684.840329:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840331:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840332:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840333:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091460a47. 00000400:00000200:3.0:1767384684.840334:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000296a6103 00000400:00000010:3.0:1767384684.840335:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000296a6103. 00000100:00000001:3.0:1767384684.840337:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840338:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840342:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840343:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384684.840344:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840345:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840346:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840347:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6f94895. 00000400:00000200:3.0:1767384684.840349:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e891d738 00000400:00000010:3.0:1767384684.840350:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e891d738. 00000100:00000001:3.0:1767384684.840352:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840353:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840357:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840358:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384684.840360:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840361:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840362:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840363:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8b35185. 00000400:00000200:3.0:1767384684.840364:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093b103ef 00000400:00000010:3.0:1767384684.840366:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000093b103ef. 00000100:00000001:3.0:1767384684.840367:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840368:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840372:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840373:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384684.840374:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840376:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840377:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840378:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000186939ed. 00000400:00000200:3.0:1767384684.840379:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2c7a55c 00000400:00000010:3.0:1767384684.840381:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a2c7a55c. 00000100:00000001:3.0:1767384684.840383:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840384:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840387:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840388:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384684.840389:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840391:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840391:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840392:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b03b057. 00000400:00000200:3.0:1767384684.840394:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d752686 00000400:00000010:3.0:1767384684.840395:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001d752686. 00000100:00000001:3.0:1767384684.840397:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840398:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840402:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840403:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384684.840405:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840406:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840407:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840408:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000822f74c9. 00000400:00000200:3.0:1767384684.840409:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001002d220 00000400:00000010:3.0:1767384684.840411:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001002d220. 00000100:00000001:3.0:1767384684.840413:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840414:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840417:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840419:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384684.840420:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840421:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840422:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840423:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000007e9e07. 00000400:00000200:3.0:1767384684.840424:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ecdeff 00000400:00000010:3.0:1767384684.840427:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000068ecdeff. 00000100:00000001:3.0:1767384684.840429:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840430:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840434:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840435:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384684.840436:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840437:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840438:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840439:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0b7d46f. 00000400:00000200:3.0:1767384684.840441:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a571631a 00000400:00000010:3.0:1767384684.840442:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a571631a. 00000100:00000001:3.0:1767384684.840444:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840445:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840448:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840449:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384684.840451:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840452:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840453:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840454:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9367c6b. 00000400:00000200:3.0:1767384684.840456:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016abf298 00000400:00000010:3.0:1767384684.840457:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000016abf298. 00000100:00000001:3.0:1767384684.840459:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840459:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840463:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840464:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384684.840465:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384684.840466:0:40098:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.840467:0:40098:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384684.840469:0:40098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e55e1ea4. 00000400:00000200:3.0:1767384684.840470:0:40098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049787c3a 00000400:00000010:3.0:1767384684.840472:0:40098:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000049787c3a. 00000100:00000001:3.0:1767384684.840474:0:40098:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.840475:0:40098:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384684.840479:0:40098:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384684.840480:0:40098:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384684.840481:0:40098:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384684.840483:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840484:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840485:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840486:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840487:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840488:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840489:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840490:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840491:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840492:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840493:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840494:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840496:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840497:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840498:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840499:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840500:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840501:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840502:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840503:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840504:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840505:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840506:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840507:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840509:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840509:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840511:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840512:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840513:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840514:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840515:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840516:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840517:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840518:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840519:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840520:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840522:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840523:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840524:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840525:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840526:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840527:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840528:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840529:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840530:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840531:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840532:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840533:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840534:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840535:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840536:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840537:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840538:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840539:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840540:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840541:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840542:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840543:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840544:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840545:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840547:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840548:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840549:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840550:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840551:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840552:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840553:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840554:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840555:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840556:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840557:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840558:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840559:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840560:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840562:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840562:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840563:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840564:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840565:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840566:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840568:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840568:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840570:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840570:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840572:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840573:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840574:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840575:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840576:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840576:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840578:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840579:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840580:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840581:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840582:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840583:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840584:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840585:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840586:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840587:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840588:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840589:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840590:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840591:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840592:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840593:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840594:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840595:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840596:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840597:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840598:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840599:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840601:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840601:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840603:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840603:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840605:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840606:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840633:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840634:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840636:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840637:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840639:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840640:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840642:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840644:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384684.840646:0:40098:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384684.840647:0:40098:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384684.840650:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c8019d4a. 00000100:00000010:3.0:1767384684.840712:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022ba1459. 00000100:00000010:3.0:1767384684.840715:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003957614c. 00000100:00000010:3.0:1767384684.840744:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000470e1986. 00000100:00000010:3.0:1767384684.840746:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001e5c8bcc. 00000100:00000010:3.0:1767384684.840774:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d491a22. 00000100:00000010:3.0:1767384684.840776:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000807cd77d. 00000100:00000010:3.0:1767384684.840806:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a465605e. 00000100:00000010:3.0:1767384684.840809:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000576f0b0d. 00000100:00000010:3.0:1767384684.840841:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020577699. 00000100:00000010:3.0:1767384684.840844:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d5744b8f. 00000100:00000010:3.0:1767384684.840877:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000050747c8. 00000100:00000010:3.0:1767384684.840879:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004db1aaad. 00000100:00000010:3.0:1767384684.840907:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000819f4565. 00000100:00000010:3.0:1767384684.840909:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000049fca4e2. 00000100:00000010:3.0:1767384684.840944:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000329a50e1. 00000100:00000010:3.0:1767384684.840946:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009acb73e8. 00000100:00000010:3.0:1767384684.840981:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f659d25a. 00000100:00000010:3.0:1767384684.840983:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000086ca2e30. 00000100:00000010:3.0:1767384684.841025:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077eb29ef. 00000100:00000010:3.0:1767384684.841027:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008cc8eb32. 00000100:00000010:3.0:1767384684.841065:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4348e51. 00000100:00000010:3.0:1767384684.841067:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b72dd6b6. 00000100:00000010:3.0:1767384684.841105:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c515de4. 00000100:00000010:3.0:1767384684.841107:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000078cc676e. 00000100:00000010:3.0:1767384684.841139:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d2011c3. 00000100:00000010:3.0:1767384684.841141:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d6ff05f6. 00000100:00000010:3.0:1767384684.841183:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9627af9. 00000100:00000010:3.0:1767384684.841186:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000000c9c691. 00000100:00000010:3.0:1767384684.841217:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006abfc5d0. 00000100:00000010:3.0:1767384684.841220:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000053cb94dd. 00000100:00000010:3.0:1767384684.841250:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e54663d. 00000100:00000010:3.0:1767384684.841252:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007463601a. 00000100:00000010:3.0:1767384684.841284:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009561e0a. 00000100:00000010:3.0:1767384684.841286:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001da728e4. 00000100:00000010:3.0:1767384684.841318:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9220583. 00000100:00000010:3.0:1767384684.841320:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c3314abd. 00000100:00000010:3.0:1767384684.841354:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000778d6598. 00000100:00000010:3.0:1767384684.841356:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e9d78a3f. 00000100:00000010:3.0:1767384684.841387:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009433289. 00000100:00000010:3.0:1767384684.841389:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e3234847. 00000100:00000010:3.0:1767384684.841425:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004bcd5ff6. 00000100:00000010:3.0:1767384684.841427:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000880671e6. 00000100:00000010:3.0:1767384684.841471:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c182fd8. 00000100:00000010:3.0:1767384684.841473:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dfc7a90e. 00000100:00000010:3.0:1767384684.841547:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e07634df. 00000100:00000010:3.0:1767384684.841549:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004f41e99b. 00000100:00000010:3.0:1767384684.841590:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000222c395d. 00000100:00000010:3.0:1767384684.841593:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006ed8ed34. 00000100:00000010:3.0:1767384684.841656:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b6871d0. 00000100:00000010:3.0:1767384684.841661:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000327a5c75. 00000100:00000010:3.0:1767384684.841722:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026446e74. 00000100:00000010:3.0:1767384684.841725:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d2eaa5b0. 00000100:00000010:3.0:1767384684.841770:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b532816. 00000100:00000010:3.0:1767384684.841774:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000012fdebd7. 00000100:00000010:3.0:1767384684.841826:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d110568e. 00000100:00000010:3.0:1767384684.841829:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000083e703a7. 00000100:00000010:3.0:1767384684.841865:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007280735. 00000100:00000010:3.0:1767384684.841867:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f22b437c. 00000100:00000010:3.0:1767384684.841911:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065b26f90. 00000100:00000010:3.0:1767384684.841913:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004f360eed. 00000100:00000010:3.0:1767384684.841946:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008c60001. 00000100:00000010:3.0:1767384684.841949:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000083d33066. 00000100:00000010:3.0:1767384684.841989:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000763bc497. 00000100:00000010:3.0:1767384684.841991:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b86d2cba. 00000100:00000010:3.0:1767384684.842036:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4314127. 00000100:00000010:3.0:1767384684.842038:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007644b5d3. 00000100:00000010:3.0:1767384684.842069:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002185f234. 00000100:00000010:3.0:1767384684.842071:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000080fdb17b. 00000100:00000010:3.0:1767384684.842100:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000455d2813. 00000100:00000010:3.0:1767384684.842102:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f6843e3d. 00000100:00000010:3.0:1767384684.842135:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098ec74de. 00000100:00000010:3.0:1767384684.842138:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000078f4b961. 00000100:00000010:3.0:1767384684.842179:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002849e536. 00000100:00000010:3.0:1767384684.842182:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001957591d. 00000100:00000010:3.0:1767384684.842217:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025562106. 00000100:00000010:3.0:1767384684.842220:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b214b23f. 00000100:00000010:3.0:1767384684.842256:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042638782. 00000100:00000010:3.0:1767384684.842259:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000900a9ef5. 00000100:00000010:3.0:1767384684.842291:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0c4f619. 00000100:00000010:3.0:1767384684.842293:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000013eca587. 00000100:00000010:3.0:1767384684.842325:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024859638. 00000100:00000010:3.0:1767384684.842327:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000088302249. 00000100:00000010:3.0:1767384684.842359:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000379b3b1b. 00000100:00000010:3.0:1767384684.842362:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009d61dbc4. 00000100:00000010:3.0:1767384684.842392:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000808534e6. 00000100:00000010:3.0:1767384684.842394:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f8e807f1. 00000100:00000010:3.0:1767384684.842427:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de81adc6. 00000100:00000010:3.0:1767384684.842429:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a3c36ec5. 00000100:00000010:3.0:1767384684.842461:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053279ec6. 00000100:00000010:3.0:1767384684.842463:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003a5ed036. 00000100:00000010:3.0:1767384684.842494:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c89cddc9. 00000100:00000010:3.0:1767384684.842496:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006293e3c0. 00000100:00000010:3.0:1767384684.842526:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6f2c7f9. 00000100:00000010:3.0:1767384684.842528:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000faa4ecd8. 00000100:00000010:3.0:1767384684.842558:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035bbc3c7. 00000100:00000010:3.0:1767384684.842559:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000042e70496. 00000100:00000010:3.0:1767384684.842594:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004813a357. 00000100:00000010:3.0:1767384684.842597:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000075e8d480. 00000100:00000010:3.0:1767384684.842669:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000890a2bc6. 00000100:00000010:3.0:1767384684.842672:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d6614746. 00000100:00000010:3.0:1767384684.842706:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad5e8daf. 00000100:00000010:3.0:1767384684.842708:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f0ab3791. 00000100:00000010:3.0:1767384684.842745:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009dd354cb. 00000100:00000010:3.0:1767384684.842747:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002d76789d. 00000100:00000010:3.0:1767384684.842781:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc0f862e. 00000100:00000010:3.0:1767384684.842783:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000be139eb0. 00000100:00000010:3.0:1767384684.842821:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001461aa45. 00000100:00000010:3.0:1767384684.842824:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007a19c802. 00000100:00000010:3.0:1767384684.842859:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a5cecbc. 00000100:00000010:3.0:1767384684.842861:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f4772c9d. 00000100:00000010:3.0:1767384684.842896:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e3b7407. 00000100:00000010:3.0:1767384684.842898:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a51ad0f0. 00000100:00000010:3.0:1767384684.842937:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010c69fb8. 00000100:00000010:3.0:1767384684.842939:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005ab31a40. 00000100:00000010:3.0:1767384684.842973:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4450ec9. 00000100:00000010:3.0:1767384684.842975:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000698243b. 00000100:00000010:3.0:1767384684.843006:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079c85914. 00000100:00000010:3.0:1767384684.843008:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005451ea78. 00000100:00000010:3.0:1767384684.843037:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054b6b1b8. 00000100:00000010:3.0:1767384684.843039:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f0b3c4a4. 00000100:00000010:3.0:1767384684.843069:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa17b312. 00000100:00000010:3.0:1767384684.843071:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003a70230f. 00000100:00000010:3.0:1767384684.843104:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba280be3. 00000100:00000010:3.0:1767384684.843106:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b16bb49b. 00000100:00000010:3.0:1767384684.843136:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a38d7285. 00000100:00000010:3.0:1767384684.843138:0:40098:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000093e9e6bf. 00000100:00000010:3.0:1767384684.843183:0:40098:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d98a5bc. 00000100:00000010:3.0:1767384684.843197:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000003e817bf. 00000100:00000010:3.0:1767384684.843202:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000047035d3d. 00000100:00000010:3.0:1767384684.843207:0:40098:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000005f85f0f2. 00000100:00000001:3.0:1767384684.843212:0:40098:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384684.843213:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.843215:0:40098:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384684.843216:0:40098:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384684.843217:0:40098:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000b27eb85c. 00000100:00000001:3.0:1767384684.843220:0:40098:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384684.843221:0:40098:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.843223:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.843224:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b4e59281. 00000100:00000001:3.0:1767384684.843226:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.843227:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.843228:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009a73bed5. 00000100:00000001:3.0:1767384684.843230:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.843231:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.843232:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f4288954. 00000100:00000001:3.0:1767384684.843234:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.843235:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.843236:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004b873d42. 00000100:00000001:3.0:1767384684.843238:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.843239:0:40098:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384684.843240:0:40098:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384684.843241:0:40098:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000014bdc91b. 00000100:00000001:3.0:1767384684.843243:0:40098:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384684.843244:0:40098:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.843246:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.843247:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000095b1f2bf. 00000100:00000001:3.0:1767384684.843249:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.843250:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.843251:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c83ca379. 00000100:00000001:3.0:1767384684.843252:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.843253:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.843254:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000654e158e. 00000100:00000001:3.0:1767384684.843255:0:40098:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384684.843256:0:40098:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384684.843257:0:40098:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000012bfe745. 00000100:00000010:3.0:1767384684.843259:0:40098:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000bed3292d. 00000100:00000001:3.0:1767384684.843261:0:40098:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384684.843319:0:40098:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000002e14e346. 00000020:00000010:3.0:1767384684.843322:0:40098:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e3a1a474. 00000100:00000010:3.0:1767384684.843341:0:40098:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000003ae94669. 00000100:00000010:3.0:1767384684.843347:0:40098:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000c85b6848. 00000100:00000010:3.0:1767384684.843354:0:40098:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000850a9974. 00000100:00000010:3.0:1767384684.843356:0:40098:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000006dd7253c. 00000100:00000001:3.0:1767384684.843358:0:40098:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384684.843360:0:40098:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:3.0:1767384684.843375:0:40098:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.843377:0:40098:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384684.843387:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384684.843392:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002f41d0bd. 00000001:00000010:3.0:1767384684.843394:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000074f74095. 00000001:00000010:3.0:1767384684.843395:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eee84c7b. 00000001:00000010:3.0:1767384684.843397:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000055aa4bfd. 00000001:00000010:3.0:1767384684.843399:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005519961f. 00000001:00000010:3.0:1767384684.843401:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008688f561. 00000001:00000001:3.0:1767384684.843404:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384684.843405:0:40098:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384684.843408:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000068c13f9d. 00000001:00000010:3.0:1767384684.843409:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000934293de. 00000001:00000010:3.0:1767384684.843411:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004949216b. 00000001:00000010:3.0:1767384684.843413:0:40098:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009d7a801a. 00000001:00000010:3.0:1767384684.843415:0:40098:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000634ce0ce. 00000001:00000010:3.0:1767384684.843417:0:40098:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000020bd0c57. 00000001:00000001:3.0:1767384684.843419:0:40098:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384684.843420:0:40098:0:(obd_config.c:955:class_decref()) Decref MDS (00000000c7175859) now 3 - setup 00000020:00000001:3.0:1767384684.843423:0:40098:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.843425:0:40098:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384684.843428:0:40098:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384684.843433:0:40098:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384684.843435:0:40098:0:(obd_config.c:955:class_decref()) Decref MDS (00000000c7175859) now 2 - obd_device_list 00000020:00000080:3.0:1767384684.843437:0:40098:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:3.0:1767384684.843438:0:40098:0:(obd_config.c:955:class_decref()) Decref MDS (00000000c7175859) now 1 - newdev 00000020:00000040:3.0:1767384684.843441:0:40098:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005cdc301b with handle 0x7f71e2b70dd1fffe from hash 00000020:00000040:3.0:1767384684.843444:0:40098:0:(genops.c:898:class_export_put()) PUTting export 000000005cdc301b : new refcount 0 00000020:00000080:3.0:1767384684.843446:0:40098:0:(genops.c:904:class_export_put()) final put 000000005cdc301b/MDS_uuid 00000020:00000001:3.0:1767384684.843449:0:40098:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.843451:0:40098:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384684.843453:0:40098:0:(genops.c:863:class_export_destroy()) destroying export 000000005cdc301b/MDS_uuid for MDS 00000020:00000001:3.0:1767384684.843455:0:40098:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384684.843457:0:40098:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384684.843459:0:40098:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005cdc301b. 00000020:00000001:3.0:1767384684.843464:0:40098:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384684.843465:0:40098:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:3.0:1767384684.843467:0:40098:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:3.0:1767384684.843468:0:40098:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384684.843472:0:40098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000916407c4. 00000020:00000010:3.0:1767384684.843475:0:40098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d736e55b. 00000040:00000010:3.0:1767384684.843478:0:40098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ad136111. 00000020:00000010:3.0:1767384684.843481:0:40098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cc7ce504. 00000020:00000010:3.0:1767384684.843485:0:40098:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da60384a. 00000020:00000010:3.0:1767384684.843487:0:40098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009b0b40d8. 80000000:00000010:3.0:1767384684.843490:0:40098:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008c4bb1b7. 40000000:00000010:3.0:1767384684.843493:0:40098:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002d6126a5. 00100000:00000010:3.0:1767384684.843496:0:40098:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a0b69589. 00040000:00000010:3.0:1767384684.843498:0:40098:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c9e85372. 00040000:00000010:3.0:1767384684.843501:0:40098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000054f8a7db. 00080000:00000010:3.0:1767384684.843506:0:40098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000034fb6922. 00080000:00000010:3.0:1767384684.843509:0:40098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b3b106a3. 00000004:00000010:3.0:1767384684.843515:0:40098:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003bf63e7a. 00000004:00000001:3.0:1767384684.843519:0:40098:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:3.0:1767384684.843522:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002f1d00d2. 00000004:00000010:3.0:1767384684.843525:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cbb5cfc1. 00000004:00000010:3.0:1767384684.843529:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f184376f. 00000004:00000010:3.0:1767384684.843542:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000e5860f8. 00000004:00000010:3.0:1767384684.843547:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000061bbeeba. 00000004:00000010:3.0:1767384684.843551:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000014be5c8a. 00000004:00000010:3.0:1767384684.843553:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004fdddba9. 00000004:00000010:3.0:1767384684.843556:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000069eab0dc. 00000004:00000010:3.0:1767384684.843558:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cf0be572. 00000004:00000010:3.0:1767384684.843561:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000838c5c0a. 00000004:00000010:3.0:1767384684.843564:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000045596d3c. 00000004:00000010:3.0:1767384684.843566:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006d293021. 00000004:00000010:3.0:1767384684.843569:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000353c9e40. 00000004:00000010:3.0:1767384684.843571:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c401285e. 00000004:00000010:3.0:1767384684.843575:0:40098:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 00000000827b7b78. 00000004:00000001:3.0:1767384684.843577:0:40098:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384684.843579:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d736e55b. 00000040:00000010:3.0:1767384684.843582:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ad136111. 00000020:00000010:3.0:1767384684.843583:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cc7ce504. 00000020:00000010:3.0:1767384684.843586:0:40098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da60384a. 00000020:00000010:3.0:1767384684.843588:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009b0b40d8. 80000000:00000010:3.0:1767384684.843590:0:40098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008c4bb1b7. 40000000:00000010:3.0:1767384684.843592:0:40098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002d6126a5. 00100000:00000010:3.0:1767384684.843595:0:40098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a0b69589. 00040000:00000010:3.0:1767384684.843597:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c9e85372. 00040000:00000010:3.0:1767384684.843599:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000054f8a7db. 00080000:00000010:3.0:1767384684.843601:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b3b106a3. 00080000:00000010:3.0:1767384684.843604:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000034fb6922. 00000004:00000010:3.0:1767384684.843606:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003bf63e7a. 00000020:00000010:3.0:1767384684.843635:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000916407c4. 00000020:00000001:3.0:1767384684.843638:0:40098:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384684.843640:0:40098:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000c7175859. 00000020:00000001:3.0:1767384684.843647:0:40098:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.843649:0:40098:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384684.843651:0:40098:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 0000000074c57ee4. 00000020:00000001:3.0:1767384684.843653:0:40098:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.843656:0:40098:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384684.843660:0:40098:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 000000007fbc6a54. 00000020:00000010:3.0:1767384684.843666:0:40098:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000048e16976. 00000020:00000010:3.0:1767384684.843671:0:40098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000792c2f56. 00000040:00000010:3.0:1767384684.843674:0:40098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dd4dbcd1. 00000020:00000010:3.0:1767384684.843675:0:40098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ef859090. 00000020:00000010:3.0:1767384684.843678:0:40098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000026fbbba0. 00000020:00000010:3.0:1767384684.843681:0:40098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001bd0a7b3. 80000000:00000010:3.0:1767384684.843683:0:40098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000029e75607. 40000000:00000010:3.0:1767384684.843685:0:40098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e40ee067. 00100000:00000010:3.0:1767384684.843687:0:40098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e661df69. 00040000:00000010:3.0:1767384684.843689:0:40098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cfb6cded. 00040000:00000010:3.0:1767384684.843691:0:40098:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000171e8b8a. 00040000:00000010:3.0:1767384684.843694:0:40098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cf4376dd. 00080000:00000010:3.0:1767384684.843696:0:40098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000024f5ddbe. 00080000:00000010:3.0:1767384684.843699:0:40098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007eb054ae. 00000004:00000010:3.0:1767384684.843702:0:40098:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008ad046db. 00000004:00000010:3.0:1767384684.843704:0:40098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000054a1ee51. 00000004:00000010:3.0:1767384684.843708:0:40098:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000976fdd29. 00002000:00000010:3.0:1767384684.843710:0:40098:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c8455277. 00000004:00000010:3.0:1767384684.843713:0:40098:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000094d911c4. 00000020:00000010:3.0:1767384684.843716:0:40098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b139e8ea. 00000020:02000400:3.0:1767384684.843718:0:40098:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:3.0:1767384684.845287:0:40098:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 00000000d8da7da6. 00000020:00000001:3.0:1767384684.845291:0:40098:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000010:2.0:1767384684.846365:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9fcd12f. 00080000:00000010:0.0:1767384684.846366:0:10603:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000033c56789. 00080000:00000010:2.0:1767384684.846374:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9fcd12f. 00080000:00000010:0.0:1767384684.846376:0:10603:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000033c56789. 00000020:00000001:2.0:1767384684.846381:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.846385:0:10603:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384685.017706:0:17887:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384685.017711:0:17887:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.018671:0:19658:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384685.018675:0:19658:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384685.033525:0:40111:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000277e5f80. 00080000:00000010:0.0:1767384685.033534:0:40111:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000277e5f80. 00000020:00000001:0.0:1767384685.033539:0:40111:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384685.180805:0:40152:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 00000000c3289978. 00000400:00000040:2.0:1767384685.180822:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384685.180825:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384685.180826:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384685.180828:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384685.180829:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384685.180831:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1767384685.180832:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1767384685.180882:0:40152:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 00000000c3289978. 00080000:00000010:1.0:1767384685.400207:0:40165:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000d228b0d. 00080000:00000010:1.0:1767384685.400219:0:40165:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000d228b0d. 00000020:00000001:1.0:1767384685.400224:0:40165:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384685.404249:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008612cf88] -> 12345-192.168.202.137@tcp (6) 00000800:00000200:1.0:1767384685.404255:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp ip 192.168.202.137:988 00000800:00000200:1.0:1767384685.404259:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384685.404464:0:16343:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384685.404469:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384685.404477:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384685.404481:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384685.404484:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384685.529892:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384685.529897:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384685.530088:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384685.530091:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384685.530094:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384685.821656:0:40216:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ee3c6a49. 00080000:00000010:0.0:1767384685.821667:0:40216:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ee3c6a49. 00000020:00000001:0.0:1767384685.821673:0:40216:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384686.041741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384686.041751:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384686.041759:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003eff339e. 00000020:00000040:3.0:1767384686.041774:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=4 obd=MGC192.168.202.137@tcp 00000100:00000001:3.0:1767384686.041779:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384686.041782:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384686.041787:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384686.041795:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cfb6cded. 00000100:00000001:3.0:1767384686.041801:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384686.041817:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@000000003eff339e x1853237049197952/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384686.041829:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384686.041832:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384686.041837:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003eff339e] to pc [ptlrpcd_00_02+2] req@000000003eff339e x1853237049197952/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384686.041869:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384686.041872:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767384686.041876:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1767384686.041879:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384686.041881:0:36:0:(import.c:65:import_set_state_nolock()) 00000000a95cd374 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767384686.041884:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384686.041885:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384686.041890:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 302 00000100:00100000:1.0:1767384686.041890:0:16351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00001000:3.0:1767384686.041895:0:36:0:(import.c:2128:obd_at_measure()) add 10 to 00000000488015b5 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384686.041895:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384686.041899:0:36:0:(import.c:2194:obd_at_measure()) AT 00000000488015b5 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:3.0:1767384686.041902:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1767384686.041904:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 5 to 0@lo 00000100:00000001:3.0:1767384686.041907:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384686.041908:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 6 to 0@lo 00000100:00000001:3.0:1767384686.041910:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000001:1.0:1767384686.041912:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384686.041913:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384686.041916:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7f71e2b70dd20147 00000020:00000001:3.0:1767384686.041919:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384686.041921:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006eb0e1b2 refcount=8 00000100:00000001:1.0:1767384686.041921:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384686.041925:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620799578673152 : -123274130878464 : ffff8fe201381000) 00000020:00000001:3.0:1767384686.041929:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620799578673152 : -123274130878464 : ffff8fe201381000) 00000100:00000001:1.0:1767384686.041930:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384686.041933:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ff26bbb refcount 5 to 0@lo 00000100:00000001:1.0:1767384686.041934:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384686.041936:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384686.041938:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384686.041939:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ff26bbb refcount 6 to 0@lo 00000100:00000001:3.0:1767384686.041943:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620804265491072 : -123269444060544 : ffff8fe318933a80) 00000100:00000040:1.0:1767384686.041945:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003eff339e x1853237049197952/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384686.041947:0:36:0:(genops.c:898:class_export_put()) PUTting export 000000006eb0e1b2 : new refcount 7 00000100:00080000:3.0:1767384686.041952:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000a95cd374 using connection 192.168.202.137@tcp/0@lo 00000100:00000001:3.0:1767384686.041957:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384686.041960:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1767384686.041963:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384686.041966:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384686.041967:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384686.041971:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384686.041972:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384686.041974:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1767384686.041976:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384686.041977:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384686.041982:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384686.041983:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024810087. 00000020:00000040:3.0:1767384686.041987:0:36:0:(genops.c:1229:class_import_get()) import 00000000a95cd374 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:1.0:1767384686.041988:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003eff339e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049197952:0@lo:400: 02000000:00000001:3.0:1767384686.041991:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1767384686.041994:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384686.041995:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384686.041998:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384686.042000:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384686.042001:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384686.042004:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384686.042004:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384686.042010:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384686.042011:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007b5da9d8. 02000000:00000010:1.0:1767384686.042015:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf01ec82. 00000100:00000001:3.0:1767384686.042016:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.042016:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384686.042020:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.042022:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384686.042024:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000024810087 x1853237049198080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384686.042027:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050d96766. 00000100:00000001:3.0:1767384686.042035:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384686.042036:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000100:00000001:3.0:1767384686.042038:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384686.042042:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024810087] to pc [ptlrpcd_rcv+-1] req@0000000024810087 x1853237049198080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384686.042045:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197952, portal 25 00000100:00000001:1.0:1767384686.042051:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384686.042053:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804005789696 : -123269703761920 : ffff8fe309188000) 00000100:00000040:1.0:1767384686.042060:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003eff339e x1853237049197952/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384686.042064:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384686.042071:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (312) 00000100:00000001:1.0:1767384686.042073:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384686.042078:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384686.042081:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4aea52. 00000100:00000001:0.0:1767384686.042083:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384686.042084:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049197952, offset 0 00000100:00000001:0.0:1767384686.042088:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384686.042091:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384686.042092:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384686.042097:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024810087 x1853237049198080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384686.042107:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384686.042114:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384686.042116:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384686.042119:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384686.042123:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260008580 02000000:00000001:0.0:1767384686.042123:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384686.042128:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384686.042133:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024810087 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16347:1853237049198080:0@lo:38: 00000400:00000100:1.0:1767384686.042134:0:16351:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237049197952 offset 0 length 224: 4 00000100:00000001:0.0:1767384686.042150:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384686.042152:0:16351:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000a42001e2 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000001:0.0:1767384686.042153:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384686.042156:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384686.042157:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:0.0:1767384686.042159:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384686.042164:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007ff4fad2. 02000000:00000001:0.0:1767384686.042167:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384686.042168:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c4aea52 00000400:00000010:0.0:1767384686.042171:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe984d1. 00000400:00000010:1.0:1767384686.042172:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4aea52. 00000100:00000001:1.0:1767384686.042175:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384686.042179:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003eff339e x1853237049197952/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384686.042188:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1e7028f. 00000100:00000001:1.0:1767384686.042191:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384686.042193:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049198080, portal 10 00000100:00000040:1.0:1767384686.042195:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003eff339e x1853237049197952/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.042198:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384686.042201:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620804005790592 : -123269703761024 : ffff8fe309188380) 00000100:00000001:1.0:1767384686.042209:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384686.042211:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024810087 x1853237049198080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384686.042212:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384686.042218:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.042222:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384686.042225:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294974469 00000100:00000040:0.0:1767384686.042226:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384686.042230:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000598bd109. 00000400:00000010:0.0:1767384686.042231:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000762d0399. 00000100:00000200:0.0:1767384686.042235:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237049198080, offset 0 00000100:00000001:1.0:1767384686.042238:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384686.042242:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384686.042246:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294974469 00000100:00000010:1.0:1767384686.042251:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee1ee679. 00000400:00000200:0.0:1767384686.042251:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384686.042256:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384686.042260:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294974469 00000400:00000200:0.0:1767384686.042263:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260008600 00000100:00000010:1.0:1767384686.042265:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000464bacc9. 00000100:00000001:1.0:1767384686.042270:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000400:00000100:0.0:1767384686.042272:0:16347:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853237049198080 offset 0 length 520: 4 00000400:00000200:0.0:1767384686.042276:0:16347:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000f1841a14 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384686.042278:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:1.0:1767384686.042279:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294974469 00000400:00000200:0.0:1767384686.042283:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000762d0399 00000100:00000010:1.0:1767384686.042285:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c66bec50. 00000400:00000010:0.0:1767384686.042286:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000762d0399. 00000100:00000001:1.0:1767384686.042291:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384686.042291:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384686.042298:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024810087 x1853237049198080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384686.042301:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384686.042306:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384686.042312:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.042312:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384686.042317:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384686.042318:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024810087 x1853237049198080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.042327:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.042329:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384686.042332:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384686.042336:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2897 usecs (3 jiffies) 00000100:00000001:0.0:1767384686.042338:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294974467 00000100:00000001:0.0:1767384686.042341:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294974469 00000100:00000001:0.0:1767384686.042342:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294974467 00000100:00000001:0.0:1767384686.042344:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294974469 00000100:00000001:0.0:1767384686.042350:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294974467 00000100:00000001:0.0:1767384686.042352:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294974469 00000100:00000001:0.0:1767384686.042354:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294974467 00000100:00000001:0.0:1767384686.042355:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294974469 00000100:00000001:0.0:1767384686.042357:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384686.042359:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.042361:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.042363:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384686.042367:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384686.042368:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384686.042369:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384686.042370:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384686.042372:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.042373:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384686.047688:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294974469, at 4294974470 00000100:00000040:2.0:1767384686.047689:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294974469, at 4294974470 00000100:00000010:3.0:1767384686.047702:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c66bec50. 00000100:00000010:2.0:1767384686.047704:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000464bacc9. 00000100:00000040:0.0:1767384686.047784:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294974469, at 4294974470 00000100:00000010:0.0:1767384686.047791:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000598bd109. 00000100:00000040:1.0:1767384686.049190:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294974469, at 4294974471 00000100:00000010:1.0:1767384686.049196:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee1ee679. 00000400:00000010:0.0:1767384686.425718:0:16345:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 395 at 00000000627990e0. 00000800:00000200:1.0:1767384686.425721:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000383450fb] -> 12345-192.168.202.137@tcp42 (4) 00000800:00000200:1.1:1767384686.425727:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000383450fb] -> 12345-192.168.202.137@tcp42 (4) 00000400:02000040:0.0:1767384686.425731:0:16345:0:(lib-move.c:3976:lnet_print_recovery_list()) 6 local NIs in recovery (showing 6): 192.168.202.137@tcp47, 192.168.202.137@tcp45, 192.168.202.137@tcp38, 192.168.202.137@tcp37, 192.168.202.137@tcp31, 192.168.202.137@tcp29 00000400:00000200:2.0:1767384686.425836:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.425880:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.425898:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.425914:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.425931:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.425947:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.425963:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.425979:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.425996:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426011:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426027:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426043:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426060:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426080:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426098:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426115:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426132:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426167:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426183:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426200:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426216:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426232:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426249:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426265:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426282:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426298:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426315:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426331:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426348:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426365:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426381:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426396:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426412:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426428:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384686.426444:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:2.0:1767384686.426580:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a8b56ea0. 00000800:00000010:2.0:1767384686.426585:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000826d0d2f. 00000800:00000010:2.0:1767384686.426589:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000009c6c99. 00000800:00000010:2.0:1767384686.426606:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000009c6c99. 00000800:00020000:2.0:1767384686.426667:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:2.0:1767384686.426672:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000826d0d2f. 00000800:00000010:2.0:1767384686.426675:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a8b56ea0. 00000400:02020000:2.0:1767384686.426713:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp42 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384686.426718:0:16339:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000010:0.0:1767384686.430581:0:16345:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 395 at 00000000627990e0. 00010000:00000001:2.0:1767384686.553725:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384686.553732:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384686.553798:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384686.553802:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384686.553805:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384687.065715:0:16351:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384687.065729:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384687.065733:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1767384687.065738:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384687.065740:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384687.065744:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.065747:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384687.449738:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000024a09414] -> 12345-192.168.202.137@tcp24 (6) 00000800:00000200:1.0:1767384687.449748:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp24 ip 192.168.202.137:988 00000800:00000200:1.0:1767384687.449752:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384687.449914:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384687.449921:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384687.449942:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384687.449945:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384687.449948:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384687.577696:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384687.577703:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.577760:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384687.577763:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384687.577765:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384688.473707:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c8f3b1] -> 12345-192.168.202.137@tcp11 (6) 00000800:00000200:1.0:1767384688.473718:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp11 ip 192.168.202.137:988 00000800:00000200:1.0:1767384688.473722:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384688.473866:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384688.473871:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.473881:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.473884:0:16341:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.473885:0:16341:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384688.601720:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384688.601726:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.601769:0:40099:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384688.601774:0:40099:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384688.601777:0:40099:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384689.497722:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (4) 00000800:00000200:1.1:1767384689.497731:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000feee8c0] -> 12345-192.168.202.137@tcp40 (4) 00000400:00000200:3.0:1767384689.497868:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.497929:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.497954:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.497976:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.497999:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498022:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498043:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498063:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498084:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498102:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498137:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498155:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498181:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498201:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498220:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498238:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498255:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498271:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498288:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498304:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498321:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498340:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498362:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498383:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498403:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498425:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498455:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498477:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498499:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498520:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498542:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498565:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498587:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498643:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384689.498676:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:3.0:1767384689.498843:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000034fb6922. 00000800:00000010:3.0:1767384689.498848:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aea2ce77. 00000800:00000010:3.0:1767384689.498854:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092aaf97b. 00000800:00000010:3.0:1767384689.498874:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092aaf97b. 00000800:00020000:3.0:1767384689.498886:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384689.498889:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aea2ce77. 00000800:00000010:3.0:1767384689.498892:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000034fb6922. 00000400:02020000:3.0:1767384689.498926:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp40 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384689.498931:0:16336:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384689.625771:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384689.625777:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.625833:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384689.625838:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384689.625841:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384690.521710:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddf2790] -> 12345-192.168.202.137@tcp35 (6) 00000800:00000200:1.0:1767384690.521720:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp35 ip 192.168.202.137:988 00000800:00000200:1.0:1767384690.521724:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384690.521883:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384690.521888:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384690.521898:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384690.521903:0:16342:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384690.521905:0:16342:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384690.649745:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384690.649752:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384690.649812:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384690.649817:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384690.649820:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384691.105054:0:40265:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001f849695. 00080000:00000010:2.0:1767384691.105068:0:40265:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001f849695. 00000020:00000001:2.0:1767384691.105073:0:40265:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.161682:0:16347:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000040:2.0:1767384691.161683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384691.161693:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384691.161697:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384691.161699:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.161703:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384691.161704:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa1a10d5. 00000100:00000001:0.0:1767384691.161706:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384691.161709:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.161711:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.161712:0:36:0:(genops.c:1229:class_import_get()) import 0000000030d6ab51 refcount=5 obd=MGC192.168.202.137@tcp 00000100:00000001:2.0:1767384691.161723:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384691.161727:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384691.161733:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384691.161742:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081d32189. 00000100:00000001:2.0:1767384691.161749:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.161758:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2cb61b-e390-44ef-b232-c1620f11cfc8->MGS req@00000000fa1a10d5 x1853237049198208/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384691.161768:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384691.161770:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.161774:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1a10d5] to pc [ptlrpcd_00_03+3] req@00000000fa1a10d5 x1853237049198208/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.161792:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384691.161795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767384691.161799:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1767384691.161804:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (317) 00000100:00000001:0.0:1767384691.161812:0:16350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384691.161822:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384691.161826:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384691.161828:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384691.161833:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa1a10d5 x1853237049198208/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.161833:0:16350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.161843:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384691.161845:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384691.161849:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384691.161851:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384691.161853:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384691.161855:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa1a10d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8e2cb61b-e390-44ef-b232-c1620f11cfc8:16351:1853237049198208:0@lo:400: 00000100:00000001:1.0:1767384691.161860:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384691.161867:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384691.161869:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384691.161872:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384691.161878:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c2ef89c. 02000000:00000001:1.0:1767384691.161880:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384691.161887:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e698c622. 00000400:00000010:1.0:1767384691.161895:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4aea52. 00000100:00000200:1.0:1767384691.161903:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049198208, portal 25 00000100:00000001:1.0:1767384691.161905:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384691.161907:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620803911665408 : -123269797886208 : ffff8fe3037c4700) 00000100:00000040:1.0:1767384691.161912:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa1a10d5 x1853237049198208/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.161919:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384691.161922:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384691.161924:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000100:00000200:1.0:1767384691.161927:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049198208, offset 0 00000400:00000200:1.0:1767384691.161933:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384691.161948:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384691.161961:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260008680 00000400:00000100:1.0:1767384691.161969:0:16351:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237049198208 offset 0 length 224: 4 00000400:00000200:1.0:1767384691.161973:0:16351:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000a42001e2 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384691.161975:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1767384691.161986:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c80b4ed4 00000400:00000010:1.0:1767384691.161988:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000100:00000001:1.0:1767384691.161991:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384691.161994:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa1a10d5 x1853237049198208/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.162001:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384691.162002:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa1a10d5 x1853237049198208/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.162007:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.162008:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384691.162011:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.162015:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 0 is 4294979589 00000100:00000010:1.0:1767384691.162019:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046fd4717. 00000100:00000001:1.0:1767384691.162025:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384691.162030:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 1 is 4294979589 00000100:00000010:1.0:1767384691.162032:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f15e674. 00000100:00000001:1.0:1767384691.162034:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384691.162035:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 2 is 4294979589 00000100:00000010:1.0:1767384691.162037:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee1ee679. 00000100:00000001:1.0:1767384691.162039:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384691.162040:0:16351:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS new deadline estimation for cpu 3 is 4294979589 00000100:00000010:1.0:1767384691.162041:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000110f2417. 00000100:00000001:1.0:1767384691.162043:0:16351:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384691.162052:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384691.162054:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.162056:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.162057:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384691.162060:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384691.162062:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1767384691.162063:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384691.162064:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384691.162065:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.162066:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384691.167711:0:367:0:(connection.c:75:cpu_latency_work()) work item of 00000000ac1796b6 (cpu 0) has reached its deadline 4294979589, at 4294979590 00000100:00000040:0.0:1767384691.167711:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000f645da97 (cpu 0) has reached its deadline 4294979589, at 4294979590 00000100:00000040:2.0:1767384691.167716:0:268:0:(connection.c:75:cpu_latency_work()) work item of 0000000098a71eee (cpu 0) has reached its deadline 4294979589, at 4294979590 00000100:00000040:3.0:1767384691.167718:0:1089:0:(connection.c:75:cpu_latency_work()) work item of 00000000608884c8 (cpu 0) has reached its deadline 4294979589, at 4294979590 00000100:00000010:0.0:1767384691.167729:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046fd4717. 00000100:00000010:2.0:1767384691.167731:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee1ee679. 00000100:00000010:3.0:1767384691.167734:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000110f2417. 00000100:00000010:1.0:1767384691.167737:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f15e674. 00000800:00000200:3.0:1767384691.546672:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000094d5e5b2] -> 12345-192.168.202.137@tcp43 (6) 00000800:00000200:3.0:1767384691.546685:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp43 ip 192.168.202.137:988 00000800:00000200:3.0:1767384691.546690:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000800:00000001:3.0:1767384691.547037:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384691.547039:0:16341:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384691.547054:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384691.547060:0:16343:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384691.547063:0:16343:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384691.673682:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384691.673691:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.673753:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384691.673757:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384691.673761:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384691.916852:0:40429:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384691.916859:0:40429:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing load_modules_local 00000001:00000001:1.0:1767384691.919631:0:40429:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:0.0:1767384692.171478:0:40451:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000200:0.0:1767384692.569854:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp29 00000400:00000010:0.0:1767384692.569860:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000693bc557. 00000400:00000010:0.0:1767384692.569868:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000aa279bc6. 00000400:00000010:0.0:1767384692.569872:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000762d0399. 00000400:00000010:0.0:1767384692.569881:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003a3c177c. 00000400:00000200:0.0:1767384692.569884:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp29 00000400:00000200:0.0:1767384692.569904:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp29 local destination 00000400:00000200:0.0:1767384692.569910:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp29 00000400:00000200:0.0:1767384692.569916:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp29 NI seq info: [250:250:256:4294967295] 192.168.202.137@tcp29 LPNI seq info [209:209:8:4294967295] 00000400:00000200:0.0:1767384692.569922:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp29 00000400:00000200:0.0:1767384692.569931:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp29(192.168.202.137@tcp29:) -> 192.168.202.137@tcp29(192.168.202.137@tcp29:192.168.202.137@tcp29) : GET try# 0 00000800:00000200:0.0:1767384692.569935:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp29 00000800:00000010:0.0:1767384692.569938:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002ca0c594. 00000800:00000200:0.0:1767384692.569945:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000800:00000200:0.1:1767384692.569952:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b01f35c8] -> 12345-192.168.202.137@tcp29 (2) 00000400:00000200:0.0:1767384692.569969:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp29 added to recovery queue. ping count: 6 next ping: 377 health :400 00000400:00000200:3.0:1767384692.570045:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570107:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570134:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570157:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570170:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570192:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570211:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570223:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570235:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570247:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570257:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570269:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570281:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570292:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570311:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570335:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570358:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570373:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570400:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570426:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570445:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570459:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570472:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570490:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570512:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570525:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570537:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570551:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570564:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570577:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570591:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570604:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000800:00000200:1.0:1767384692.570673:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bc2bff0b] -> 12345-192.168.202.137@tcp25 (6) 00000400:00000200:3.0:1767384692.570679:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000800:00000200:1.0:1767384692.570684:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp25 ip 192.168.202.137:988 00000800:00000200:1.0:1767384692.570689:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384692.570697:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384692.570735:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000200:1.0:1767384692.570832:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384692.570865:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000034fb6922. 00000800:00000010:3.0:1767384692.570869:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ec2424ae. 00000800:00000010:3.0:1767384692.570874:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092aaf97b. 00000800:00000010:3.0:1767384692.570889:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092aaf97b. 00000800:00020000:3.0:1767384692.570897:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384692.577681:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ec2424ae. 00000800:00000010:3.0:1767384692.577689:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000034fb6922. 00000400:02020000:3.0:1767384692.577770:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp29 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384692.582886:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp29 notifying 192.168.202.137@tcp29: down 00000800:00000200:3.0:1767384692.582896:0:16337:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp29 down 00000800:00000100:3.0:1767384692.582904:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp29 00000800:00000010:3.0:1767384692.582907:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002ca0c594. 00000400:00000200:3.0:1767384692.582912:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384692.582917:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp29->192.168.202.137@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384692.582930:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384692.582933:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384692.582937:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp29) recovery failed with -71 00080000:00000010:2.0:1767384693.222751:0:40678:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006ca60f28. 00080000:00000010:2.0:1767384693.222764:0:40678:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006ca60f28. 00080000:00000010:2.0:1767384693.230963:0:40680:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006ca60f28. 00080000:00000010:2.0:1767384693.230975:0:40680:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006ca60f28. 00080000:00000010:0.0:1767384693.452783:0:40688:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008ead5e99. 00080000:00000010:0.0:1767384693.452799:0:40688:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008ead5e99. 00000400:00000200:0.0:1767384693.593701:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000762d0399 00000400:00000010:0.0:1767384693.593710:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000762d0399. 00000400:00000200:0.0:1767384693.593715:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384693.593723:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384693.593735:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000693bc557. 00000400:00000010:0.0:1767384693.593738:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000aa279bc6. 00000400:00000200:0.0:1767384693.593744:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp31 00000400:00000010:0.0:1767384693.593746:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000693bc557. 00000400:00000010:0.0:1767384693.593751:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000aa279bc6. 00000400:00000010:0.0:1767384693.593758:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000762d0399. 00000400:00000010:0.0:1767384693.593765:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003e9ef9e4. 00000400:00000200:0.0:1767384693.593768:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp31 00000400:00000200:0.0:1767384693.593781:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp31 local destination 00000400:00000200:0.0:1767384693.593786:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp31 00000400:00000200:0.0:1767384693.593789:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp31 NI seq info: [251:251:256:4294967295] 192.168.202.137@tcp31 LPNI seq info [210:210:8:4294967295] 00000400:00000200:0.0:1767384693.593795:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp31 00000400:00000200:0.0:1767384693.593801:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp31(192.168.202.137@tcp31:) -> 192.168.202.137@tcp31(192.168.202.137@tcp31:192.168.202.137@tcp31) : GET try# 0 00000800:00000200:0.0:1767384693.593805:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp31 00000800:00000010:0.0:1767384693.593809:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000d811545. 00000800:00000200:0.0:1767384693.593815:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000800:00000200:0.1:1767384693.593819:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001334b7b3] -> 12345-192.168.202.137@tcp31 (2) 00000400:00000200:0.0:1767384693.593837:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp31 added to recovery queue. ping count: 6 next ping: 378 health :400 00000800:00000200:2.0:1767384693.593990:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312be697] -> 12345-192.168.202.137@tcp33 (4) 00000800:00000200:2.1:1767384693.593996:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312be697] -> 12345-192.168.202.137@tcp33 (4) 00000400:00000200:3.0:1767384693.594173:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384693.594240:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384693.594268:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384693.594295:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594361:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594401:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594426:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594449:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594470:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594486:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594497:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594508:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594528:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594549:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594570:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594587:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594631:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594702:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594725:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.594743:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595258:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595297:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595314:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595325:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595336:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595347:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595358:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595369:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595382:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595394:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595409:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595431:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595456:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595479:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595495:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595514:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595541:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595566:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595583:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595599:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595630:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595648:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595673:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595692:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595711:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595726:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595739:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595752:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595768:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595781:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:1.0:1767384693.595804:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.595934:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.595958:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.595984:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.595996:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596008:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596023:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596044:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596066:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596105:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596117:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596129:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596140:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596152:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596163:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596176:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596188:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596199:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596210:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596221:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596234:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596255:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596276:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596297:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596313:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596325:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596336:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596347:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596359:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596370:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596381:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596393:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596406:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596426:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596456:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596476:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596491:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596504:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596520:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596541:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596562:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 968 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596581:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 967 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596597:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 966 -> 192.168.202.137:988 00000400:00000200:0.0:1767384693.596634:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 965 -> 192.168.202.137:988 00000800:00000010:0.0:1767384693.597310:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000deab4948. 00000800:00000010:0.0:1767384693.597319:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000673cd887. 00000800:00000010:0.0:1767384693.597326:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000cc3c431. 00000800:00000010:0.0:1767384693.597362:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000cc3c431. 00000400:00000200:0.0:1767384693.597535:0:16344:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384693.597565:0:16344:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.137@tcp33 from 196.3.0.2 00000800:00000010:0.0:1767384693.597569:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004baf52d3. 00000800:00000010:1.0:1767384693.597600:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000354566e1. 00000800:00000010:1.0:1767384693.597606:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000015094943. 00000800:00000010:1.0:1767384693.597629:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000db966a85. 00000800:00000010:1.0:1767384693.597651:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000db966a85. 00000800:00020000:1.0:1767384693.597668:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384693.597672:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000015094943. 00000800:00000010:1.0:1767384693.597675:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000354566e1. 00000400:02020000:1.0:1767384693.597713:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp31 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384693.597721:0:16338:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp31 notifying 192.168.202.137@tcp31: down 00000800:00000200:1.0:1767384693.597728:0:16338:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.137@tcp31 down 00000800:00000100:1.0:1767384693.597735:0:16338:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp31 00000800:00000010:1.0:1767384693.597739:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000d811545. 00000400:00000200:1.0:1767384693.597744:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384693.597749:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp31->192.168.202.137@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384693.597759:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384693.597762:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384693.597767:0:16338:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp31) recovery failed with -71 00000800:00000010:1.0:1767384693.597778:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000354566e1. 00000800:00000010:1.0:1767384693.597781:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000015094943. 00000800:00000010:1.0:1767384693.597794:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c7ef8659. 00000800:00000200:1.1:1767384693.597799:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000312be697] -> 12345-192.168.202.137@tcp33 (4) 00000800:00000200:1.1:1767384693.597804:0:16338:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.137@tcp33 00000000c7ef8659 deleted 00000800:00000010:1.1:1767384693.597807:0:16338:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c7ef8659. 00000800:00000200:1.1:1767384693.597811:0:16338:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384693.597818:0:16338:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp33 p 3.x 192.168.202.137 -> 192.168.202.137:964 incarnation:1767384632788893591 sched[0] 00000800:00000010:1.0:1767384693.597822:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000db966a85. 00000800:00000010:1.0:1767384693.597859:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000db966a85. 00000800:00000010:1.0:1767384693.597863:0:16338:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000015094943. 00000800:00000010:1.0:1767384693.597886:0:16338:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004baf52d3. 00000800:00000200:1.1:1767384693.597902:0:16339:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.1:1767384693.597907:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.137@tcp33 ip 192.168.202.137:988 00000800:00000200:1.1:1767384693.597911:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dce8288a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384693.597917:0:16339:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.137@tcp33 p 3.x 192.168.202.137 -> 192.168.202.137:988 incarnation:1767384632788893591 sched[0] 00000800:00000010:1.0:1767384693.597920:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000673cd887. 00000800:00000200:1.0:1767384693.597978:0:16342:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1767384693.838392:0:40741:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001f849695. 00080000:00000010:2.0:1767384693.838403:0:40741:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001f849695. 00080000:00000010:1.0:1767384694.154755:0:40791:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000036fe786c. 00080000:00000010:1.0:1767384694.154765:0:40791:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000036fe786c. 00080000:00000010:0.0:1767384694.482176:0:40841:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bbcd3586. 00080000:00000010:0.0:1767384694.482185:0:40841:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bbcd3586. 00000400:00000200:1.0:1767384694.618792:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000762d0399 00000400:00000010:1.0:1767384694.618800:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000762d0399. 00000400:00000200:1.0:1767384694.618806:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384694.618813:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp31 recovery ping unlinked 00000400:00000010:1.0:1767384694.618824:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000693bc557. 00000400:00000010:1.0:1767384694.618829:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000aa279bc6. 00000400:00000200:1.0:1767384694.618835:0:16345:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.137@tcp45 00000400:00000010:1.0:1767384694.618839:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005d11df5a. 00000400:00000010:1.0:1767384694.618844:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000072963f3f. 00000400:00000010:1.0:1767384694.618849:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384694.618856:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000075cfdc29. 00000400:00000200:1.0:1767384694.618860:0:16345:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.137@tcp45 00000400:00000200:1.0:1767384694.618874:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.137@tcp45 local destination 00000400:00000200:1.0:1767384694.618880:0:16345:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.137@tcp45 00000400:00000200:1.0:1767384694.618884:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.137@tcp45 NI seq info: [252:252:256:4294967295] 192.168.202.137@tcp45 LPNI seq info [211:211:8:4294967295] 00000400:00000200:1.0:1767384694.618892:0:16345:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.137@tcp45 00000400:00000200:1.0:1767384694.618900:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.137@tcp45(192.168.202.137@tcp45:) -> 192.168.202.137@tcp45(192.168.202.137@tcp45:192.168.202.137@tcp45) : GET try# 0 00000800:00000200:1.0:1767384694.618905:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.137@tcp45 00000800:00000010:1.0:1767384694.618909:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c0ee4eb2. 00000800:00000200:1.0:1767384694.618915:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1f471a9] -> 12345-192.168.202.137@tcp45 (2) 00000800:00000200:1.1:1767384694.618920:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d1f471a9] -> 12345-192.168.202.137@tcp45 (2) 00000400:00000200:2.0:1767384694.619031:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619134:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384694.619176:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.137@tcp45 added to recovery queue. ping count: 5 next ping: 347 health :500 00000400:00000200:2.0:1767384694.619177:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619231:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619283:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619345:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619416:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619450:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619473:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619497:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619536:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619566:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619671:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619714:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619776:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619858:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619900:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619928:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619946:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619965:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.619978:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620007:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620030:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620047:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620079:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620108:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620131:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620155:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620172:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620186:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620198:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620219:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620262:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620295:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:2.0:1767384694.620322:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:2.0:1767384694.620524:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a8b56ea0. 00000800:00000010:2.0:1767384694.620529:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004b873d42. 00000800:00000010:2.0:1767384694.620534:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000189d9bca. 00000800:00000010:2.0:1767384694.620552:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000189d9bca. 00000800:00020000:2.0:1767384694.620562:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:2.0:1767384694.620565:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004b873d42. 00000800:00000010:2.0:1767384694.620567:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a8b56ea0. 00000400:02020000:2.0:1767384694.620605:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp45 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384694.621009:0:16337:0:(router.c:1755:lnet_notify()) 192.168.202.137@tcp45 notifying 192.168.202.137@tcp45: down 00000400:00000200:2.0:1767384694.621015:0:16337:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384694.621020:0:16337:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.137@tcp45 00000800:00000010:2.0:1767384694.621024:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c0ee4eb2. 00000400:00000200:2.0:1767384694.621032:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384694.621036:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.137@tcp45->192.168.202.137@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384694.621050:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384694.621053:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.137@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384694.621056:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.137@tcp45) recovery failed with -71 00080000:00000010:3.0:1767384694.785926:0:40889:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dcbb737d. 00080000:00000010:3.0:1767384694.785939:0:40889:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dcbb737d. 00080000:00000010:0.0:1767384695.081346:0:40936:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000176dfc1e. 00080000:00000010:0.0:1767384695.081356:0:40936:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000176dfc1e. 00080000:00000010:3.0:1767384695.221333:0:40978:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000067051acf. 00080000:00000010:3.0:1767384695.221343:0:40978:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000067051acf. 00000020:00000010:3.0:1767384695.228793:0:40978:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000dc4b9097. 00000020:00000010:3.0:1767384695.228798:0:40978:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 0000000035d5727b. 00000020:00000010:3.0:1767384695.228805:0:40978:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000e6fbe785. 00000020:00000010:3.0:1767384695.228814:0:40978:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 0000000013d19b67. 00000020:00000010:3.0:1767384695.228827:0:40978:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 00000000f5c69451. 00000020:00000010:3.0:1767384695.228830:0:40978:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 00000000b8cec5cd. 00000020:00000010:3.0:1767384695.228832:0:40978:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 29 at 0000000016bd089c. 00000020:00000010:3.0:1767384695.228844:0:40978:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 00000000831d24b1. 00000020:00000010:3.0:1767384695.228853:0:40978:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000054fb6aba. 00000020:00000010:3.0:1767384695.228857:0:40978:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000636888fc. 00000020:00000010:3.0:1767384695.228877:0:40978:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 00000000831d24b1. 00000020:00000010:3.0:1767384695.228880:0:40978:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 160 at 0000000045915334. 00000001:00000010:3.0:1767384695.228891:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a0526289. 00000001:00000010:3.0:1767384695.228894:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000042f5c53b. 00000001:00000010:3.0:1767384695.228896:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000010282b6b. 00000001:00000010:3.0:1767384695.228898:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8568bd8. 00000001:00000010:3.0:1767384695.228900:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000038b5f3b8. 00000001:00000010:3.0:1767384695.228901:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000655b8f12. 00000001:00000010:3.0:1767384695.228903:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000065e5ad20. 00000001:00000010:3.0:1767384695.228904:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000344f950d. 00000001:00000010:3.0:1767384695.228905:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009f332f54. 00000001:00000010:3.0:1767384695.228907:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d05dbcc0. 00000001:00000010:3.0:1767384695.228908:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000038e4f82c. 00000001:00000010:3.0:1767384695.228910:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a119d30a. 00000020:00000010:3.0:1767384695.228912:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f03efa4. 00000020:00000010:3.0:1767384695.228915:0:40978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000831d24b1. 00000020:00000010:3.0:1767384695.228918:0:40978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b072e406. 00000008:00000010:3.0:1767384695.228922:0:40978:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000006a2c4d1. 00020000:00000010:3.0:1767384695.228925:0:40978:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000038cb0564. 00008000:00000010:3.0:1767384695.228928:0:40978:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007c266757. 00000080:00000010:3.0:1767384695.228939:0:40978:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b36f3be3. 00000020:00000010:3.0:1767384695.228941:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c746204c. 00000020:00000010:3.0:1767384695.228943:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e9a842be. 00000040:00000010:3.0:1767384695.228945:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e3bd8c87. 00000020:00000010:3.0:1767384695.228948:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cc7ce504. 00000020:00000010:3.0:1767384695.228950:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000776257e1. 00040000:00000010:3.0:1767384695.228953:0:40978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d044a8da. 00040000:00000010:3.0:1767384695.228957:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089dcc99e. 00080000:00000010:3.0:1767384695.228962:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000034fb6922. 00080000:00000010:3.0:1767384695.228966:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b3b106a3. 00080000:00000010:3.0:1767384695.228982:0:40978:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 000000005207846e. 00000001:00000010:0.0:1767384695.234214:0:40978:0:(osd_compat.c:489:osd_ost_init()) kmalloced '(dev->od_ost_map)': 120 at 000000006583130a. 00000001:00000010:0.0:1767384695.234531:0:40978:0:(osd_compat.c:265:osd_mdt_init()) kmalloced '(dev->od_mdt_map)': 8 at 00000000ce9419e8. 00000020:00000010:0.0:1767384695.234927:0:40978:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000616038a7. 00000020:00000010:0.0:1767384695.234936:0:40978:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e73f6f5a. 00000020:00000010:0.0:1767384695.234939:0:40978:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 000000003cf0308b. 00000020:00000010:0.0:1767384695.235546:0:40978:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000e549b3bf. 00080000:00000010:0.0:1767384695.235551:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001b840dc8. 00080000:00000010:0.0:1767384695.235553:0:40978:0:(osd_handler.c:437:osd_object_alloc()) kmalloced '(h)': 88 at 00000000c3879c2e. 00080000:00000010:0.0:1767384695.235678:0:40978:0:(osd_oi.c:394:osd_oi_init()) kmalloced '(oi)': 8192 at 00000000b65d2ba2. 00080000:00000010:0.0:1767384695.235705:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001dc900f7. 00080000:00000010:0.0:1767384695.235828:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c0d8833d. 00080000:00000010:0.0:1767384695.235955:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000239db08b. 00080000:00000010:0.0:1767384695.236107:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008100ae5c. 00080000:00000010:0.0:1767384695.236246:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000d811545. 00080000:00000010:0.0:1767384695.236434:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f33709ce. 00080000:00000010:0.0:1767384695.236574:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000bbf3459b. 00080000:00000010:0.0:1767384695.236790:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006d32d312. 00080000:00000010:0.0:1767384695.236930:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002ca0c594. 00080000:00000010:0.0:1767384695.237088:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000597fab81. 00080000:00000010:0.0:1767384695.237232:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004b742965. 00080000:00000010:0.0:1767384695.237375:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000079c0d941. 00080000:00000010:0.0:1767384695.237558:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006f01d49e. 00080000:00000010:0.0:1767384695.237688:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c9e85372. 00080000:00000010:0.0:1767384695.237825:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f28c6a01. 00080000:00000010:0.0:1767384695.237964:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000020ee3f86. 00080000:00000010:0.0:1767384695.238111:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000068315780. 00080000:00000010:0.0:1767384695.238255:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009b07ba70. 00080000:00000010:0.0:1767384695.238382:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d23f6d61. 00080000:00000010:0.0:1767384695.238531:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000cddb4abd. 00080000:00000010:0.0:1767384695.238684:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000018528c8e. 00080000:00000010:0.0:1767384695.238830:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000010e6b4b9. 00080000:00000010:0.0:1767384695.238964:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d01cc403. 00080000:00000010:0.0:1767384695.239106:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005b3cd22b. 00080000:00000010:0.0:1767384695.239254:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001c4f81c9. 00080000:00000010:0.0:1767384695.239394:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009759c16f. 00080000:00000010:0.0:1767384695.239545:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000016712d6a. 00080000:00000010:0.0:1767384695.239684:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003066b0de. 00080000:00000010:0.0:1767384695.239813:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e5e7ed7d. 00080000:00000010:0.0:1767384695.239931:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000030945e84. 00080000:00000010:0.0:1767384695.240076:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000936a8e59. 00080000:00000010:0.0:1767384695.240219:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b9279674. 00080000:00000010:0.0:1767384695.240356:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f778fb6e. 00080000:00000010:0.0:1767384695.240568:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000037838232. 00080000:00000010:0.0:1767384695.240709:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000131abb02. 00080000:00000010:0.0:1767384695.240859:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000008823742. 00080000:00000010:0.0:1767384695.241009:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000550777a. 00080000:00000010:0.0:1767384695.241152:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000048588034. 00080000:00000010:0.0:1767384695.241338:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a9008043. 00080000:00000010:0.0:1767384695.241489:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003675a487. 00080000:00000010:0.0:1767384695.241654:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004324e6f9. 00080000:00000010:0.0:1767384695.241797:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003e293bb9. 00080000:00000010:0.0:1767384695.241920:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000039701df5. 00080000:00000010:0.0:1767384695.242042:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000008fe648d. 00080000:00000010:0.0:1767384695.242191:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006a0ec860. 00080000:00000010:0.0:1767384695.242324:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000efd22337. 00080000:00000010:0.0:1767384695.242475:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000837d915f. 00080000:00000010:0.0:1767384695.242604:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009821da9f. 00080000:00000010:0.0:1767384695.242756:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000099257b5f. 00080000:00000010:0.0:1767384695.242884:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009a44a436. 00080000:00000010:0.0:1767384695.243011:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000289bfac9. 00080000:00000010:0.0:1767384695.243151:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000070d0b4ca. 00080000:00000010:0.0:1767384695.243306:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005402d292. 00080000:00000010:0.0:1767384695.243447:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a932407d. 00080000:00000010:0.0:1767384695.243648:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000158e9e8e. 00080000:00000010:0.0:1767384695.243822:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000055b35416. 00080000:00000010:0.0:1767384695.243956:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a7d92844. 00080000:00000010:0.0:1767384695.244112:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000ace572f. 00080000:00000010:0.0:1767384695.244262:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000023358b60. 00080000:00000010:0.0:1767384695.244423:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000a9c64d9. 00080000:00000010:0.0:1767384695.244577:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000022966d96. 00080000:00000010:0.0:1767384695.244700:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b9756fc9. 00080000:00000010:0.0:1767384695.244825:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006d2fa96c. 00080000:00000010:0.0:1767384695.244950:0:40978:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000dedb1b30. 00000001:00000010:0.0:1767384695.245320:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.245463:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.245485:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.245488:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.245499:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.245501:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.245512:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.245647:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.245669:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.245774:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.245785:0:40978:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000002c28eff1. 00000001:00000010:0.0:1767384695.245801:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.245804:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.245806:0:40978:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000001a6aaaad. 00000001:00000010:0.0:1767384695.245817:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.245819:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246131:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246242:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.246247:0:40978:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000f7d4c812. 00000001:00000010:0.0:1767384695.246271:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246277:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.246280:0:40978:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000000568cdc9. 00000001:00000010:0.0:1767384695.246321:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246327:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246347:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246466:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246487:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246491:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246501:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246504:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.246634:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008de244fc. 00000001:00000010:0.0:1767384695.246638:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246641:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246649:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246650:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246666:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246669:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.246670:0:40978:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000f0a20f84. 00000001:00000010:0.0:1767384695.246681:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246683:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246851:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246856:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246877:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246880:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.246881:0:40978:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000b3c35e6a. 00000001:00000010:0.0:1767384695.246892:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246894:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.246895:0:40978:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000d12216a0. 00000001:00000010:0.0:1767384695.246906:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246909:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246919:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246921:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.246923:0:40978:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000891cff7c. 00000001:00000010:0.0:1767384695.246934:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.246938:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.246941:0:40978:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000e7592e98. 00100000:00000010:0.0:1767384695.247079:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000eed1e943. 00000001:00000010:0.0:1767384695.247084:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.247087:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.247207:0:40978:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000002c28eff1. 00100000:00000010:0.0:1767384695.247510:0:40978:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000001a6aaaad. 00000001:00000010:0.0:1767384695.247649:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.247759:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.247764:0:40978:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000003a3e5684. 00100000:00000010:0.0:1767384695.247765:0:40978:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000f7d4c812. 00100000:00000010:0.0:1767384695.248014:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e4bbee32. 00000001:00000010:0.0:1767384695.248019:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.248022:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.248163:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000adfd8089. 00000001:00000010:0.0:1767384695.248170:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.248174:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.248395:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001af0d451. 00000001:00000010:0.0:1767384695.248401:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.248405:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.248549:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d49519c7. 00000001:00000010:0.0:1767384695.248557:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.248560:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.248689:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004fedab09. 00000001:00000010:0.0:1767384695.248695:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.248699:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.248824:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000022589c6f. 00000001:00000010:0.0:1767384695.248828:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.248831:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.248966:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000781a0236. 00000001:00000010:0.0:1767384695.248972:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.248976:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.249124:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006aadd2fa. 00000001:00000010:0.0:1767384695.249130:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.249134:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.249295:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006ac5cbda. 00000001:00000010:0.0:1767384695.249301:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.249305:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.249442:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fac26bfb. 00000001:00000010:0.0:1767384695.249447:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.249449:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.249560:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000eca1de7f. 00000001:00000010:0.0:1767384695.249565:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.249568:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.249681:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007a6e50db. 00000001:00000010:0.0:1767384695.249687:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.249691:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.249836:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000b96f89b. 00000001:00000010:0.0:1767384695.249841:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.249843:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.249958:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e8cb5567. 00000001:00000010:0.0:1767384695.249964:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.249968:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.250139:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c9ec6f1d. 00000001:00000010:0.0:1767384695.250148:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.250153:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.250292:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001a6aaaad. 00000001:00000010:0.0:1767384695.250297:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.250301:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.250461:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002c28eff1. 00000001:00000010:0.0:1767384695.250466:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.250469:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.250579:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004d5bb9bc. 00000001:00000010:0.0:1767384695.250583:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.250586:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.250718:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000536cf0ed. 00000001:00000010:0.0:1767384695.250723:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.250726:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.250859:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000044ae008e. 00000001:00000010:0.0:1767384695.250864:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.250867:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.251018:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000da137493. 00000001:00000010:0.0:1767384695.251022:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.251025:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.251150:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005bb47ce4. 00000001:00000010:0.0:1767384695.251155:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.251157:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.251259:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d5772c9e. 00000001:00000010:0.0:1767384695.251264:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.251268:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.251398:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c561dcd6. 00000001:00000010:0.0:1767384695.251404:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.251408:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.251524:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000020198165. 00000001:00000010:0.0:1767384695.251529:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.251531:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.251663:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aa741b2c. 00000001:00000010:0.0:1767384695.251675:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.251680:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.251809:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005628b676. 00000001:00000010:0.0:1767384695.251813:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.251816:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.251921:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000050ae738f. 00000001:00000010:0.0:1767384695.251925:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.251928:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.252072:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000881465e9. 00000001:00000010:0.0:1767384695.252077:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.252081:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.252207:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000011b97b85. 00000001:00000010:0.0:1767384695.252211:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.252214:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.252336:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000036b80399. 00000001:00000010:0.0:1767384695.252342:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.252346:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.252485:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005377a9c1. 00000001:00000010:0.0:1767384695.252490:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.252493:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.252497:0:40978:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000000568cdc9. 00100000:00000010:0.0:1767384695.252733:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bdb25fe5. 00000001:00000010:0.0:1767384695.252740:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.252837:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.252938:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e043dc44. 00000001:00000010:0.0:1767384695.252945:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.252949:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.253107:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001d482af3. 00000001:00000010:0.0:1767384695.253112:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.253115:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.253241:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005382236d. 00000001:00000010:0.0:1767384695.253246:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.253249:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.253399:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001775863d. 00000001:00000010:0.0:1767384695.253405:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.253409:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:0.0:1767384695.253538:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c2eec71d. 00000001:00000010:0.0:1767384695.253543:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d7104ff. 00000001:00000010:0.0:1767384695.253546:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d7104ff. 00100000:00000010:3.0:1767384695.253690:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bb64675c. 00000001:00000010:3.0:1767384695.253698:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.253703:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.253891:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e97f3840. 00000001:00000010:3.0:1767384695.253898:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.253903:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.254074:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005cb7ef52. 00000001:00000010:3.0:1767384695.254081:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.254087:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.254229:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cf55fe66. 00000001:00000010:3.0:1767384695.254234:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.254238:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.254382:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e7c18f99. 00000001:00000010:3.0:1767384695.254388:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.254391:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.254545:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000048e437f8. 00000001:00000010:3.0:1767384695.254552:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.254555:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.254561:0:40978:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000f0a20f84. 00000001:00000010:3.0:1767384695.254703:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.254708:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.254712:0:40978:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000b3c35e6a. 00000001:00000010:3.0:1767384695.254877:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.254883:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.254886:0:40978:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000026b6dba. 00000001:00000010:3.0:1767384695.254902:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.254905:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.254907:0:40978:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000021e31130. 00100000:00000010:3.0:1767384695.254910:0:40978:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000d12216a0. 00000001:00000010:3.0:1767384695.255080:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.255086:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.255105:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.255108:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.255260:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.255390:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.255520:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002060cd7e. 00000001:00000010:3.0:1767384695.255527:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.255531:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.255549:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.255552:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.255566:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.255569:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.255572:0:40978:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000891cff7c. 00000001:00000010:3.0:1767384695.255724:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.255852:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.255858:0:40978:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000e7592e98. 00000001:00000010:3.0:1767384695.255999:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.256004:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.256017:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.256020:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.256024:0:40978:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000003a3e5684. 00100000:00000010:3.0:1767384695.256259:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d12216a0. 00000001:00000010:3.0:1767384695.256264:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.256394:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.256527:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b3c35e6a. 00000001:00000010:3.0:1767384695.256532:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.256536:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.256664:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f0a20f84. 00000001:00000010:3.0:1767384695.256670:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.256674:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.256678:0:40978:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000026b6dba. 00100000:00000010:3.0:1767384695.256941:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c8667a87. 00000001:00000010:3.0:1767384695.256947:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.256951:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.257122:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000922e0ba2. 00000001:00000010:3.0:1767384695.257127:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.257131:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.257251:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000ede9efb. 00000001:00000010:3.0:1767384695.257256:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.257260:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00100000:00000010:3.0:1767384695.257265:0:40978:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000021e31130. 00000001:00000010:3.0:1767384695.257291:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.257296:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.257308:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.257311:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00000020:00000010:3.0:1767384695.257884:0:40978:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f63098c5. 00000020:00000010:3.0:1767384695.257890:0:40978:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at 000000006fad88f5. 00040000:00000010:3.0:1767384695.257911:0:40978:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000074233a8. 00040000:00000010:3.0:1767384695.257916:0:40978:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000047c4ad4e. 00040000:00000010:3.0:1767384695.257919:0:40978:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000047c4ad4e. 00000020:00000010:3.0:1767384695.257929:0:40978:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000047c4ad4e. 00000020:00000010:3.0:1767384695.257933:0:40978:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000047c4ad4e. 00040000:00000010:3.0:1767384695.257937:0:40978:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000732aaf80. 00040000:00000010:3.0:1767384695.257939:0:40978:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000047c4ad4e. 00040000:00000010:3.0:1767384695.257941:0:40978:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000047c4ad4e. 00000020:00000010:3.0:1767384695.257960:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e9a842be. 00000040:00000010:3.0:1767384695.257964:0:40978:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e3bd8c87. 00000020:00000010:3.0:1767384695.257967:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cc7ce504. 00000020:00000010:3.0:1767384695.257971:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000776257e1. 00040000:00000010:3.0:1767384695.257975:0:40978:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d044a8da. 00040000:00000010:3.0:1767384695.257978:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000089dcc99e. 00080000:00000010:3.0:1767384695.257983:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b3b106a3. 00080000:00000010:3.0:1767384695.257988:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000034fb6922. 00000020:00000010:3.0:1767384695.257992:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c746204c. 00000020:00000010:3.0:1767384695.257995:0:40978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000831d24b1. 00000020:00000010:3.0:1767384695.258000:0:40978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b072e406. 00000008:00000010:3.0:1767384695.258004:0:40978:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000006a2c4d1. 00020000:00000010:3.0:1767384695.258008:0:40978:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000038cb0564. 00008000:00000010:3.0:1767384695.258012:0:40978:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007c266757. 00000080:00000010:3.0:1767384695.258016:0:40978:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b36f3be3. 00000020:00000010:3.0:1767384695.258020:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f03efa4. 00000020:00000010:3.0:1767384695.258024:0:40978:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 160 at 0000000045915334. 00000020:00000010:3.0:1767384695.258032:0:40978:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cc7ce504. 00000020:00000010:3.0:1767384695.258046:0:40978:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000583cab63. 00000020:00000010:3.0:1767384695.258049:0:40978:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 00000000c4fda365. 00000020:00000010:3.0:1767384695.258068:0:40978:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 000000002a250397. 00000020:00000010:3.0:1767384695.258078:0:40978:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f11cf654. 00000020:00000010:3.0:1767384695.258082:0:40978:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000662dca6f. 00000020:00000010:3.0:1767384695.258091:0:40978:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 000000002a250397. 00000020:00000010:3.0:1767384695.258093:0:40978:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 000000002a250397. 00000001:00000010:3.0:1767384695.258109:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d044a8da. 00000001:00000010:3.0:1767384695.258112:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001d9da1d9. 00000001:00000010:3.0:1767384695.258116:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cd4db092. 00000001:00000010:3.0:1767384695.258119:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000089dcc99e. 00000001:00000010:3.0:1767384695.258121:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f03efa4. 00000001:00000010:3.0:1767384695.258123:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c746204c. 00000001:00000010:3.0:1767384695.258126:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f5eea2ae. 00000001:00000010:3.0:1767384695.258128:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b268e4eb. 00000001:00000010:3.0:1767384695.258130:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000776257e1. 00000001:00000010:3.0:1767384695.258133:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e3bd8c87. 00000001:00000010:3.0:1767384695.258135:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e9a842be. 00000001:00000010:3.0:1767384695.258138:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000332a027d. 00000020:00000010:3.0:1767384695.258141:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da4a157f. 00000020:00000010:3.0:1767384695.258143:0:40978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000831d24b1. 00000020:00000010:3.0:1767384695.258146:0:40978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b072e406. 00000008:00000010:3.0:1767384695.258149:0:40978:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000006a2c4d1. 00020000:00000010:3.0:1767384695.258152:0:40978:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000038cb0564. 00008000:00000010:3.0:1767384695.258155:0:40978:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007c266757. 00000080:00000010:3.0:1767384695.258159:0:40978:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b36f3be3. 00000020:00000010:3.0:1767384695.258161:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b49a38da. 00000020:00000010:3.0:1767384695.258164:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000090ecd794. 00000040:00000010:3.0:1767384695.258167:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a2233206. 00000020:00000010:3.0:1767384695.258171:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a98098ec. 00000020:00000010:3.0:1767384695.258174:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008de7269a. 80000000:00000010:3.0:1767384695.258177:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f6fa0ce1. 00040000:00000010:3.0:1767384695.258179:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000087785a4. 00080000:00000010:3.0:1767384695.258184:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000034fb6922. 00080000:00000010:3.0:1767384695.258189:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b3b106a3. 20000000:00000010:3.0:1767384695.258194:0:40978:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 00000000f5470f59. 20000000:00000010:3.0:1767384695.258199:0:40978:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 0000000045915334. 00000020:00000010:3.0:1767384695.258202:0:40978:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000031ec5ee4. 20000000:00000010:3.0:1767384695.258206:0:40978:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 0000000045915334. 00010000:00000010:3.0:1767384695.258211:0:40978:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000053c50c1f. 00000001:00000010:3.0:1767384695.258214:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000af4ebb33. 00000001:00000010:3.0:1767384695.258217:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000eb04bc2c. 00000001:00000010:3.0:1767384695.258219:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000001941be73. 00000001:00000010:3.0:1767384695.258221:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000603441d6. 00000020:00000010:3.0:1767384695.258257:0:40978:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003e5aae81. 00000020:00000010:3.0:1767384695.258260:0:40978:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000b90a6c92. 00000020:00000010:3.0:1767384695.258302:0:40978:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000b24b825. 00000020:00000010:3.0:1767384695.258306:0:40978:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000b7dc3f8f. 00000020:00000010:3.0:1767384695.258319:0:40978:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 0000000066928e37. 00000020:00000010:3.0:1767384695.258322:0:40978:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000e59e0e3e. 00000020:00000010:3.0:1767384695.258328:0:40978:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000a52b2d2e. 00000020:00000010:3.0:1767384695.258332:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008d5c9007. 00080000:00000010:3.0:1767384695.258337:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000aab860de. 00000001:00000010:3.0:1767384695.258344:0:40978:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000fa62a5a5. 00000001:00000010:3.0:1767384695.258501:0:40978:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000b7c3651b. 20000000:00000010:3.0:1767384695.259153:0:40978:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000580f6b3e. 00080000:00000010:3.0:1767384695.259158:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006c58ae0c. 00080000:00000010:3.0:1767384695.259188:0:40978:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000083da48bd. 00000020:00000010:3.0:1767384695.259191:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e12c553b. 00080000:00000010:3.0:1767384695.259194:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b6f29a48. 00000020:00000010:3.0:1767384695.259206:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a9f61646. 00080000:00000010:3.0:1767384695.259209:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001884c40f. 00080000:00000010:3.0:1767384695.259215:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002f7a93e7. 00100000:00000010:3.0:1767384695.259220:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009c726be6. 00100000:00000010:3.0:1767384695.259224:0:40978:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000009c726be6. 00000001:00000010:3.0:1767384695.259228:0:40978:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 000000007f4c5e46. 00080000:00000010:3.0:1767384695.259232:0:40978:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 000000000cff6e81. 00000001:00000010:3.0:1767384695.259236:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.259359:0:40978:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000eb87c6b5. 00000001:00000010:3.0:1767384695.259364:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d4e742d2. 00000001:00000010:3.0:1767384695.259367:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ded7c2c9. 00000001:00000010:3.0:1767384695.259370:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000bcb3bac2. 00000001:00000010:3.0:1767384695.259381:0:40978:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 000000006a278d97. 00000001:00000010:3.0:1767384695.259389:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000646e44f7. 00000001:00000010:3.0:1767384695.259392:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000646e44f7. 00000001:00000010:3.0:1767384695.259394:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.259397:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fcc38b63. 00000001:00000010:3.0:1767384695.259402:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000646e44f7. 00000001:00000010:3.0:1767384695.259404:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000646e44f7. 00000001:00000010:3.0:1767384695.259406:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fcc38b63. 00080000:00000010:3.0:1767384695.259410:0:40978:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 000000000cff6e81. 00000001:00000010:3.0:1767384695.259421:0:40978:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f99a37a2. 00000001:00000010:3.0:1767384695.259423:0:40978:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000021b5e55a. 00000001:00000010:3.0:1767384695.259427:0:40978:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a7542937. 00000001:00000010:3.0:1767384695.259436:0:40978:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 000000001c9c6c04. 00000001:00000010:3.0:1767384695.259439:0:40978:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 0000000098f8ed8a. 00000020:00000010:3.0:1767384695.259455:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a1ce7e8c. 00080000:00000010:3.0:1767384695.259458:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000cff6e81. 00000040:00000010:3.0:1767384695.259467:0:40978:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000008a18dbf1. 00000020:00000010:3.0:1767384695.259471:0:40978:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000002672ea90. 00000020:00000010:3.0:1767384695.259474:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a3de322e. 00080000:00000010:3.0:1767384695.259476:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000e202a98. 00000001:00000010:3.0:1767384695.259479:0:40978:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 000000009c726be6. 00000001:00000010:3.0:1767384695.259494:0:40978:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000126dafed. 00000020:00000010:3.0:1767384695.260105:0:40978:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000522d572b. 00000020:00000010:3.0:1767384695.260110:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000104979a2. 00080000:00000010:3.0:1767384695.260114:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000033babcdd. 00000001:00000010:3.0:1767384695.260118:0:40978:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 0000000082b51bb1. 00000001:00000010:3.0:1767384695.260136:0:40978:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 000000001c6eff8d. 00080000:00000010:3.0:1767384695.260683:0:40978:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000ff90e634. 20000000:00000010:3.0:1767384695.260705:0:40978:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000031fa1e8e. 20000000:00000010:3.0:1767384695.260707:0:40978:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000ea26f6b2. 20000000:00000010:3.0:1767384695.260710:0:40978:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000099fc3519. 20000000:00000010:3.0:1767384695.260712:0:40978:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000bef1f8d9. 20000000:00000010:3.0:1767384695.260714:0:40978:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000f5e42cdd. 20000000:00000010:3.0:1767384695.260715:0:40978:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 000000005dcc0e4b. 20000000:00000010:3.0:1767384695.260718:0:40978:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000024c87f17. 20000000:00000010:3.0:1767384695.260719:0:40978:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000219481cf. 20000000:00000010:3.0:1767384695.260721:0:40978:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000098f34750. 20000000:00000010:3.0:1767384695.260723:0:40978:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000b3d07d27. 20000000:00000010:3.0:1767384695.260724:0:40978:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000077c7cc6. 20000000:00000010:3.0:1767384695.260726:0:40978:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000f8069138. 00080000:00000010:3.0:1767384695.260731:0:40978:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000ff90e634. 20000000:00000010:3.0:1767384695.260734:0:40978:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000f8069138. 20000000:00000010:3.0:1767384695.260737:0:40978:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000077c7cc6. 00000020:00000010:3.0:1767384695.260750:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a5de3ff8. 00080000:00000010:3.0:1767384695.260753:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004845b1b9. 20000000:00000010:3.0:1767384695.260761:0:40978:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000b3d07d27. 20000000:00000010:3.0:1767384695.260764:0:40978:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000098f34750. 20000000:00000010:3.0:1767384695.260765:0:40978:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000219481cf. 20000000:00000010:3.0:1767384695.260767:0:40978:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000024c87f17. 20000000:00000010:3.0:1767384695.260769:0:40978:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 000000005dcc0e4b. 20000000:00000010:3.0:1767384695.260771:0:40978:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000f5e42cdd. 00000020:00000010:3.0:1767384695.260778:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c94768e1. 00080000:00000010:3.0:1767384695.260781:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bd5903f6. 20000000:00000010:3.0:1767384695.260787:0:40978:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000bef1f8d9. 20000000:00000010:3.0:1767384695.260789:0:40978:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000099fc3519. 00000020:00000010:3.0:1767384695.260796:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000111bd30a. 00080000:00000010:3.0:1767384695.260800:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000090a76c87. 20000000:00000010:3.0:1767384695.260807:0:40978:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000ea26f6b2. 20000000:00000010:3.0:1767384695.260809:0:40978:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000031fa1e8e. 00000020:00000010:3.0:1767384695.260913:0:40978:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000095a5c0b0. 00000020:00000010:3.0:1767384695.260919:0:40978:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000095a5c0b0. 20000000:00000010:3.0:1767384695.260925:0:40978:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000e949ddd4. 20000000:00000010:3.0:1767384695.260931:0:40978:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000024f5ddbe. 20000000:00000010:3.0:1767384695.260935:0:40978:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000005993437e. 20000000:00000010:3.0:1767384695.260938:0:40978:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000b3d07d27. 20000000:00000010:3.0:1767384695.260940:0:40978:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000025eb3dd2. 20000000:00000010:1.0:1767384695.261174:0:40978:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000547f14f1. 00000040:00000010:1.0:1767384695.261181:0:40978:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004a28e0aa. 00000040:00000010:1.0:1767384695.261193:0:40978:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004a28e0aa. 20000000:00000010:1.0:1767384695.261196:0:40978:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000547f14f1. 00000040:00000010:1.0:1767384695.261202:0:40978:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004a28e0aa. 00000040:00000010:1.0:1767384695.261215:0:40978:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000e1e6b562. 00000020:00000010:1.0:1767384695.261220:0:40978:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000c0ee4eb2. 00000020:00000010:1.0:1767384695.261224:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f2d3e3b6. 00080000:00000010:1.0:1767384695.261227:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000661aa829. 00000040:00000010:1.0:1767384695.261239:0:40978:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f6b1817e. 00000040:00000010:1.0:1767384695.261247:0:40978:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000e1e6b562. 00000040:00000010:1.0:1767384695.261250:0:40978:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f6b1817e. 00000040:00000010:1.0:1767384695.261252:0:40978:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004a28e0aa. 20000000:00000010:1.0:1767384695.261256:0:40978:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000004a28e0aa. 20000000:00000010:1.0:1767384695.261258:0:40978:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000547f14f1. 00000040:00000010:1.0:1767384695.261272:0:40978:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000057751e5a. 00000040:00000010:1.0:1767384695.261279:0:40978:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000057751e5a. 20000000:00000010:1.0:1767384695.261281:0:40978:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000547f14f1. 00000100:00000010:1.0:1767384695.261286:0:40978:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000057751e5a. 00000100:00000010:1.0:1767384695.261291:0:40978:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000b258edf1. 00000100:00000010:1.0:1767384695.261303:0:40978:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000778e4429. 00000100:00000010:1.0:1767384695.261310:0:40978:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000db0b887e. 00000100:00000010:1.0:1767384695.261315:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bf928a9. 00000100:00000010:1.0:1767384695.261318:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f6b1817e. 00000100:00000010:1.0:1767384695.261320:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e214888e. 00000100:00000010:1.0:1767384695.261324:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000078eae121. 00000100:00000010:1.0:1767384695.261326:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000116c8835. 00000100:00000010:1.0:1767384695.261330:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009b1fe8d6. 00000100:00000010:1.0:1767384695.261332:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075717c93. 00000100:00000010:1.0:1767384695.261345:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b2ad71d1. 00000100:00000010:1.0:1767384695.261348:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4d58d6d. 00000100:00000010:1.0:1767384695.261351:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d355290c. 00000100:00000010:1.0:1767384695.261354:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009b10cab. 00000100:00000010:1.0:1767384695.261357:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048ddf5e5. 00000100:00000010:1.0:1767384695.261360:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005eef1b67. 00000100:00000010:1.0:1767384695.261364:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c590a9de. 00000100:00000010:1.0:1767384695.261367:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9f02d1c. 00000100:00000010:1.0:1767384695.261370:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000080ca35f7. 00000100:00000010:1.0:1767384695.261373:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000881ecdbb. 00000100:00000010:1.0:1767384695.261377:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bcd1891f. 00000100:00000010:1.0:1767384695.261379:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7297370. 00000100:00000010:1.0:1767384695.261384:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e809a1f4. 00000100:00000010:1.0:1767384695.261386:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076824404. 00000100:00000010:1.0:1767384695.261390:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a6ba4b7. 00000100:00000010:1.0:1767384695.261392:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006508d17d. 00000100:00000010:1.0:1767384695.261396:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000715ad18b. 00000100:00000010:1.0:1767384695.261398:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8b3930b. 00000100:00000010:1.0:1767384695.261403:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000613ae0ba. 00000100:00000010:1.0:1767384695.261405:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047a2c66a. 00000100:00000010:1.0:1767384695.261409:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d39c8f3e. 00000100:00000010:1.0:1767384695.261412:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e59cc6f. 00000100:00000010:1.0:1767384695.261415:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001678b44b. 00000100:00000010:1.0:1767384695.261417:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026301dd1. 00000100:00000010:1.0:1767384695.261421:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000333af321. 00000100:00000010:1.0:1767384695.261422:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f13d459. 00000100:00000010:1.0:1767384695.261426:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba0264e0. 00000100:00000010:1.0:1767384695.261428:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4e9ff13. 00000100:00000010:1.0:1767384695.261432:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f25e94b1. 00000100:00000010:1.0:1767384695.261442:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017581175. 00000100:00000010:1.0:1767384695.261446:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000029a4419b. 00000100:00000010:1.0:1767384695.261448:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044d64767. 00000100:00000010:1.0:1767384695.261452:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084b804c8. 00000100:00000010:1.0:1767384695.261453:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3fae7f9. 00000100:00000010:1.0:1767384695.261457:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a3031d21. 00000100:00000010:1.0:1767384695.261459:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d7e9dca. 00000100:00000010:1.0:1767384695.261463:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000fa2fe87. 00000100:00000010:1.0:1767384695.261464:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008383823e. 00000100:00000010:1.0:1767384695.261468:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000040cf4ab6. 00000100:00000010:1.0:1767384695.261470:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055252db8. 00000100:00000010:1.0:1767384695.261474:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ac5aca9. 00000100:00000010:1.0:1767384695.261476:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053eb66f3. 00000100:00000010:1.0:1767384695.261479:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000618ae1b7. 00000100:00000010:1.0:1767384695.261481:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091e0702e. 00000100:00000010:1.0:1767384695.261485:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ace9c61d. 00000100:00000010:1.0:1767384695.261487:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f14d218. 00000100:00000010:1.0:1767384695.261491:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008597db57. 00000100:00000010:1.0:1767384695.261494:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d3f60aa. 00000100:00000010:1.0:1767384695.261497:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003a77e7b5. 00000100:00000010:1.0:1767384695.261500:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5084f0a. 00000100:00000010:1.0:1767384695.261504:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d4fcecae. 00000100:00000010:1.0:1767384695.261506:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008298fa0f. 00000100:00000010:1.0:1767384695.261511:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037cb5912. 00000100:00000010:1.0:1767384695.261513:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7882da0. 00000100:00000010:1.0:1767384695.261517:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d4f3d448. 00000100:00000010:1.0:1767384695.261519:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7025f93. 00000100:00000010:1.0:1767384695.261527:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac30266c. 00000100:00000010:1.0:1767384695.261530:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8eb1e0c. 00000100:00000010:1.0:1767384695.261534:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000e808e0f. 00000100:00000010:1.0:1767384695.261537:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebbf52d0. 00000100:00000010:1.0:1767384695.261540:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007aeb487e. 00000100:00000010:1.0:1767384695.261544:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000696e9861. 00000100:00000010:1.0:1767384695.261548:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001ecebf5f. 00000100:00000010:1.0:1767384695.261550:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000494502e1. 00000100:00000010:1.0:1767384695.261554:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000067ac976f. 00000100:00000010:1.0:1767384695.261556:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4a22508. 00000100:00000010:1.0:1767384695.261559:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d4d2690d. 00000100:00000010:1.0:1767384695.261562:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa821ac1. 00000100:00000010:1.0:1767384695.261567:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c26c0ca9. 00000100:00000010:1.0:1767384695.261569:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083a36573. 00000100:00000010:1.0:1767384695.261573:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ec70a748. 00000100:00000010:1.0:1767384695.261576:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed8803ad. 00000100:00000010:1.0:1767384695.261580:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005b3653e1. 00000100:00000010:1.0:1767384695.261583:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ccb0e58. 00000100:00000010:1.0:1767384695.261586:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1b4c938. 00000100:00000010:1.0:1767384695.261589:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000695f0b9e. 00000100:00000010:1.0:1767384695.261593:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf5afcaa. 00000100:00000010:1.0:1767384695.261595:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017c74320. 00000100:00000010:1.0:1767384695.261600:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c0388b51. 00000100:00000010:1.0:1767384695.261603:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059a6467e. 00000100:00000010:1.0:1767384695.261625:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000822b8983. 00000100:00000010:1.0:1767384695.261630:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de9e0686. 00000100:00000010:1.0:1767384695.261634:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f7532e5d. 00000100:00000010:1.0:1767384695.261638:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001499bfb8. 00000100:00000010:1.0:1767384695.261643:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c4b5d52. 00000100:00000010:1.0:1767384695.261646:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea64020c. 00000100:00000010:1.0:1767384695.261649:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000116bab25. 00000100:00000010:1.0:1767384695.261652:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a8bd1ab. 00000100:00000010:1.0:1767384695.261657:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009825c732. 00000100:00000010:1.0:1767384695.261659:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000928633db. 00000100:00000010:1.0:1767384695.261664:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8ab60df. 00000100:00000010:1.0:1767384695.261667:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e6c2b64. 00000100:00000010:1.0:1767384695.261672:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5027dd5. 00000100:00000010:1.0:1767384695.261675:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efcf66b6. 00000100:00000010:1.0:1767384695.261679:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d05a2fe8. 00000100:00000010:1.0:1767384695.261683:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cfda69e. 00000100:00000010:1.0:1767384695.261689:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021e76825. 00000100:00000010:1.0:1767384695.261692:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000368f5218. 00000100:00000010:1.0:1767384695.261696:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bdf047b2. 00000100:00000010:1.0:1767384695.261699:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9190b0a. 00000100:00000010:1.0:1767384695.261703:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007eb054ae. 00000100:00000010:1.0:1767384695.261705:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f0a5706. 00000100:00000010:1.0:1767384695.261709:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000325c42f8. 00000100:00000010:1.0:1767384695.261712:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa419afe. 00000100:00000010:1.0:1767384695.261716:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052d61ef5. 00000100:00000010:1.0:1767384695.261718:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038247f28. 00000100:00000010:1.0:1767384695.261721:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bcc02c3f. 00000100:00000010:1.0:1767384695.261724:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f6907a8. 00000100:00000010:1.0:1767384695.261733:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eff0bf54. 00000100:00000010:1.0:1767384695.261736:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049a59127. 00000100:00000010:1.0:1767384695.261740:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ca77d06. 00000100:00000010:1.0:1767384695.261742:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084a111d6. 00000100:00000010:1.0:1767384695.261746:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009e0d0972. 00000100:00000010:1.0:1767384695.261749:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000631e0695. 00000100:00000010:1.0:1767384695.261753:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008ca5b5d0. 00000100:00000010:1.0:1767384695.261755:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5e44091. 00000100:00000010:1.0:1767384695.261763:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000067c7afbc. 00000100:00000010:1.0:1767384695.261766:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000304b1985. 00000100:00000010:1.0:1767384695.261770:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087f0b5f5. 00000100:00000010:1.0:1767384695.261772:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f656c96. 00000100:00000010:1.0:1767384695.261776:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000074b4dba0. 00000400:00000200:1.0:1767384695.261780:0:40978:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:1.0:1767384695.261814:0:40978:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007a82df08. 00000020:00000010:1.0:1767384695.261818:0:40978:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000e576f667. 00000100:00000010:1.0:1767384695.261856:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d43de5a3. 00000100:00000010:1.0:1767384695.261862:0:40978:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000bac392ab. 00000100:00000010:1.0:1767384695.261865:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f5e87169. 00000100:00000010:1.0:1767384695.261868:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000088bec284. 00000100:00000010:1.0:1767384695.261871:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000566606aa. 00000100:00000200:1.0:1767384695.261899:0:40978:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:1.0:1767384695.261904:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f7d64213. 00000100:00000010:3.0:1767384695.262112:0:40984:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004853ed92. 00000020:00000010:3.0:1767384695.262118:0:40984:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007c96f126. 00000020:00000010:3.0:1767384695.262123:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004932e9f4. 00000020:00000010:3.0:1767384695.262126:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006054c031. 00000040:00000010:3.0:1767384695.262128:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005328e16d. 00000020:00000010:3.0:1767384695.262131:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000765233a3. 00000020:00000010:3.0:1767384695.262137:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001270cd7a. 80000000:00000010:3.0:1767384695.262140:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c422c391. 00040000:00000010:3.0:1767384695.262144:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000067316be. 00080000:00000010:3.0:1767384695.262149:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000000679354. 00080000:00000010:3.0:1767384695.262153:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006fa64fbe. 20000000:00000010:3.0:1767384695.262158:0:40984:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000004d938466. 00000100:00000200:3.0:1767384695.262163:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262167:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcc38b63. 00000400:00000010:3.0:1767384695.262173:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1a86624. 00000100:00000200:3.0:1767384695.262178:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262180:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000646e44f7. 00000400:00000010:3.0:1767384695.262183:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077470478. 00000100:00000200:3.0:1767384695.262185:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262188:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b902373. 00000400:00000010:3.0:1767384695.262191:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000967a9b11. 00000100:00000200:3.0:1767384695.262193:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262196:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040a5c729. 00000400:00000010:3.0:1767384695.262199:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3fc5d2e. 00000100:00000200:3.0:1767384695.262202:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262205:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8994005. 00000400:00000010:3.0:1767384695.262207:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023779131. 00000100:00000200:3.0:1767384695.262209:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262210:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8fcb02e. 00000400:00000010:3.0:1767384695.262214:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034469651. 00000100:00000200:3.0:1767384695.262216:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262218:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf4e898e. 00000400:00000010:3.0:1767384695.262220:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b930f42f. 00000100:00000200:3.0:1767384695.262222:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262223:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000390047eb. 00000400:00000010:3.0:1767384695.262226:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce9256d8. 00000100:00000200:3.0:1767384695.262229:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262231:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a6263d1. 00000400:00000010:3.0:1767384695.262233:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007baf7e4a. 00000100:00000200:3.0:1767384695.262235:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262237:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f944308d. 00000400:00000010:3.0:1767384695.262240:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd047d81. 00000100:00000200:3.0:1767384695.262241:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262243:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0eadaf2. 00000400:00000010:3.0:1767384695.262245:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3f0f52e. 00000100:00000200:3.0:1767384695.262247:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262249:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000927f564b. 00000400:00000010:3.0:1767384695.262251:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8570f9b. 00000100:00000200:3.0:1767384695.262253:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262255:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cab3f85. 00000400:00000010:3.0:1767384695.262258:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8d305be. 00000100:00000200:3.0:1767384695.262260:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262262:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b078a48. 00000400:00000010:3.0:1767384695.262264:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bb90d8d. 00000100:00000200:3.0:1767384695.262266:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262267:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030aa19ff. 00000400:00000010:3.0:1767384695.262269:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b28de3c. 00000100:00000200:3.0:1767384695.262271:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262274:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008383418f. 00000400:00000010:3.0:1767384695.262275:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002edb3282. 00000100:00000200:3.0:1767384695.262278:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262280:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004adf7bde. 00000400:00000010:3.0:1767384695.262281:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed729069. 00000100:00000200:3.0:1767384695.262283:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262285:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1d940c6. 00000400:00000010:3.0:1767384695.262287:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000466ba30f. 00000100:00000200:3.0:1767384695.262289:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262290:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045f0a4b4. 00000400:00000010:3.0:1767384695.262293:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7d5bc40. 00000100:00000200:3.0:1767384695.262294:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262296:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023945be3. 00000400:00000010:3.0:1767384695.262298:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b424e90. 00000100:00000200:3.0:1767384695.262300:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262302:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb5d6338. 00000400:00000010:3.0:1767384695.262304:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4c27136. 00000100:00000200:3.0:1767384695.262306:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262308:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c355a5. 00000400:00000010:3.0:1767384695.262310:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000857e4f59. 00000100:00000200:3.0:1767384695.262312:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262315:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb5708b. 00000400:00000010:3.0:1767384695.262317:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8fcc927. 00000100:00000200:3.0:1767384695.262319:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262321:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055f41a75. 00000400:00000010:3.0:1767384695.262324:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f17ad9b3. 00000100:00000200:3.0:1767384695.262331:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262334:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e834181. 00000400:00000010:3.0:1767384695.262343:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009587c1b7. 00000100:00000200:3.0:1767384695.262346:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262348:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f4367a3. 00000400:00000010:3.0:1767384695.262351:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ad3c79e. 00000100:00000200:3.0:1767384695.262354:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262356:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb8c28c1. 00000400:00000010:3.0:1767384695.262360:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f72edd5. 00000100:00000200:3.0:1767384695.262362:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262365:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010db7717. 00000400:00000010:3.0:1767384695.262367:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f815aef3. 00000100:00000200:3.0:1767384695.262369:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262371:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c303b106. 00000400:00000010:3.0:1767384695.262374:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001aabff41. 00000100:00000200:3.0:1767384695.262375:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262377:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084c56a4f. 00000400:00000010:3.0:1767384695.262380:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002815f36b. 00000100:00000200:3.0:1767384695.262382:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262384:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb71a923. 00000400:00000010:3.0:1767384695.262387:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a68f13f. 00000100:00000200:3.0:1767384695.262389:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262392:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000542857f. 00000400:00000010:3.0:1767384695.262394:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb6f43f6. 00000100:00000200:3.0:1767384695.262397:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262399:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055c4d388. 00000400:00000010:3.0:1767384695.262401:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029594842. 00000100:00000200:3.0:1767384695.262403:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262405:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efee3765. 00000400:00000010:3.0:1767384695.262407:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b37f99e6. 00000100:00000200:3.0:1767384695.262409:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262411:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6735ccd. 00000400:00000010:3.0:1767384695.262414:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4e6de9b. 00000100:00000200:3.0:1767384695.262415:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262417:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000524af84c. 00000400:00000010:3.0:1767384695.262419:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000769fe828. 00000100:00000200:3.0:1767384695.262421:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262423:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052241f0d. 00000400:00000010:3.0:1767384695.262425:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000070710e0. 00000100:00000200:3.0:1767384695.262426:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262428:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2042555. 00000400:00000010:3.0:1767384695.262431:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca336a91. 00000100:00000200:3.0:1767384695.262433:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262434:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4b1e5e4. 00000400:00000010:3.0:1767384695.262436:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006adbbe2d. 00000100:00000200:3.0:1767384695.262439:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262441:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098f199b2. 00000400:00000010:3.0:1767384695.262443:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed60012. 00000100:00000200:3.0:1767384695.262445:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262448:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b0f08bc. 00000400:00000010:3.0:1767384695.262451:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054ba9967. 00000100:00000200:3.0:1767384695.262453:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262455:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065603906. 00000400:00000010:3.0:1767384695.262457:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bab87de8. 00000100:00000200:3.0:1767384695.262459:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262461:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000911f7d28. 00000400:00000010:3.0:1767384695.262463:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e713dce. 00000100:00000200:3.0:1767384695.262465:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262466:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021648313. 00000400:00000010:3.0:1767384695.262469:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd1f89b2. 00000100:00000200:3.0:1767384695.262471:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262472:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004baee05b. 00000400:00000010:3.0:1767384695.262474:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c93351d. 00000100:00000200:3.0:1767384695.262477:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262478:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1359ad. 00000400:00000010:3.0:1767384695.262480:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062d17c7f. 00000100:00000200:3.0:1767384695.262482:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262484:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7635ff7. 00000400:00000010:3.0:1767384695.262487:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030730a07. 00000100:00000200:3.0:1767384695.262489:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262491:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f589be5. 00000400:00000010:3.0:1767384695.262493:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001936a15e. 00000100:00000200:3.0:1767384695.262496:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262498:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7311234. 00000400:00000010:3.0:1767384695.262500:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f590f371. 00000100:00000200:3.0:1767384695.262502:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262504:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dde172f8. 00000400:00000010:3.0:1767384695.262506:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e497c34d. 00000100:00000200:3.0:1767384695.262508:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262510:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea386fe. 00000400:00000010:3.0:1767384695.262512:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000046b6766. 00000100:00000200:3.0:1767384695.262514:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262516:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da3ba8c4. 00000400:00000010:3.0:1767384695.262518:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a7d0f69. 00000100:00000200:3.0:1767384695.262520:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262522:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b87d30f2. 00000400:00000010:3.0:1767384695.262524:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028ab9cc4. 00000100:00000200:3.0:1767384695.262526:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262528:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc7895a1. 00000400:00000010:3.0:1767384695.262531:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000709781b. 00000100:00000200:3.0:1767384695.262532:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262534:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1564ea. 00000400:00000010:3.0:1767384695.262537:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c926a12f. 00000100:00000200:3.0:1767384695.262538:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262540:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dbec796. 00000400:00000010:3.0:1767384695.262542:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dcb4242c. 00000100:00000200:3.0:1767384695.262544:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262546:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004eb20545. 00000400:00000010:3.0:1767384695.262548:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ee9336c. 00000100:00000200:3.0:1767384695.262550:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262551:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001140604e. 00000400:00000010:3.0:1767384695.262553:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af05acbe. 00000100:00000200:3.0:1767384695.262555:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262556:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d33a98d8. 00000400:00000010:3.0:1767384695.262559:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008813ef85. 00000100:00000200:3.0:1767384695.262560:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262562:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb340ab. 00000400:00000010:3.0:1767384695.262564:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aef5f395. 00000100:00000200:3.0:1767384695.262566:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262567:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d8e3334. 00000400:00000010:3.0:1767384695.262569:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016705547. 00000100:00000200:3.0:1767384695.262570:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262572:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aab75ff4. 00000400:00000010:3.0:1767384695.262574:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000863576. 00000100:00000200:3.0:1767384695.262576:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262577:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd21bf55. 00000400:00000010:3.0:1767384695.262579:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016142729. 00000100:00000200:3.0:1767384695.262581:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.262583:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa13bd73. 00000400:00000010:3.0:1767384695.262584:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008344b841. 00000100:00000010:3.0:1767384695.262597:0:40984:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b84d59cc. 00000100:00000200:3.0:1767384695.262633:0:40984:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384695.262642:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002daf6867. 00000100:00000010:2.0:1767384695.262770:0:40986:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006edf470b. 00000020:00000010:2.0:1767384695.262774:0:40986:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008549efa4. 00000020:00000010:2.0:1767384695.262778:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b139e8ea. 00000020:00000010:2.0:1767384695.262781:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000819772ac. 00000040:00000010:2.0:1767384695.262785:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005ed042c2. 00000020:00000010:2.0:1767384695.262789:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000092916395. 00000020:00000010:2.0:1767384695.262792:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da71a478. 80000000:00000010:2.0:1767384695.262795:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000ba39a3e. 00040000:00000010:2.0:1767384695.262799:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aad2a5db. 00080000:00000010:2.0:1767384695.262805:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a8b56ea0. 00080000:00000010:2.0:1767384695.262810:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000032a17b18. 20000000:00000010:2.0:1767384695.262814:0:40986:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000ebda8c79. 00000100:00000010:2.0:1767384695.262827:0:40986:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000006d2ad9b. 00000100:00000200:2.0:1767384695.262843:0:40986:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384695.262859:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000050319915. 00000100:00000010:3.0:1767384695.262987:0:40987:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008698beba. 00000020:00000010:3.0:1767384695.262991:0:40987:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000007e63542. 00000020:00000010:3.0:1767384695.262996:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095509325. 00000020:00000010:3.0:1767384695.262999:0:40987:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000db905fb3. 00000040:00000010:3.0:1767384695.263004:0:40987:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c17f9030. 00000020:00000010:3.0:1767384695.263007:0:40987:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003983b412. 00000020:00000010:3.0:1767384695.263010:0:40987:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f46f174a. 80000000:00000010:3.0:1767384695.263013:0:40987:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000926985c5. 00040000:00000010:3.0:1767384695.263016:0:40987:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000573ab85f. 00080000:00000010:3.0:1767384695.263020:0:40987:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b2a902c5. 00080000:00000010:3.0:1767384695.263024:0:40987:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cac105b8. 20000000:00000010:3.0:1767384695.263027:0:40987:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000399c80db. 00000100:00000010:3.0:1767384695.263040:0:40987:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005f85f0f2. 00000100:00000200:3.0:1767384695.263064:0:40987:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:2.0:1767384695.263129:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000661aa829. 00000020:00000010:2.0:1767384695.263135:0:40978:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f2d3e3b6. 00000020:00000010:2.0:1767384695.263148:0:40978:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000012e4acd7. 00080000:00000010:2.0:1767384695.263172:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004845b1b9. 00000020:00000010:2.0:1767384695.263177:0:40978:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a5de3ff8. 00080000:00000010:2.0:1767384695.263186:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bd5903f6. 00000020:00000010:2.0:1767384695.263188:0:40978:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c94768e1. 00080000:00000010:2.0:1767384695.263199:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006c58ae0c. 20000000:00000010:2.0:1767384695.263204:0:40978:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000580f6b3e. 00080000:00000010:2.0:1767384695.263216:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000090a76c87. 00000020:00000010:2.0:1767384695.263220:0:40978:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000111bd30a. 00000020:00000010:2.0:1767384695.263237:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000090ecd794. 00000040:00000010:2.0:1767384695.263241:0:40978:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a2233206. 00000020:00000010:2.0:1767384695.263244:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a98098ec. 00000020:00000010:2.0:1767384695.263250:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008de7269a. 80000000:00000010:2.0:1767384695.263253:0:40978:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f6fa0ce1. 00040000:00000010:2.0:1767384695.263257:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000087785a4. 00080000:00000010:2.0:1767384695.263261:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b3b106a3. 00080000:00000010:2.0:1767384695.263266:0:40978:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000083da48bd. 00080000:00000010:2.0:1767384695.263268:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000034fb6922. 00000020:00000010:2.0:1767384695.263271:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b49a38da. 00000020:00000010:2.0:1767384695.263276:0:40978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000831d24b1. 00000020:00000010:2.0:1767384695.263279:0:40978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b072e406. 00000008:00000010:2.0:1767384695.263284:0:40978:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000006a2c4d1. 00020000:00000010:2.0:1767384695.263289:0:40978:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000038cb0564. 00008000:00000010:2.0:1767384695.263293:0:40978:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007c266757. 00000080:00000010:2.0:1767384695.263296:0:40978:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b36f3be3. 00000020:00000010:2.0:1767384695.263299:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da4a157f. 00000020:00000010:2.0:1767384695.263304:0:40978:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000002a250397. 00000020:00000010:2.0:1767384695.263325:0:40978:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000fd2e0d3b. 00000020:00000010:2.0:1767384695.263329:0:40978:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000e09bb01d. 00000100:02020000:2.0:1767384695.263341:0:40978:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.137@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:1.0:1767384695.267335:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e698c622. 00000400:00000200:1.0:1767384695.267350:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c4aea52 00000400:00000010:1.0:1767384695.267351:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4aea52. 00000100:00000200:1.0:1767384695.267360:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa1a10d5 x1853237049198208/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384695.267369:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa1a10d5 x1853237049198208/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384695.267385:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050d96766. 00000400:00000200:1.0:1767384695.267387:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000400:00000010:1.0:1767384695.267389:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000100:00000200:1.0:1767384695.267392:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003eff339e x1853237049197952/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384702 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384695.267400:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003eff339e x1853237049197952/t0(0) o400->MGC192.168.202.137@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384702 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384695.267415:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c2ef89c. 02000000:00000010:1.0:1767384695.267420:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081d32189. 00000100:00000010:1.0:1767384695.267423:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa1a10d5. 02000000:00000010:1.0:1767384695.267427:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf01ec82. 02000000:00000010:1.0:1767384695.267430:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cfb6cded. 00000100:00000010:1.0:1767384695.267432:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003eff339e. 00000100:00000010:2.0:1767384695.267509:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95e6c3b. 02000000:00000010:2.0:1767384695.267522:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008110e088. 02000000:00000010:0.0:1767384695.267569:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000179ddb63. 00000400:00000010:0.0:1767384695.267574:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d7104ff. 00000400:00000010:0.0:1767384695.267578:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000100:00000200:0.0:1767384695.267581:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049198336, portal 25 00000400:00000010:0.0:1767384695.267584:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b58b0c66. 00000100:00000200:0.0:1767384695.267586:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853237049198336, offset 0 00000400:00000200:0.0:1767384695.267591:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384695.267598:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384695.267606:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6958260008700 00000400:00000200:0.0:1767384695.267629:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x21c5 [2] + 0 00000400:00000010:0.0:1767384695.267632:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcc38b63. 00000400:00000200:0.0:1767384695.267635:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1a86624 00000400:00000200:0.0:1767384695.267640:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384695.267651:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384695.267657:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1a86624 00000400:00000010:0.0:1767384695.267659:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1a86624. 00000100:00000200:0.0:1767384695.267663:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384695.267677:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58b0c66 00000400:00000010:0.0:1767384695.267679:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b58b0c66. 00000020:00000010:3.0:1767384695.267684:0:40987:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000211165a0. 00000100:00000200:0.0:1767384695.267685:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95e6c3b x1853237049198336/t0(0) o250->MGC192.168.202.137@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384695.267698:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5f3a5e. 00000020:00000010:3.0:1767384695.267703:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e732dbb. 00000100:00000010:0.0:1767384695.267705:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007aaadd82. 00000020:00000010:3.0:1767384695.267707:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000100:00000010:0.0:1767384695.267716:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008fb8974. 00000100:00000010:0.0:1767384695.267722:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f26693de. 00000100:00000010:0.0:1767384695.267725:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000638f8d08. 00000100:00000200:3.0:1767384695.267736:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049198336 02000000:00000010:3.0:1767384695.267750:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000e02c10d4. 00000020:00000010:3.0:1767384695.267757:0:40987:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000625b34c0. 00000001:00000010:3.0:1767384695.267765:0:40987:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a399196a. 00000001:00000010:3.0:1767384695.267768:0:40987:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000098f34750. 00000001:00000010:3.0:1767384695.267771:0:40987:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000050538c71. 00000001:00000010:3.0:1767384695.267775:0:40987:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000623b572c. 00000001:00000010:3.0:1767384695.267777:0:40987:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c061f17c. 00000001:00000010:3.0:1767384695.267780:0:40987:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001623a2e3. 00000020:00000010:3.0:1767384695.267788:0:40987:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000073ac96eb. 00000020:00000010:3.0:1767384695.267840:0:40987:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000958518dc. 00000020:00000010:3.0:1767384695.267844:0:40987:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000d24d730e. 00000020:00000010:3.0:1767384695.267846:0:40987:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000b92ff16a. 00000020:00000010:3.0:1767384695.267856:0:40987:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000e1558afe. 00000020:00000010:3.0:1767384695.267859:0:40987:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000ec6874e6. 00000020:00000010:3.0:1767384695.267861:0:40987:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000043bd0cb. 00000020:00000010:3.0:1767384695.267868:0:40987:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000007ba11724. 00010000:00000200:3.0:1767384695.267895:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000097d43c6d x1853237049198336/t0(0) o250->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384715 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.267909:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.267912:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237049198336, offset 0 00000400:00000200:3.0:1767384695.267916:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.267921:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.267926:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x6958260008700 00000400:00000200:3.0:1767384695.267930:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x22c5 [1] + 0 00000400:00000200:3.0:1767384695.267934:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.267937:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.267941:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95e6c3b x1853237049198336/t0(0) o250->MGC192.168.202.137@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.267957:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.267959:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000020:00000010:3.0:1767384695.267968:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.267970:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384695.267973:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5f3a5e. 02000000:00000010:3.0:1767384695.267978:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000e02c10d4. 00000400:00000010:0.0:1767384695.267981:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d7104ff. 00000100:00000200:3.0:1767384695.267984:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384695.267988:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a902b368 00000400:00000010:3.0:1767384695.267989:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ee5257a. 00000400:00000010:0.0:1767384695.267998:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a902b368. 00000400:00000010:3.0:1767384695.268004:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094fb2a28. 00000100:00000200:0.0:1767384695.268004:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95e6c3b x1853237049198336/t0(0) o250->MGC192.168.202.137@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384695.268013:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95e6c3b x1853237049198336/t0(0) o250->MGC192.168.202.137@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384695.268042:0:16347:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 000000006722f3fe. 02000000:00000010:0.0:1767384695.268078:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000179ddb63. 02000000:00000010:0.0:1767384695.268082:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000008110e088. 00000100:00000010:0.0:1767384695.268085:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95e6c3b. 00000020:00000010:1.0:1767384695.268104:0:40978:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000e09bb01d. 00000020:00000010:2.0:1767384695.268109:0:38:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 00000000a9917554. 00000020:00000010:1.0:1767384695.268109:0:40978:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000fd2e0d3b. 00000020:00000010:1.0:1767384695.268121:0:40978:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 0000000052c67d3d. 00000020:00000010:1.0:1767384695.268132:0:40978:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000009c1aa380. 00000020:00000010:1.0:1767384695.268139:0:40978:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000044dbbb8f. 00000100:00000010:2.0:1767384695.268150:0:38:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe2a20b0. 00000020:00000010:1.0:1767384695.268150:0:40978:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 0000000052c67d3d. 00000020:00000010:1.0:1767384695.268156:0:40978:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 00000000d58ab082. 00000100:00000010:2.0:1767384695.268166:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e344020. 00000001:00000010:1.0:1767384695.268175:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000cfb6cded. 02000000:00000010:2.0:1767384695.268178:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000719e9124. 00000001:00000010:1.0:1767384695.268180:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000023a897ad. 00000001:00000010:1.0:1767384695.268185:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000efdaaf61. 00000100:00000010:2.0:1767384695.268188:0:38:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000614af391. 00000001:00000010:1.0:1767384695.268188:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000661aa829. 00000100:00000010:2.0:1767384695.268194:0:38:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000020f5cef0. 00000001:00000010:1.0:1767384695.268195:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba8abb23. 00000001:00000010:1.0:1767384695.268200:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cacd3411. 00000001:00000010:1.0:1767384695.268202:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000081d32189. 00000001:00000010:1.0:1767384695.268205:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ad982fe9. 00000001:00000010:1.0:1767384695.268207:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002dec6637. 00000400:00000010:2.0:1767384695.268210:0:38:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b55a14e. 00000001:00000010:1.0:1767384695.268211:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004a8ab0f1. 00000001:00000010:1.0:1767384695.268216:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9ffa2ec. 00000400:00000010:2.0:1767384695.268218:0:38:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b391f72e. 00000001:00000010:1.0:1767384695.268220:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000064cbb142. 00000100:00000200:2.0:1767384695.268224:0:38:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958260008780-0x6958260008780, portal 33 00000020:00000010:1.0:1767384695.268226:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001957cbd7. 00000020:00000010:1.0:1767384695.268230:0:40978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cd5ec8a1. 00000020:00000010:1.0:1767384695.268235:0:40978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002903e5b3. 02000000:00000010:2.0:1767384695.268236:0:38:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000034fb6922. 00000008:00000010:1.0:1767384695.268239:0:40978:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c3fff728. 00000400:00000010:2.0:1767384695.268242:0:38:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000125dc367. 00020000:00000010:1.0:1767384695.268245:0:40978:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000009f22d420. 00000400:00000010:2.0:1767384695.268247:0:38:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075679686. 00008000:00000010:1.0:1767384695.268250:0:40978:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007783a37f. 00000100:00000200:2.0:1767384695.268251:0:38:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049198464, portal 25 00000080:00000010:1.0:1767384695.268256:0:40978:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000018bae20d. 00000400:00000010:2.0:1767384695.268258:0:38:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000735d48ad. 00000100:00000200:2.0:1767384695.268262:0:38:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237049198464, offset 0 00000020:00000010:1.0:1767384695.268262:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a649929e. 00000020:00000010:1.0:1767384695.268267:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f7646d91. 00000400:00000200:2.0:1767384695.268271:0:38:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000040:00000010:1.0:1767384695.268272:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000109b9df2. 00000020:00000010:1.0:1767384695.268276:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004964344b. 00000400:00000200:2.0:1767384695.268281:0:38:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384695.268282:0:40978:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000094ecf073. 00000020:00000010:1.0:1767384695.268287:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a6b7b13d. 00000400:00000200:2.0:1767384695.268291:0:38:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958260008780 80000000:00000010:1.0:1767384695.268292:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000052c67d3d. 40000000:00000010:1.0:1767384695.268297:0:40978:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009add4744. 00000400:00000200:2.0:1767384695.268301:0:38:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21c9 [2] + 0 00100000:00000010:1.0:1767384695.268304:0:40978:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000053045c4a. 00000400:00000010:2.0:1767384695.268306:0:38:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000646e44f7. 00040000:00000010:1.0:1767384695.268310:0:40978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ebaf7f12. 00000400:00000200:2.0:1767384695.268311:0:38:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000077470478 00040000:00000010:1.0:1767384695.268314:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000728aa87e. 00000400:00000200:2.0:1767384695.268318:0:38:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1767384695.268320:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000465baf3d. 00000400:00000200:2.0:1767384695.268324:0:38:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:1.0:1767384695.268327:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000aa8944fa. 00000400:00000200:2.0:1767384695.268328:0:38:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077470478 00000400:00000010:2.0:1767384695.268332:0:38:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077470478. 00000004:00000010:1.0:1767384695.268335:0:40978:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 000000007f2a8593. 00000100:00000200:2.0:1767384695.268336:0:38:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384695.268354:0:38:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000735d48ad 00000400:00000010:2.0:1767384695.268357:0:38:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000735d48ad. 00000100:00000200:2.0:1767384695.268362:0:38:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e344020 x1853237049198464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384711 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384695.268388:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da16a68d. 00000020:00000010:3.0:1767384695.268393:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da16a68d. 00000020:00000010:3.0:1767384695.268398:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb43205a. 00000020:00000010:3.0:1767384695.268400:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e732dbb. 00000100:00000010:1.0:1767384695.268403:0:40978:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000027b8a81f. 00000020:00000010:3.0:1767384695.268404:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000100:00000010:1.0:1767384695.268409:0:40978:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000d8ee363b. 00000100:00000010:1.0:1767384695.268422:0:40978:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000046db5cb0. 00000100:00000010:1.0:1767384695.268428:0:40978:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000042baadeb. 00000020:00000010:3.0:1767384695.268432:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da16a68d. 00000020:00000010:3.0:1767384695.268436:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da16a68d. 00000100:00000200:3.0:1767384695.268439:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049198464 00000100:00000010:1.0:1767384695.268442:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000214a0010. 02000000:00000010:3.0:1767384695.268449:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000257480e9. 20000000:00000010:3.0:1767384695.268458:0:40987:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000f5c18b63. 00000100:00000010:3.0:1767384695.268462:0:40987:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e02c10d4. 00000100:00000010:3.0:1767384695.268464:0:40987:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000006ae7cb7a. 00000400:00000010:3.0:1767384695.268469:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000400:00000010:3.0:1767384695.268474:0:40987:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a34780cc. 00000400:00000200:3.0:1767384695.268477:0:40987:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384695.268484:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384695.268489:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958260008780 00000400:00000200:3.0:1767384695.268493:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x22d5 [1] + 0 00000400:00000010:3.0:1767384695.268496:0:40987:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b55a14e. 00000400:00000200:3.0:1767384695.268499:0:40987:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b391f72e 00000100:00000200:3.0:1767384695.268503:0:40987:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e02c10d4 00000400:00000200:3.0:1767384695.268508:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384695.268514:0:40987:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x22e1 00000100:00000010:1.0:1767384695.268514:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000006349cd7. 00000400:00000200:3.0:1767384695.268519:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384695.268521:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3a1a474. 00000400:00000200:3.0:1767384695.268525:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767384695.268528:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.268530:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.268532:0:40987:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000e02c10d4 00000400:00000200:3.0:1767384695.268536:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b391f72e 00000400:00000010:3.0:1767384695.268537:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b391f72e. 00000100:00000200:3.0:1767384695.268540:0:40987:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000003e344020 desc 00000000614af391 mbits 1853237049198464 00000100:00000200:3.0:1767384695.268555:0:40987:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958260008780-0x6958260008780 20000000:00000010:3.0:1767384695.268564:0:40987:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000634f3f83. 20000000:00000010:3.0:1767384695.268571:0:40987:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000de81f98e. 20000000:00000010:3.0:1767384695.268575:0:40987:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000481b4870. 20000000:00000010:3.0:1767384695.268578:0:40987:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000001792b7f8. 20000000:00000010:3.0:1767384695.268581:0:40987:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000bda61a73. 00000100:00000010:1.0:1767384695.268594:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000085174e18. 00000100:00000010:1.0:1767384695.268599:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d98a5bc. 00000100:00000010:1.0:1767384695.268694:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d0b04790. 00000100:00000010:1.0:1767384695.268698:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a38d7285. 00080000:00000010:2.0:1767384695.268790:0:40987:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000faed2b5f. 20000000:00000010:2.0:1767384695.268800:0:40987:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000396866f6. 00080000:00000010:2.0:1767384695.268805:0:40987:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007e67e940. 00000100:00000010:1.0:1767384695.268808:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fac70411. 00000100:00000010:1.0:1767384695.268814:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba280be3. 00000100:00000010:1.0:1767384695.268889:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007c36bf74. 00000100:00000010:1.0:1767384695.268894:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa17b312. 00000100:00000010:1.0:1767384695.268968:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000aefb3a72. 00000100:00000010:1.0:1767384695.268972:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054b6b1b8. 00000100:00000010:1.0:1767384695.269046:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000059d4c7d9. 00000100:00000010:1.0:1767384695.269050:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079c85914. 20000000:00000010:2.0:1767384695.269089:0:40987:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000ef01bd12. 00000040:00000010:2.0:1767384695.269096:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000079b5aacb. 00000040:00000010:2.0:1767384695.269120:0:40987:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000097646922. 00000020:00000010:2.0:1767384695.269127:0:40987:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002a67714f. 00080000:00000010:2.0:1767384695.269132:0:40987:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000099125148. 00000100:00000010:1.0:1767384695.269137:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005f0b3ad9. 00000100:00000010:1.0:1767384695.269143:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4450ec9. 00000040:00000010:2.0:1767384695.269146:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b3b106a3. 00000100:00000010:1.0:1767384695.269218:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000932335af. 00000100:00000010:1.0:1767384695.269222:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010c69fb8. 00000100:00000010:1.0:1767384695.269297:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007fa9541d. 00000100:00000010:1.0:1767384695.269301:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e3b7407. 00000100:00000010:1.0:1767384695.269376:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001c0084d7. 00000100:00000010:1.0:1767384695.269380:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fd0b279. 00000100:00000010:1.0:1767384695.269452:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d2c43339. 00000100:00000010:1.0:1767384695.269457:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3f81f68. 00000040:00000010:3.0:1767384695.269483:0:40987:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000373f6bdd. 00000100:00000010:1.0:1767384695.269530:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c8019d4a. 00000100:00000010:1.0:1767384695.269535:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e51d7cfe. 00000020:00000010:3.0:1767384695.269631:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0955a85. 00000100:00000010:1.0:1767384695.269631:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d752f4d1. 00000100:00000010:1.0:1767384695.269636:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000120bf8b. 00000020:00000010:3.0:1767384695.269639:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ae03ab0. 00000040:00000010:3.0:1767384695.269643:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000933edae0. 00000020:00000010:3.0:1767384695.269647:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b331d376. 00000020:00000010:3.0:1767384695.269651:0:40990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000026fbbba0. 00000020:00000010:3.0:1767384695.269655:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b4014c44. 80000000:00000010:3.0:1767384695.269658:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002332506e. 40000000:00000010:3.0:1767384695.269661:0:40990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009fc857e3. 00100000:00000010:3.0:1767384695.269665:0:40990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000093a71eb. 00040000:00000010:3.0:1767384695.269668:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d2723e4d. 00040000:00000010:3.0:1767384695.269671:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dffda886. 00080000:00000010:3.0:1767384695.269676:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a5b23737. 00080000:00000010:3.0:1767384695.269680:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000415ed312. 00000004:00000010:3.0:1767384695.269687:0:40990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000016961b5. 00002000:00000010:3.0:1767384695.269693:0:40990:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000df3dd4f7. 00000020:00000010:3.0:1767384695.269696:0:40990:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c20287ea. 00000040:00000010:3.0:1767384695.269703:0:40990:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003934c351. 00000100:00000010:1.0:1767384695.269712:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d659d904. 00000100:00000010:1.0:1767384695.269719:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b2e2fbf. 00000100:00000010:1.0:1767384695.269793:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000952902e9. 00000100:00000010:1.0:1767384695.269797:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077070ce1. 00000100:00000010:1.0:1767384695.269878:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a7a9cf72. 00000100:00000010:1.0:1767384695.269883:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e144a44. 00000100:00000010:1.0:1767384695.269959:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003239cf2c. 00000100:00000010:1.0:1767384695.269965:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b65a9d2. 00000100:00000010:1.0:1767384695.270042:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008a2853b6. 00000100:00000010:1.0:1767384695.270047:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b8105bb. 00000040:00000010:3.0:1767384695.270107:0:40990:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003934c351. 00000020:00000010:3.0:1767384695.270115:0:40990:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c20287ea. 00000020:00000010:3.0:1767384695.270125:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005ae03ab0. 00000040:00000010:3.0:1767384695.270129:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000933edae0. 00000020:00000010:3.0:1767384695.270132:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b331d376. 00000100:00000010:1.0:1767384695.270133:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008f91403e. 00000020:00000010:3.0:1767384695.270137:0:40990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000026fbbba0. 00000100:00000010:1.0:1767384695.270139:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058c02369. 00000020:00000010:3.0:1767384695.270143:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b4014c44. 80000000:00000010:3.0:1767384695.270147:0:40990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002332506e. 40000000:00000010:3.0:1767384695.270151:0:40990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009fc857e3. 00100000:00000010:3.0:1767384695.270153:0:40990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000093a71eb. 00040000:00000010:3.0:1767384695.270157:0:40990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d2723e4d. 00040000:00000010:3.0:1767384695.270160:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dffda886. 00080000:00000010:3.0:1767384695.270164:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000415ed312. 00080000:00000010:3.0:1767384695.270168:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a5b23737. 00000004:00000010:3.0:1767384695.270172:0:40990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000016961b5. 00002000:00000010:3.0:1767384695.270176:0:40990:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000df3dd4f7. 00000020:00000010:3.0:1767384695.270180:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0955a85. 00000040:00000010:0.0:1767384695.270213:0:40987:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000373f6bdd. 00000100:00000010:1.0:1767384695.270218:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003bb2070e. 00000040:00000010:0.0:1767384695.270221:0:40987:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000097646922. 00000100:00000010:1.0:1767384695.270224:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db9098ad. 00000040:00000010:0.0:1767384695.270229:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b3b106a3. 00000040:00000010:0.0:1767384695.270234:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000079b5aacb. 20000000:00000010:0.0:1767384695.270236:0:40987:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000ef01bd12. 20000000:00000010:0.0:1767384695.270241:0:40987:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 0000000064a6ccdc. 00000040:00000010:0.0:1767384695.270244:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f513eb51. 00000040:00000010:0.0:1767384695.270255:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f513eb51. 20000000:00000010:0.0:1767384695.270257:0:40987:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 0000000064a6ccdc. 20000000:00000010:0.0:1767384695.270260:0:40987:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000006739b211. 20000000:00000010:0.0:1767384695.270269:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f513eb51. 20000000:00000010:0.0:1767384695.270275:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a4da1707. 20000000:00000010:0.0:1767384695.270281:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000079b5aacb. 20000000:00000010:0.0:1767384695.270285:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009624ff95. 20000000:00000010:0.0:1767384695.270289:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eee84c7b. 20000000:00000010:0.0:1767384695.270293:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000178dbe7f. 20000000:00000010:0.0:1767384695.270297:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008d915052. 20000000:00000010:0.0:1767384695.270300:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003d0d313d. 00000100:00000010:1.0:1767384695.270304:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004384e8e6. 20000000:00000010:0.0:1767384695.270305:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000be0e349. 00000100:00000010:1.0:1767384695.270311:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d44e8f63. 20000000:00000010:0.0:1767384695.270313:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003256dcdf. 20000000:00000010:0.0:1767384695.270319:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006f9dd821. 20000000:00000010:0.0:1767384695.270323:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c55b9b1c. 20000000:00000010:0.0:1767384695.270327:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006f72fe60. 20000000:00000010:0.0:1767384695.270330:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000000090231. 20000000:00000010:0.0:1767384695.270341:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d6d31d54. 20000000:00000010:0.0:1767384695.270345:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000012e835f2. 20000000:00000010:0.0:1767384695.270350:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000047077aa6. 20000000:00000010:0.0:1767384695.270354:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c93f7aa6. 20000000:00000010:0.0:1767384695.270358:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f92c0167. 20000000:00000010:0.0:1767384695.270362:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000031157830. 20000000:00000010:0.0:1767384695.270366:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f4f7a047. 20000000:00000010:0.0:1767384695.270369:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c449be40. 20000000:00000010:0.0:1767384695.270375:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c19f96bc. 20000000:00000010:0.0:1767384695.270381:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000050c77419. 20000000:00000010:0.0:1767384695.270385:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b1b16ff. 20000000:00000010:0.0:1767384695.270389:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003bfd1472. 00000100:00000010:1.0:1767384695.270394:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f9db32f8. 20000000:00000010:0.0:1767384695.270395:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000072d54765. 00000100:00000010:1.0:1767384695.270401:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000023e6e8e. 20000000:00000010:0.0:1767384695.270403:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003e01cdc9. 20000000:00000010:0.0:1767384695.270409:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000114db8c8. 20000000:00000010:0.0:1767384695.270413:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000035d3fb93. 20000000:00000010:0.0:1767384695.270418:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004839bde3. 20000000:00000010:0.0:1767384695.270424:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000038d20e08. 20000000:00000010:0.0:1767384695.270429:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000006fb2db4. 20000000:00000010:0.0:1767384695.270434:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000057e320f9. 20000000:00000010:0.0:1767384695.270438:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c6bc4144. 20000000:00000010:0.0:1767384695.270442:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f7447b98. 20000000:00000010:0.0:1767384695.270447:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000270651b7. 20000000:00000010:0.0:1767384695.270451:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001d38fa00. 20000000:00000010:0.0:1767384695.270454:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007364dd91. 20000000:00000010:0.0:1767384695.270458:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009e6a08f0. 20000000:00000010:0.0:1767384695.270462:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000399ac3b7. 20000000:00000010:0.0:1767384695.270465:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000045c80004. 00080000:00000010:0.0:1767384695.270475:0:40987:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000dd0c6a0e. 00000100:00000010:1.0:1767384695.270479:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cb3ba01b. 00080000:00000010:0.0:1767384695.270484:0:40987:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002411d3c7. 00000100:00000010:1.0:1767384695.270485:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbc03f2a. 00000100:00000010:1.0:1767384695.270566:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000406cf1bd. 00000100:00000010:1.0:1767384695.270570:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a847525. 00000100:00000010:1.0:1767384695.270662:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007ea896e1. 00000100:00000010:1.0:1767384695.270667:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c5af67f. 00000100:00000010:1.0:1767384695.270740:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000405a96dc. 00000100:00000010:1.0:1767384695.270745:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017a55446. 00000100:00000010:1.0:1767384695.270819:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a76c78dc. 00000100:00000010:1.0:1767384695.270825:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9b376ac. 00000100:00000010:1.0:1767384695.270895:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000658075cc. 00000100:00000010:1.0:1767384695.270900:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9988c61. 00000100:00000010:1.0:1767384695.270971:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002d04a138. 00000100:00000010:1.0:1767384695.270976:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013d250a8. 00000100:00000010:1.0:1767384695.271047:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f41946d7. 00000100:00000010:1.0:1767384695.271050:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016cabad6. 00000100:00000010:1.0:1767384695.271134:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000013470975. 00000100:00000010:1.0:1767384695.271138:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000049e62c2. 00000100:00000010:1.0:1767384695.271210:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000091469d7e. 00000100:00000010:1.0:1767384695.271215:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f30be03b. 00080000:00000010:3.0:1767384695.271253:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dd0c6a0e. 00000100:00000010:1.0:1767384695.271287:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009261b4f9. 00080000:00000010:0.0:1767384695.271291:0:40987:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002411d3c7. 00000100:00000010:1.0:1767384695.271292:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000899c1fcd. 00010000:00000010:3.0:1767384695.271327:0:40988:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af35985e. 00010000:00000010:3.0:1767384695.271335:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003ea99e71. 00000020:00000010:3.0:1767384695.271348:0:40988:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009fc857e3. 00000100:00000010:1.0:1767384695.271398:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008085377c. 00000100:00000010:1.0:1767384695.271403:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e59c4438. 00000100:00000010:3.0:1767384695.271446:0:40987:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000006ae7cb7a. 00000100:00000010:3.0:1767384695.271450:0:40987:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e02c10d4. 20000000:00000010:3.0:1767384695.271453:0:40987:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000f5c18b63. 00010000:00000200:3.0:1767384695.271461:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000319616bf x1853237049198464/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 4784/4768 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.271474:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003508f6b2. 00000100:00000200:3.0:1767384695.271477:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049198464, offset 224 00000400:00000200:3.0:1767384695.271481:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.271488:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.271495:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260008780 00000400:00000200:3.0:1767384695.271499:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x22d9 [2] + 224 00000400:00000200:3.0:1767384695.271506:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384695.271509:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000dab27f9. 00000400:00000200:3.0:1767384695.271510:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384695.271515:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7ae4766. 00000100:00000200:3.0:1767384695.271521:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e344020 x1853237049198464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384711 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.271542:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003508f6b2 00000400:00000010:3.0:1767384695.271545:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003508f6b2. 00000400:00000010:2.0:1767384695.271556:0:38:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000125dc367. 00000020:00000010:3.0:1767384695.271559:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e732dbb. 00000400:00000200:2.0:1767384695.271562:0:38:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075679686 00000020:00000010:3.0:1767384695.271566:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000400:00000010:2.0:1767384695.271566:0:38:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075679686. 00000020:00000010:3.0:1767384695.271573:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb43205a. 00000100:00000200:2.0:1767384695.271575:0:38:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e344020 x1853237049198464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384695.271580:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000257480e9. 00000100:00000200:3.0:1767384695.271589:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384695.271590:0:38:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e344020 x1853237049198464/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.271595:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022d4c5d7. 00000400:00000010:3.0:1767384695.271601:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003508f6b2. 00000100:00000010:1.0:1767384695.271634:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004d01f94a. 00000100:00000010:1.0:1767384695.271639:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088c9e1aa. 02000000:00000010:2.0:1767384695.271642:0:38:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000034fb6922. 00000100:00000010:2.0:1767384695.271649:0:38:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000020f5cef0. 00000100:00000010:2.0:1767384695.271652:0:38:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000614af391. 02000000:00000010:2.0:1767384695.271655:0:38:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000719e9124. 00000100:00000010:2.0:1767384695.271658:0:38:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e344020. 00000100:00000010:2.0:1767384695.271661:0:38:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fe2a20b0. 00000020:00000010:2.0:1767384695.271664:0:38:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 00000000a9917554. 00000020:00000010:2.0:1767384695.271673:0:38:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 000000006722f3fe. 00000100:00000010:1.0:1767384695.271744:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000026b1a2f6. 00000100:00000010:1.0:1767384695.271748:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8be8897. 00000100:00000010:1.0:1767384695.271824:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000415e1268. 00000100:00000010:1.0:1767384695.271829:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c9c6c04. 00000100:00000010:1.0:1767384695.271902:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c9171ca2. 00000100:00000010:1.0:1767384695.271905:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099b99454. 00000100:00000010:1.0:1767384695.271980:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000040abd4a9. 00000100:00000010:1.0:1767384695.271983:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000269594a2. 00000100:00000010:1.0:1767384695.272078:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000069b849e0. 00000100:00000010:1.0:1767384695.272082:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003537271f. 00000100:00000010:1.0:1767384695.272155:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006ecb26c6. 00000100:00000010:1.0:1767384695.272158:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001236ffad. 00000100:00000010:1.0:1767384695.272239:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000003f70a43. 00000100:00000010:1.0:1767384695.272243:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000affe92f9. 00000100:00000010:1.0:1767384695.272316:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002d297efc. 00000100:00000010:1.0:1767384695.272320:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7a0c1bc. 00000100:00000010:1.0:1767384695.272393:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005668237e. 00000100:00000010:1.0:1767384695.272398:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab933436. 00000100:00000010:1.0:1767384695.272471:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000093e9e6bf. 00000100:00000010:1.0:1767384695.272475:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edbb7280. 00000100:00000010:1.0:1767384695.272545:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000611c3ad3. 00000100:00000010:1.0:1767384695.272548:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004d177a5. 00000100:00000010:1.0:1767384695.272648:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000473872d7. 00000100:00000010:1.0:1767384695.272653:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011603aa2. 00000100:00000010:1.0:1767384695.272732:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f35f6785. 00000100:00000010:1.0:1767384695.272736:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010f181c1. 00000100:00000010:1.0:1767384695.272811:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000be8bbb3f. 00000100:00000010:1.0:1767384695.272816:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fecf15a. 00000100:00000010:1.0:1767384695.272888:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000088d148c5. 00000100:00000010:1.0:1767384695.272892:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041dd35db. 00000100:00000010:1.0:1767384695.272964:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000071b39fbe. 00000100:00000010:1.0:1767384695.272967:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eca9c86c. 00000100:00000010:1.0:1767384695.273037:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000632e0782. 00000100:00000010:1.0:1767384695.273039:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d709ed5. 00000100:00000010:1.0:1767384695.273120:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002e9d3419. 00000100:00000010:1.0:1767384695.273123:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002eab9b89. 00000100:00000010:1.0:1767384695.273194:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000eb3857b4. 00000100:00000010:1.0:1767384695.273197:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c3b68a1. 00000100:00000010:1.0:1767384695.273267:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dba7e0e3. 00000100:00000010:1.0:1767384695.273270:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b970f43. 00000100:00000010:1.0:1767384695.273341:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000581da2f8. 00000100:00000010:1.0:1767384695.273344:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0096616. 00000100:00000010:1.0:1767384695.273414:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a3826e66. 00000100:00000010:1.0:1767384695.273418:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b0e211b. 00000100:00000010:1.0:1767384695.273488:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000757b6ed4. 00000100:00000010:1.0:1767384695.273491:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6420846. 00000100:00000010:1.0:1767384695.273561:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d1a98c74. 00000100:00000010:1.0:1767384695.273564:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f9d0481. 00000100:00000010:3.0:1767384695.273646:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000638f8d08. 00000100:00000010:1.0:1767384695.273647:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009e7cf795. 00000100:00000010:1.0:1767384695.273653:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5a7f3d0. 00000100:00000010:0.0:1767384695.273655:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007aaadd82. 00000100:00000010:2.0:1767384695.273659:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f26693de. 00000100:00000010:1.0:1767384695.273726:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a8ad3b00. 00000100:00000010:1.0:1767384695.273730:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c5ca4e2. 00000100:00000010:1.0:1767384695.273807:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ffcb8d19. 00000400:00000200:1.0:1767384695.273812:0:40978:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:1.0:1767384695.273869:0:40978:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000f5b37b2. 00000020:00000010:1.0:1767384695.273876:0:40978:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000065e41030. 00000100:00000010:1.0:1767384695.273917:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000094d604e9. 00000100:00000010:1.0:1767384695.273922:0:40978:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000f7d3ac74. 00000100:00000010:1.0:1767384695.273926:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b1541e5f. 00000100:00000010:1.0:1767384695.273929:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008d799239. 00000100:00000010:1.0:1767384695.273931:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b05f516e. 00000100:00000010:1.0:1767384695.273934:0:40978:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000036fe786c. 00000100:00000010:1.0:1767384695.273937:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000cdc70db. 00000100:00000010:1.0:1767384695.273939:0:40978:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000a58e32ef. 00000100:00000010:1.0:1767384695.273941:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004841af25. 00000100:00000010:1.0:1767384695.273943:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008f1c4a60. 00000100:00000010:1.0:1767384695.273946:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b70b8248. 00000100:00000200:1.0:1767384695.273970:0:40978:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:1.0:1767384695.273974:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000923ffb6e. 00000100:00000010:1.0:1767384695.274123:0:40991:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c3f56a7d. 00000020:00000010:1.0:1767384695.274127:0:40991:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002a0a3e95. 00000020:00000010:1.0:1767384695.274131:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083b92992. 00000020:00000010:1.0:1767384695.274134:0:40991:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000044942807. 00000040:00000010:1.0:1767384695.274137:0:40991:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fbd23b9f. 00000020:00000010:1.0:1767384695.274140:0:40991:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000083a327e2. 00000020:00000010:1.0:1767384695.274144:0:40991:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb5bfde2. 00000020:00000010:1.0:1767384695.274147:0:40991:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a2f2beaa. 80000000:00000010:1.0:1767384695.274150:0:40991:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000820a456. 40000000:00000010:1.0:1767384695.274153:0:40991:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ef4148f7. 00100000:00000010:1.0:1767384695.274157:0:40991:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cc273621. 00040000:00000010:1.0:1767384695.274161:0:40991:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f4513d8. 00040000:00000010:1.0:1767384695.274164:0:40991:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f98afbce. 00080000:00000010:1.0:1767384695.274168:0:40991:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002792ebda. 00080000:00000010:1.0:1767384695.274172:0:40991:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e515c52c. 00000004:00000010:1.0:1767384695.274177:0:40991:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ac693238. 00002000:00000010:1.0:1767384695.274182:0:40991:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e40586ef. 00000100:00000200:1.0:1767384695.274185:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274188:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050d96766. 00000400:00000010:1.0:1767384695.274192:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dfe4ebf5. 00000100:00000200:1.0:1767384695.274196:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274198:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e698c622. 00000400:00000010:1.0:1767384695.274200:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000066953810. 00000100:00000200:1.0:1767384695.274202:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274203:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b975a4. 00000400:00000010:1.0:1767384695.274206:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000087f756f8. 00000100:00000200:1.0:1767384695.274208:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274210:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c76c24c3. 00000400:00000010:1.0:1767384695.274212:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f187493d. 00000100:00000200:1.0:1767384695.274214:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274216:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003778ad49. 00000400:00000010:1.0:1767384695.274218:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000094026f99. 00000100:00000200:1.0:1767384695.274220:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274222:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cd02365. 00000400:00000010:1.0:1767384695.274224:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000de76372d. 00000100:00000200:1.0:1767384695.274227:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274228:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007876cd85. 00000400:00000010:1.0:1767384695.274231:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005cdc301b. 00000100:00000200:1.0:1767384695.274233:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274235:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004594fa6a. 00000400:00000010:1.0:1767384695.274237:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a5d12878. 00000100:00000200:1.0:1767384695.274239:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274241:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080b81a91. 00000400:00000010:1.0:1767384695.274243:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003938d764. 00000100:00000200:1.0:1767384695.274246:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274247:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2f51c8f. 00000400:00000010:1.0:1767384695.274250:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000082b365cb. 00000100:00000200:1.0:1767384695.274252:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274253:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f2edf20. 00000400:00000010:1.0:1767384695.274255:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008fa37daa. 00000100:00000200:1.0:1767384695.274257:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274259:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000324d0f3e. 00000400:00000010:1.0:1767384695.274261:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002cecc75d. 00000100:00000200:1.0:1767384695.274262:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274264:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028bacb51. 00000400:00000010:1.0:1767384695.274266:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000127f1b54. 00000100:00000200:1.0:1767384695.274268:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274269:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df8c38fd. 00000400:00000010:1.0:1767384695.274271:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c0c69ccc. 00000100:00000200:1.0:1767384695.274273:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274275:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a4f2acb. 00000400:00000010:1.0:1767384695.274277:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009a7b0502. 00000100:00000200:1.0:1767384695.274279:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274280:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002952fa68. 00000400:00000010:1.0:1767384695.274283:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004703fcc4. 00000100:00000200:1.0:1767384695.274285:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274286:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073224413. 00000400:00000010:1.0:1767384695.274289:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b58d7214. 00000100:00000200:1.0:1767384695.274291:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274293:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007ace4c1. 00000400:00000010:1.0:1767384695.274295:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000a98924b. 00000100:00000200:1.0:1767384695.274297:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274299:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803c9d6e. 00000400:00000010:1.0:1767384695.274301:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d03e0a7d. 00000100:00000200:1.0:1767384695.274303:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274305:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f3d47d6. 00000400:00000010:1.0:1767384695.274307:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005475fb73. 00000100:00000200:1.0:1767384695.274309:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274311:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061e193df. 00000400:00000010:1.0:1767384695.274313:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000060faf77c. 00000100:00000200:1.0:1767384695.274315:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274316:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c2cfbd. 00000400:00000010:1.0:1767384695.274318:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000050aa086a. 00000100:00000200:1.0:1767384695.274321:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274322:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4644dc0. 00000400:00000010:1.0:1767384695.274325:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005fd6cac3. 00000100:00000200:1.0:1767384695.274328:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274329:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0c0b4a6. 00000400:00000010:1.0:1767384695.274331:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000021862d49. 00000100:00000200:1.0:1767384695.274334:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274335:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eba06d54. 00000400:00000010:1.0:1767384695.274337:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002c97410b. 00000100:00000200:1.0:1767384695.274339:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274340:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055f6cf6b. 00000400:00000010:1.0:1767384695.274342:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002459a604. 00000100:00000200:1.0:1767384695.274345:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274346:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2eecea. 00000400:00000010:1.0:1767384695.274348:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000355ae832. 00000100:00000200:1.0:1767384695.274351:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274352:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aad89ee4. 00000400:00000010:1.0:1767384695.274354:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000de27c9dc. 00000100:00000200:1.0:1767384695.274356:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274358:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093cc895d. 00000400:00000010:1.0:1767384695.274360:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000976fdd29. 00000100:00000200:1.0:1767384695.274363:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274364:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f73fb49e. 00000400:00000010:1.0:1767384695.274366:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008ad046db. 00000100:00000200:1.0:1767384695.274368:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274370:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007dd14961. 00000400:00000010:1.0:1767384695.274372:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000171e8b8a. 00000100:00000200:1.0:1767384695.274374:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274376:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e500a98. 00000400:00000010:1.0:1767384695.274378:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e661df69. 00000100:00000200:1.0:1767384695.274381:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274383:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b924de7. 00000400:00000010:1.0:1767384695.274385:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ef859090. 00000100:00000200:1.0:1767384695.274387:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274388:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bb31dcb. 00000400:00000010:1.0:1767384695.274391:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a3d364dd. 00000100:00000200:1.0:1767384695.274393:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274394:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a932ce. 00000400:00000010:1.0:1767384695.274396:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007e966e08. 00000100:00000200:1.0:1767384695.274398:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274399:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094802d92. 00000400:00000010:1.0:1767384695.274402:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d6139cdd. 00000100:00000200:1.0:1767384695.274404:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274405:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcf2260a. 00000400:00000010:1.0:1767384695.274407:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000f0e7d5b. 00000100:00000200:1.0:1767384695.274409:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274411:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4e54318. 00000400:00000010:1.0:1767384695.274412:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a18a2ce5. 00000100:00000200:1.0:1767384695.274415:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274416:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095a98b7a. 00000400:00000010:1.0:1767384695.274418:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000001116785. 00000100:00000200:1.0:1767384695.274420:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274422:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000231ecf56. 00000400:00000010:1.0:1767384695.274424:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ed92de67. 00000100:00000200:1.0:1767384695.274426:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274428:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1b599b6. 00000400:00000010:1.0:1767384695.274430:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000772d7d80. 00000100:00000200:1.0:1767384695.274432:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274433:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511069b7. 00000400:00000010:1.0:1767384695.274436:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005c8c0606. 00000100:00000200:1.0:1767384695.274438:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274440:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058094275. 00000400:00000010:1.0:1767384695.274442:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000028ed7eeb. 00000100:00000200:1.0:1767384695.274445:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274447:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ed7ebd6. 00000400:00000010:1.0:1767384695.274449:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000061550337. 00000100:00000200:1.0:1767384695.274452:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274453:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013316bd4. 00000400:00000010:1.0:1767384695.274455:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003058048a. 00000100:00000200:1.0:1767384695.274457:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274459:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057b98fb2. 00000400:00000010:1.0:1767384695.274461:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b383aac8. 00000100:00000200:1.0:1767384695.274464:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274465:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055843e01. 00000400:00000010:1.0:1767384695.274467:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b1d440bb. 00000100:00000200:1.0:1767384695.274469:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274471:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009161400d. 00000400:00000010:1.0:1767384695.274474:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b65f061c. 00000100:00000200:1.0:1767384695.274476:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274478:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f42501d3. 00000400:00000010:1.0:1767384695.274480:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000eb2f8ab1. 00000100:00000200:1.0:1767384695.274482:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274484:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2bf33bc. 00000400:00000010:1.0:1767384695.274486:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001435e954. 00000100:00000200:1.0:1767384695.274488:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274490:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002583c311. 00000400:00000010:1.0:1767384695.274492:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003112511e. 00000100:00000200:1.0:1767384695.274495:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274496:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087408b2d. 00000400:00000010:1.0:1767384695.274498:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000094d1043a. 00000100:00000200:1.0:1767384695.274500:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274502:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063f5cb0b. 00000400:00000010:1.0:1767384695.274504:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005ca3341f. 00000100:00000200:1.0:1767384695.274506:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274508:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061f3a503. 00000400:00000010:1.0:1767384695.274510:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000174d4352. 00000100:00000200:1.0:1767384695.274512:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274513:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b411ba11. 00000400:00000010:1.0:1767384695.274516:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bfa2481c. 00000100:00000200:1.0:1767384695.274518:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274520:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a16b91bc. 00000400:00000010:1.0:1767384695.274523:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001cfa7501. 00000100:00000200:1.0:1767384695.274525:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274526:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000891cbaca. 00000400:00000010:1.0:1767384695.274529:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a0982b93. 00000100:00000200:1.0:1767384695.274531:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274533:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4e51c79. 00000400:00000010:1.0:1767384695.274535:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000101421de. 00000100:00000200:1.0:1767384695.274537:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274538:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4c927de. 00000400:00000010:1.0:1767384695.274540:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a2cc797c. 00000100:00000200:1.0:1767384695.274542:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274544:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f713e9e7. 00000400:00000010:1.0:1767384695.274547:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000132b3220. 00000100:00000200:1.0:1767384695.274549:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274551:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000901961b8. 00000400:00000010:1.0:1767384695.274553:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000caa3d335. 00000100:00000200:1.0:1767384695.274555:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274557:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008186b721. 00000400:00000010:1.0:1767384695.274559:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e077f4c3. 00000100:00000200:1.0:1767384695.274562:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274563:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba206f69. 00000400:00000010:1.0:1767384695.274565:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bfcd26dd. 00000100:00000200:1.0:1767384695.274568:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384695.274569:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c1aef15. 00000400:00000010:1.0:1767384695.274571:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000044b715eb. 00000100:00000010:1.0:1767384695.274642:0:40991:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000521d7411. 00000100:00000200:1.0:1767384695.274656:0:40991:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384695.274669:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008fb8974. 00010000:00000010:2.1:1767384695.274682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000056130f1e. 00010000:00000010:2.1:1767384695.274690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000704f33ac. 00010000:00000010:2.1:1767384695.274694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000614e5288. 00010000:00000010:2.1:1767384695.274697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073307918. 00010000:00000010:2.1:1767384695.274698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000600eec49. 00010000:00000010:2.1:1767384695.274701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000053e99ff6. 00010000:00000010:2.1:1767384695.274703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc8b2f4e. 00010000:00000010:2.1:1767384695.274704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ec87d557. 00000100:00000010:2.0:1767384695.274715:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c5868828. 00000100:00000010:2.0:1767384695.274881:0:40992:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000be5b2368. 00000020:00000010:2.0:1767384695.274885:0:40992:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007ce4d592. 00000020:00000010:2.0:1767384695.274888:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000087785a4. 00000020:00000010:2.0:1767384695.274891:0:40992:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008de7269a. 00000040:00000010:2.0:1767384695.274893:0:40992:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a2233206. 00000020:00000010:2.0:1767384695.274897:0:40992:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f4d95cbb. 00000020:00000010:2.0:1767384695.274902:0:40992:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000010b41717. 00000020:00000010:2.0:1767384695.274905:0:40992:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000090ecd794. 80000000:00000010:2.0:1767384695.274907:0:40992:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c04dbdae. 40000000:00000010:2.0:1767384695.274909:0:40992:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000007825fc5. 00100000:00000010:2.0:1767384695.274912:0:40992:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e805c7b2. 00040000:00000010:2.0:1767384695.274914:0:40992:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000005b1cf9c. 00040000:00000010:2.0:1767384695.274917:0:40992:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009040fbf3. 00080000:00000010:2.0:1767384695.274922:0:40992:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000034fb6922. 00080000:00000010:2.0:1767384695.274927:0:40992:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b3b106a3. 00000004:00000010:2.0:1767384695.274933:0:40992:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000429b50e7. 00002000:00000010:2.0:1767384695.274936:0:40992:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000614af391. 00000100:00000010:2.0:1767384695.274981:0:40992:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000073bafc9. 00000100:00000200:2.0:1767384695.274994:0:40992:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384695.275010:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d65e236d. 00000100:00000010:2.0:1767384695.275146:0:40993:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000064fd7246. 00000020:00000010:2.0:1767384695.275149:0:40993:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003b88bfb9. 00000020:00000010:2.0:1767384695.275151:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f41d0bd. 00000020:00000010:2.0:1767384695.275154:0:40993:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000adc20a53. 00000040:00000010:2.0:1767384695.275155:0:40993:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000efb81a72. 00000020:00000010:2.0:1767384695.275157:0:40993:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c8754890. 00000020:00000010:2.0:1767384695.275159:0:40993:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d83b0bbb. 00000020:00000010:2.0:1767384695.275161:0:40993:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c66b9907. 80000000:00000010:2.0:1767384695.275162:0:40993:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002bb3a730. 40000000:00000010:2.0:1767384695.275164:0:40993:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000265086f2. 00100000:00000010:2.0:1767384695.275166:0:40993:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008a6c5e08. 00040000:00000010:2.0:1767384695.275167:0:40993:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000674142b4. 00040000:00000010:2.0:1767384695.275170:0:40993:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c4faf26. 00080000:00000010:2.0:1767384695.275173:0:40993:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a9917554. 00080000:00000010:2.0:1767384695.275176:0:40993:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000719e9124. 00000004:00000010:2.0:1767384695.275180:0:40993:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dc687b6c. 00002000:00000010:2.0:1767384695.275182:0:40993:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fb346b95. 00000100:00000010:2.0:1767384695.275219:0:40993:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000a6cdb3c7. 00000100:00000200:2.0:1767384695.275227:0:40993:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:1.0:1767384695.275240:0:40978:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007baa7943. 00000100:00000010:1.0:1767384695.275245:0:40978:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000008166b139. 00000100:00000010:1.0:1767384695.275256:0:40978:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000003e817bf. 00000100:00000010:1.0:1767384695.275263:0:40978:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002893413b. 00000100:00000010:1.0:1767384695.275268:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031b40290. 00000100:00000010:1.0:1767384695.275272:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006ebbf341. 00000100:00000010:1.0:1767384695.275274:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fdf9e43. 00000100:00000010:1.0:1767384695.275283:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000299af9a3. 00000100:00000010:1.0:1767384695.275286:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007600411. 00000100:00000010:1.0:1767384695.275290:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c785a443. 00000100:00000010:1.0:1767384695.275292:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afe28155. 00000100:00000010:1.0:1767384695.275295:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a1f4cd37. 00000100:00000010:1.0:1767384695.275297:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d60af8f. 00000100:00000010:1.0:1767384695.275301:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004de97e76. 00000100:00000010:1.0:1767384695.275303:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebbc5a41. 00000100:00000010:1.0:1767384695.275310:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d346ad54. 00000100:00000010:1.0:1767384695.275313:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a54f1f41. 00000100:00000010:1.0:1767384695.275316:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000023fcf0b7. 00000100:00000010:1.0:1767384695.275318:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b3eac3d. 00000100:00000010:1.0:1767384695.275321:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c2fec4dd. 00000100:00000010:1.0:1767384695.275324:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024af6f9e. 00000100:00000010:1.0:1767384695.275327:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000092b2f183. 00000100:00000010:1.0:1767384695.275329:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7b8340b. 00000100:00000010:1.0:1767384695.275337:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000673c7f1f. 00000100:00000010:1.0:1767384695.275340:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037113050. 00000100:00000010:1.0:1767384695.275343:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000024df4dc4. 00000100:00000010:1.0:1767384695.275345:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7deea1b. 00000100:00000010:1.0:1767384695.275349:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006ebd9249. 00000100:00000010:1.0:1767384695.275351:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3f169ba. 00000100:00000010:1.0:1767384695.275354:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d059883. 00000100:00000010:1.0:1767384695.275356:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce230d2a. 00000100:00000010:1.0:1767384695.275366:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000069bbb5c8. 00000100:00000010:1.0:1767384695.275369:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000947822a9. 00000100:00000010:1.0:1767384695.275373:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000afe20947. 00000100:00000010:1.0:1767384695.275375:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f27983e. 00000100:00000010:1.0:1767384695.275380:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af2be554. 00000100:00000010:1.0:1767384695.275382:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5b740b7. 00000100:00000010:1.0:1767384695.275386:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c23ba037. 00000100:00000010:1.0:1767384695.275389:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071f9c1b7. 00000100:00000010:1.0:1767384695.275397:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007224be69. 00000100:00000010:1.0:1767384695.275399:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e37cc9df. 00000100:00000010:1.0:1767384695.275403:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009d7d4974. 00000100:00000010:1.0:1767384695.275405:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039c03c4b. 00000100:00000010:1.0:1767384695.275408:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ad8fb8c3. 00000100:00000010:1.0:1767384695.275410:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000158dab53. 00000100:00000010:1.0:1767384695.275413:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000584cc62b. 00000100:00000010:1.0:1767384695.275415:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2c4f4be. 00000100:00000010:1.0:1767384695.275422:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c3e5600d. 00000100:00000010:1.0:1767384695.275425:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4297300. 00000100:00000010:1.0:1767384695.275428:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c739465. 00000100:00000010:1.0:1767384695.275430:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b1054c5. 00000100:00000010:1.0:1767384695.275434:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f336f57d. 00000100:00000010:1.0:1767384695.275436:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081bea1af. 00000100:00000010:1.0:1767384695.275439:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000397c0037. 00000100:00000010:1.0:1767384695.275441:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004dec53c. 00000100:00000010:1.0:1767384695.275448:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dcffc959. 00000100:00000010:1.0:1767384695.275451:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d54fdb11. 00000100:00000010:1.0:1767384695.275454:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc30184d. 00000100:00000010:1.0:1767384695.275456:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070eb4870. 00000100:00000010:1.0:1767384695.275460:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000098f37a0a. 00000100:00000010:1.0:1767384695.275462:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008211874b. 00000100:00000010:1.0:1767384695.275465:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a4607ae. 00000100:00000010:1.0:1767384695.275468:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf13e68d. 00000100:00000010:1.0:1767384695.275476:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000065ef0248. 00000100:00000010:1.0:1767384695.275479:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067413998. 00000100:00000010:1.0:1767384695.275482:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b25bce05. 00000100:00000010:1.0:1767384695.275485:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003125eb53. 00000100:00000010:1.0:1767384695.275488:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000064fafd0c. 00000100:00000010:1.0:1767384695.275490:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007deeb736. 00000100:00000010:1.0:1767384695.275494:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e7c8fb8. 00000100:00000010:1.0:1767384695.275496:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000124dae21. 00000100:00000010:1.0:1767384695.275503:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc540836. 00000100:00000010:1.0:1767384695.275506:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f38ea6c8. 00000100:00000010:1.0:1767384695.275509:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025ffb9d5. 00000100:00000010:1.0:1767384695.275511:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c3b7595. 00000100:00000010:1.0:1767384695.275514:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000530fcc57. 00000100:00000010:1.0:1767384695.275516:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041ff3039. 00000100:00000010:1.0:1767384695.275520:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3c95945. 00000100:00000010:1.0:1767384695.275522:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000766a7870. 00000100:00000010:1.0:1767384695.275531:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001832510e. 00000100:00000010:1.0:1767384695.275533:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033d32ea8. 00000100:00000010:1.0:1767384695.275537:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b106da3. 00000100:00000010:1.0:1767384695.275539:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d52184b. 00000100:00000010:1.0:1767384695.275543:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000041549dd8. 00000100:00000010:1.0:1767384695.275545:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8f8e0b0. 00000100:00000010:1.0:1767384695.275549:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e07719f. 00000100:00000010:1.0:1767384695.275552:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d98198e. 00000100:00000010:1.0:1767384695.275560:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052cd583d. 00000100:00000010:1.0:1767384695.275562:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001205a062. 00000100:00000010:1.0:1767384695.275566:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048401196. 00000100:00000010:1.0:1767384695.275568:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd031ee8. 00000100:00000010:1.0:1767384695.275571:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0c6828b. 00000100:00000010:1.0:1767384695.275574:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002266f41. 00000100:00000010:1.0:1767384695.275577:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e1714a28. 00000100:00000010:1.0:1767384695.275579:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064d6f5c9. 00000100:00000010:1.0:1767384695.275587:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007d9c9524. 00000100:00000010:1.0:1767384695.275589:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037ed72b0. 00000100:00000010:1.0:1767384695.275593:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0f59054. 00000100:00000010:1.0:1767384695.275596:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b298d6a. 00000100:00000010:1.0:1767384695.275599:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022af7669. 00000100:00000010:1.0:1767384695.275602:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb9cf802. 00000100:00000010:1.0:1767384695.275605:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002bb86006. 00000100:00000010:1.0:1767384695.275824:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b75acec0. 00000100:00000010:1.0:1767384695.275834:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa0bad48. 00000100:00000010:1.0:1767384695.275837:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc911c3b. 00000100:00000010:1.0:1767384695.275841:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ae143fb. 00000100:00000010:1.0:1767384695.275843:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a23701e3. 00000100:00000010:1.0:1767384695.275847:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ef1c6895. 00000100:00000010:1.0:1767384695.275849:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d4851b9. 00000100:00000010:1.0:1767384695.275852:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c3f244e0. 00000100:00000010:1.0:1767384695.275854:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9b51bc2. 00000100:00000010:1.0:1767384695.275861:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000028a0afd3. 00000100:00000010:1.0:1767384695.275864:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000958f7440. 00000100:00000010:1.0:1767384695.275867:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083a1a4ab. 00000100:00000010:1.0:1767384695.275901:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094d911c4. 00000100:00000010:1.0:1767384695.275905:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d0b5868. 00000100:00000010:1.0:1767384695.275907:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8455277. 00000100:00000010:1.0:1767384695.275910:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f9fe68b7. 00000100:00000010:1.0:1767384695.275913:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032c8e3b1. 00000100:00000010:1.0:1767384695.275921:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3344783. 00000100:00000010:1.0:1767384695.275924:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1539b43. 00000100:00000010:1.0:1767384695.275927:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d12774e0. 00000100:00000010:1.0:1767384695.275929:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032054c80. 00000100:00000010:1.0:1767384695.275933:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000afb80b5. 00000100:00000010:1.0:1767384695.275935:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f454ef78. 00000100:00000010:1.0:1767384695.275938:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000198e8f36. 00000100:00000010:1.0:1767384695.275941:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ebfa507. 00000100:00000010:1.0:1767384695.275948:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a3387b7f. 00000100:00000010:1.0:1767384695.275951:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000527eb045. 00000100:00000010:1.0:1767384695.275955:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006dc02302. 00000100:00000010:1.0:1767384695.275957:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000026218a. 00000100:00000010:1.0:1767384695.275960:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000051632caa. 00000400:00000200:1.0:1767384695.275963:0:40978:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:1.0:1767384695.275994:0:40978:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006464e20d. 00000020:00000010:1.0:1767384695.275997:0:40978:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a9a4e489. 00000100:00000010:1.0:1767384695.276030:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002aa5a7db. 00000100:00000010:1.0:1767384695.276033:0:40978:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c17af79c. 00000100:00000010:1.0:1767384695.276035:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001b37a7ea. 00000100:00000010:1.0:1767384695.276038:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000049d1f865. 00000100:00000010:1.0:1767384695.276040:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000009e51e77. 00000100:00000200:1.0:1767384695.276078:0:40978:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:1.0:1767384695.276081:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000103b5085. 00000100:00000010:2.0:1767384695.276210:0:40994:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003b9d9bf7. 00000020:00000010:2.0:1767384695.276214:0:40994:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b3606b81. 00000020:00000010:2.0:1767384695.276217:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090a76c87. 00000020:00000010:2.0:1767384695.276219:0:40994:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006c58ae0c. 00000040:00000010:2.0:1767384695.276221:0:40994:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bd5903f6. 00000020:00000010:2.0:1767384695.276223:0:40994:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f7ac498a. 00000020:00000010:2.0:1767384695.276225:0:40994:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008297ce05. 00000020:00000010:2.0:1767384695.276227:0:40994:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004845b1b9. 80000000:00000010:2.0:1767384695.276229:0:40994:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000055774761. 40000000:00000010:2.0:1767384695.276230:0:40994:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000074c57ee4. 00100000:00000010:2.0:1767384695.276232:0:40994:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007ad1264a. 00040000:00000010:2.0:1767384695.276234:0:40994:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000839b68e9. 00040000:00000010:2.0:1767384695.276236:0:40994:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000049636988. 00080000:00000010:2.0:1767384695.276245:0:40994:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b13188ce. 00080000:00000010:2.0:1767384695.276248:0:40994:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ff4c4f95. 00000004:00000010:2.0:1767384695.276252:0:40994:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003cb495af. 00000100:00000200:2.0:1767384695.276254:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276256:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000125dc367. 00000400:00000010:2.0:1767384695.276259:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005b67c7e. 00000100:00000200:2.0:1767384695.276261:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276263:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac54ecfe. 00000400:00000010:2.0:1767384695.276264:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077470478. 00000100:00000200:2.0:1767384695.276266:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276267:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dd86f3e. 00000400:00000010:2.0:1767384695.276269:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1a86624. 00000100:00000200:2.0:1767384695.276270:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276270:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031e8be39. 00000400:00000010:2.0:1767384695.276272:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000edae372d. 00000100:00000200:2.0:1767384695.276273:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276274:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2b1f7b6. 00000400:00000010:2.0:1767384695.276276:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000722f3c08. 00000100:00000200:2.0:1767384695.276277:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276278:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054cdfe45. 00000400:00000010:2.0:1767384695.276279:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1df38a2. 00000100:00000200:2.0:1767384695.276280:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276281:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5794d39. 00000400:00000010:2.0:1767384695.276283:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8b80bee. 00000100:00000200:2.0:1767384695.276283:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276284:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd7d26ab. 00000400:00000010:2.0:1767384695.276285:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069d70998. 00000100:00000200:2.0:1767384695.276286:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276287:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000029ea19d. 00000400:00000010:2.0:1767384695.276288:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000395fe667. 00000100:00000200:2.0:1767384695.276289:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276290:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003e0c98. 00000400:00000010:2.0:1767384695.276291:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000023d82e2. 00000100:00000200:2.0:1767384695.276292:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276293:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005415d05a. 00000400:00000010:2.0:1767384695.276294:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000897f31a1. 00000100:00000200:2.0:1767384695.276295:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276295:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb1631b. 00000400:00000010:2.0:1767384695.276296:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000530690b5. 00000100:00000200:2.0:1767384695.276297:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276298:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c95d1f4d. 00000400:00000010:2.0:1767384695.276299:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce6d7209. 00000100:00000200:2.0:1767384695.276300:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276301:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006060ccf3. 00000400:00000010:2.0:1767384695.276302:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074f9aada. 00000100:00000200:2.0:1767384695.276303:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276304:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4569fe7. 00000400:00000010:2.0:1767384695.276304:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092e7afd3. 00000100:00000200:2.0:1767384695.276305:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276307:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e9290cd. 00000400:00000010:2.0:1767384695.276308:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3f70211. 00000100:00000200:2.0:1767384695.276309:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276310:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012e5a920. 00000400:00000010:2.0:1767384695.276311:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b210d16. 00000100:00000200:2.0:1767384695.276312:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276312:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1ec992b. 00000400:00000010:2.0:1767384695.276313:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e31e6831. 00000100:00000200:2.0:1767384695.276314:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276315:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f24a9e67. 00000400:00000010:2.0:1767384695.276316:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058fba414. 00000100:00000200:2.0:1767384695.276317:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276317:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000349df95c. 00000400:00000010:2.0:1767384695.276319:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca029fa8. 00000100:00000200:2.0:1767384695.276319:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276320:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008174d3f4. 00000400:00000010:2.0:1767384695.276321:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c114ea3. 00000100:00000200:2.0:1767384695.276322:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276323:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52edba2. 00000400:00000010:2.0:1767384695.276324:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab62d86b. 00000100:00000200:2.0:1767384695.276325:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276326:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b55a14e. 00000400:00000010:2.0:1767384695.276327:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f67ebdfd. 00000100:00000200:2.0:1767384695.276327:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276328:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073934f96. 00000400:00000010:2.0:1767384695.276329:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b3b5dd4. 00000100:00000200:2.0:1767384695.276330:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276331:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e33ef2da. 00000400:00000010:2.0:1767384695.276332:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067d84354. 00000100:00000200:2.0:1767384695.276332:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276333:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012dfcf17. 00000400:00000010:2.0:1767384695.276335:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b9e608c. 00000100:00000200:2.0:1767384695.276336:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276338:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a79255d6. 00000400:00000010:2.0:1767384695.276340:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000827b7b78. 00000100:00000200:2.0:1767384695.276342:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276344:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006def9ba. 00000400:00000010:2.0:1767384695.276346:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea0d21f0. 00000100:00000200:2.0:1767384695.276348:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276349:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c4aad2e. 00000400:00000010:2.0:1767384695.276351:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5c762a4. 00000100:00000200:2.0:1767384695.276353:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276355:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfada20f. 00000400:00000010:2.0:1767384695.276357:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a253a65c. 00000100:00000200:2.0:1767384695.276359:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276361:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daf41974. 00000400:00000010:2.0:1767384695.276362:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd200150. 00000100:00000200:2.0:1767384695.276364:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276366:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bcd32f9. 00000400:00000010:2.0:1767384695.276368:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee14d600. 00000100:00000200:2.0:1767384695.276369:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276371:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000055ef3ff. 00000400:00000010:2.0:1767384695.276373:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007212fcc4. 00000100:00000200:2.0:1767384695.276375:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276377:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c990e410. 00000400:00000010:2.0:1767384695.276379:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e38b57a0. 00000100:00000200:2.0:1767384695.276381:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276382:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf16f36c. 00000400:00000010:2.0:1767384695.276385:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083808ccf. 00000100:00000200:2.0:1767384695.276387:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276389:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df21878b. 00000400:00000010:2.0:1767384695.276391:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de3fb712. 00000100:00000200:2.0:1767384695.276393:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276395:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059ab8d6. 00000400:00000010:2.0:1767384695.276397:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000924b53f0. 00000100:00000200:2.0:1767384695.276398:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276400:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7cdd203. 00000400:00000010:2.0:1767384695.276402:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4b300b8. 00000100:00000200:2.0:1767384695.276405:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276406:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed3bc836. 00000400:00000010:2.0:1767384695.276408:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001aa237d4. 00000100:00000200:2.0:1767384695.276409:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276410:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047084c5a. 00000400:00000010:2.0:1767384695.276411:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005229b8c1. 00000100:00000200:2.0:1767384695.276412:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276413:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097c51604. 00000400:00000010:2.0:1767384695.276414:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068fa340f. 00000100:00000200:2.0:1767384695.276415:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276416:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f02eb16a. 00000400:00000010:2.0:1767384695.276417:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e032d00d. 00000100:00000200:2.0:1767384695.276418:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276419:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033316468. 00000400:00000010:2.0:1767384695.276420:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e336b886. 00000100:00000200:2.0:1767384695.276420:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276421:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002424b547. 00000400:00000010:2.0:1767384695.276422:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b33f5f66. 00000100:00000200:2.0:1767384695.276423:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276424:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdd090a9. 00000400:00000010:2.0:1767384695.276425:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e106b0d9. 00000100:00000200:2.0:1767384695.276425:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276426:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c3c856. 00000400:00000010:2.0:1767384695.276427:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9ad9aaf. 00000100:00000200:2.0:1767384695.276428:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276429:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009be80563. 00000400:00000010:2.0:1767384695.276430:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5b16453. 00000100:00000200:2.0:1767384695.276431:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276446:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc0ab4af. 00000400:00000010:2.0:1767384695.276448:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e86f4904. 00000100:00000200:2.0:1767384695.276449:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276450:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007126aef6. 00000400:00000010:2.0:1767384695.276452:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009f3398c. 00000100:00000200:2.0:1767384695.276452:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276453:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee48fcdf. 00000400:00000010:2.0:1767384695.276455:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072865726. 00000100:00000200:2.0:1767384695.276456:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276458:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000369c49c3. 00000400:00000010:2.0:1767384695.276459:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002671ceca. 00000100:00000200:2.0:1767384695.276461:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276462:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b439b335. 00000400:00000010:2.0:1767384695.276464:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a571ee14. 00000100:00000200:2.0:1767384695.276465:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276466:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004177385a. 00000400:00000010:2.0:1767384695.276467:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ab23d76. 00000100:00000200:2.0:1767384695.276468:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276469:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd80114a. 00000400:00000010:2.0:1767384695.276470:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aea2ce77. 00000100:00000200:2.0:1767384695.276471:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276472:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ee90bbf. 00000400:00000010:2.0:1767384695.276473:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003fbbb0e0. 00000100:00000200:2.0:1767384695.276474:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276475:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f3420ee. 00000400:00000010:2.0:1767384695.276476:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005f58186. 00000100:00000200:2.0:1767384695.276477:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276478:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adb7ac7d. 00000400:00000010:2.0:1767384695.276479:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f727c9e6. 00000100:00000200:2.0:1767384695.276480:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276480:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3a9dd29. 00000400:00000010:2.0:1767384695.276481:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007f660ac. 00000100:00000200:2.0:1767384695.276482:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276483:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007960d0ef. 00000400:00000010:2.0:1767384695.276484:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000b872ff. 00000100:00000200:2.0:1767384695.276485:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276486:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c01db7. 00000400:00000010:2.0:1767384695.276488:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f59ac1f7. 00000100:00000200:2.0:1767384695.276496:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276497:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f49625e0. 00000400:00000010:2.0:1767384695.276498:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e681345d. 00000100:00000200:2.0:1767384695.276499:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276500:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba60a794. 00000400:00000010:2.0:1767384695.276501:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060e209aa. 00000100:00000200:2.0:1767384695.276502:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276503:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d0f5376. 00000400:00000010:2.0:1767384695.276504:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1212234. 00000100:00000200:2.0:1767384695.276505:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384695.276506:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000141a75de. 00000400:00000010:2.0:1767384695.276507:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1fe9733. 00000100:00000010:2.0:1767384695.276517:0:40994:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000088684a07. 00000100:00000200:2.0:1767384695.276527:0:40994:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384695.276534:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e80098c4. 00000100:00000010:2.0:1767384695.276675:0:40995:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ba4c24dc. 00000020:00000010:2.0:1767384695.276677:0:40995:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f8278d90. 00000020:00000010:2.0:1767384695.276680:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8a286dd. 00000020:00000010:2.0:1767384695.276682:0:40995:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fd178398. 00000040:00000010:2.0:1767384695.276684:0:40995:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b3436752. 00000020:00000010:2.0:1767384695.276687:0:40995:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f4e1daa9. 00000020:00000010:2.0:1767384695.276690:0:40995:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004173baa6. 00000020:00000010:2.0:1767384695.276692:0:40995:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001b579632. 80000000:00000010:2.0:1767384695.276694:0:40995:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000228ab06e. 40000000:00000010:2.0:1767384695.276696:0:40995:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081a84853. 00100000:00000010:2.0:1767384695.276699:0:40995:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000005d90d63. 00040000:00000010:2.0:1767384695.276702:0:40995:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f8adf061. 00040000:00000010:2.0:1767384695.276705:0:40995:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008dfecb03. 00080000:00000010:2.0:1767384695.276708:0:40995:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d40fbdd8. 00080000:00000010:2.0:1767384695.276712:0:40995:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000027b9a33f. 00000004:00000010:2.0:1767384695.276718:0:40995:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e07b2beb. 00000100:00000010:2.0:1767384695.276739:0:40995:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f9b8eeb4. 00000100:00000200:2.0:1767384695.276747:0:40995:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384695.276756:0:40978:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000000852a922. 00000100:00000010:1.0:1767384695.276762:0:40978:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000015af22ff. 00000100:00000010:1.0:1767384695.276772:0:40978:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b053d669. 00000100:00000010:1.0:1767384695.276778:0:40978:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000004ddd5cce. 00000100:00000010:1.0:1767384695.276782:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c589ce5c. 00000100:00000010:1.0:1767384695.277047:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007788cbfd. 00000100:00000010:1.0:1767384695.277051:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004200b370. 00000100:00000010:1.0:1767384695.277333:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e272dd3b. 00000100:00000010:1.0:1767384695.277337:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044acc74c. 00000100:00000010:1.0:1767384695.277629:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003c11abf1. 00000100:00000010:1.0:1767384695.277635:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fb724a0. 00000100:00000010:1.0:1767384695.277911:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c0d9d3ff. 00000100:00000010:1.0:1767384695.277915:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6a870db. 00000100:00000010:1.0:1767384695.278195:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000017769897. 00000100:00000010:1.0:1767384695.278200:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b92444ab. 00000100:00000010:1.0:1767384695.278467:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000017a05eac. 00000100:00000010:1.0:1767384695.278471:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e00d7904. 00000100:00000010:1.0:1767384695.278752:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000d736dd8. 00000100:00000010:1.0:1767384695.278757:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093e664b0. 00000100:00000010:1.0:1767384695.279026:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000823c7bda. 00000100:00000010:1.0:1767384695.279030:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003709b282. 00000100:00000010:1.0:1767384695.279310:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005a292973. 00000100:00000010:1.0:1767384695.279314:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d99adcab. 00000100:00000010:1.0:1767384695.279720:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f51f810e. 00000100:00000010:1.0:1767384695.279724:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8489963. 00000100:00000010:1.0:1767384695.279997:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000076edceb0. 00000100:00000010:1.0:1767384695.280001:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7ccdce2. 00000100:00000010:1.0:1767384695.280280:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000001f7a957. 00000100:00000010:1.0:1767384695.280284:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006054bc26. 00000100:00000010:1.0:1767384695.280550:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001dea4b95. 00000100:00000010:1.0:1767384695.280553:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c62b179. 00000100:00000010:1.0:1767384695.280840:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000046bd9054. 00000100:00000010:1.0:1767384695.280845:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f49d903. 00000100:00000010:1.0:1767384695.281124:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000309d43d7. 00000100:00000010:1.0:1767384695.281128:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b96249e. 00000100:00000010:1.0:1767384695.281397:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000caf14900. 00000100:00000010:1.0:1767384695.281400:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9aab590. 00000100:00000010:1.0:1767384695.281684:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ff24fcea. 00000100:00000010:1.0:1767384695.281688:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd6c1dc9. 00000100:00000010:1.0:1767384695.281962:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000049490220. 00000100:00000010:1.0:1767384695.281966:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079601709. 00000100:00000010:1.0:1767384695.282241:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000025f71a1c. 00000100:00000010:1.0:1767384695.282245:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3f80932. 00000100:00000010:1.0:1767384695.282513:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002d061f2c. 00000100:00000010:1.0:1767384695.282516:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f980d43e. 00000100:00000010:1.0:1767384695.282797:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002e68a26e. 00000100:00000010:1.0:1767384695.282802:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049ea2969. 00000100:00000010:1.0:1767384695.283080:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a07e4749. 00000100:00000010:1.0:1767384695.283085:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c3c283a. 00000100:00000010:1.0:1767384695.283354:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c8f35d61. 00000100:00000010:1.0:1767384695.283357:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c379f255. 00000100:00000010:1.0:1767384695.283637:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fd5d36c5. 00000100:00000010:1.0:1767384695.283641:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002dc4f18a. 00000100:00000010:1.0:1767384695.283914:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000addce92. 00000100:00000010:1.0:1767384695.283918:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000147b417b. 00000100:00000010:1.0:1767384695.284195:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000018bdc315. 00000100:00000010:1.0:1767384695.284198:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051145381. 00000100:00000010:1.0:1767384695.284465:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d4711d30. 00000100:00000010:1.0:1767384695.284468:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c37eba99. 00000100:00000010:1.0:1767384695.284748:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000012dc94f9. 00000100:00000010:1.0:1767384695.284752:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffeedf11. 00000100:00000010:1.0:1767384695.285026:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003a70230f. 00000100:00000010:1.0:1767384695.285029:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1c93d98. 00000100:00000010:1.0:1767384695.285349:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003957614c. 00000100:00000010:1.0:1767384695.285354:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000307e75a7. 00000100:00000010:1.0:1767384695.285647:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000807cd77d. 00000100:00000010:0.0:1767384695.285675:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000179ddb63. 00000100:00000010:0.0:1767384695.285973:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fc2210df. 00000100:00000010:0.0:1767384695.285984:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f511cf7e. 00000100:00000010:0.0:1767384695.286260:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006efb559a. 00000100:00000010:0.0:1767384695.286265:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e084b816. 00000100:00000010:0.0:1767384695.286550:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c3f8d6e3. 00000100:00000010:0.0:1767384695.286554:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046537f04. 00000100:00000010:0.0:1767384695.286835:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000276729bd. 00000100:00000010:0.0:1767384695.286839:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031d6b277. 00000100:00000010:0.0:1767384695.287129:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c07d5bd4. 00000100:00000010:0.0:1767384695.287134:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024165bc4. 00000100:00000010:0.0:1767384695.287401:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d742b3cb. 00000100:00000010:0.0:1767384695.287405:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec6e31db. 00010000:00000010:3.1:1767384695.287677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af35985e. 00010000:00000010:3.1:1767384695.287685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003ea99e71. 00000100:00000010:0.0:1767384695.287698:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a9527373. 00000100:00000010:0.0:1767384695.287702:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0a087b7. 00000100:00000010:0.0:1767384695.287969:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000891381f6. 00000100:00000010:0.0:1767384695.287972:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9571081. 00000100:00000010:0.0:1767384695.288265:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001ca00625. 00000100:00000010:0.0:1767384695.288270:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6bdea27. 00000100:00000010:0.0:1767384695.288537:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005503aa73. 00000100:00000010:0.0:1767384695.288540:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c21fe2d9. 00000100:00000010:0.0:1767384695.288841:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b3fade59. 00000100:00000010:0.0:1767384695.288847:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a84b128. 00000100:00000010:0.0:1767384695.289130:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009b310d8d. 00000100:00000010:0.0:1767384695.289135:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0c4f619. 00000100:00000010:0.0:1767384695.289431:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005bf42889. 00000100:00000010:0.0:1767384695.289435:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024859638. 00000100:00000010:0.0:1767384695.289717:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a324e924. 00000100:00000010:0.0:1767384695.289721:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000379b3b1b. 00000100:00000010:0.0:1767384695.289999:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000adbec59c. 00000100:00000010:0.0:1767384695.290003:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000808534e6. 00000100:00000010:0.0:1767384695.290288:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005a4ec7b8. 00000100:00000010:0.0:1767384695.290293:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de81adc6. 00000100:00000010:0.0:1767384695.290590:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007d2123af. 00000100:00000010:0.0:1767384695.290595:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053279ec6. 00000100:00000010:0.0:1767384695.290877:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ec8261e4. 00000100:00000010:0.0:1767384695.290882:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c89cddc9. 00000100:00000010:0.0:1767384695.291184:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000b34cfb3. 00000100:00000010:0.0:1767384695.291188:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6f2c7f9. 00000100:00000010:0.0:1767384695.291459:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e95e83a7. 00000100:00000010:0.0:1767384695.291462:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035bbc3c7. 00000100:00000010:0.0:1767384695.291760:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001fd2c055. 00000100:00000010:0.0:1767384695.291765:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004813a357. 00000100:00000010:0.0:1767384695.292034:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b71edd14. 00000100:00000010:0.0:1767384695.292038:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000890a2bc6. 00000100:00000010:0.0:1767384695.292323:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004d99f409. 00000100:00000010:0.0:1767384695.292328:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad5e8daf. 00000100:00000010:0.0:1767384695.292603:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a744aaa1. 00000100:00000010:0.0:1767384695.292622:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009dd354cb. 00000100:00000010:0.0:1767384695.292903:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000098d2d491. 00000100:00000010:0.0:1767384695.292907:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc0f862e. 00000100:00000010:0.0:1767384695.293196:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000adbd3e86. 00000100:00000010:0.0:1767384695.293201:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001461aa45. 00000100:00000010:0.0:1767384695.293483:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000016e94412. 00000100:00000010:0.0:1767384695.293488:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a5cecbc. 00000100:00000010:0.0:1767384695.293775:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000360caad2. 00000100:00000010:0.0:1767384695.293781:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a088726f. 00000100:00000010:0.0:1767384695.294086:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bfb2ced0. 00000100:00000010:0.0:1767384695.294091:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080b577bf. 00000100:00000010:0.0:1767384695.294359:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cfbe8977. 00000100:00000010:0.0:1767384695.294362:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e945aad2. 00000100:00000010:0.0:1767384695.294659:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000632b4151. 00000100:00000010:0.0:1767384695.294664:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066de729f. 00000100:00000010:0.0:1767384695.294934:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002c016724. 00000100:00000010:0.0:1767384695.294941:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba3431f9. 00000100:00000010:0.0:1767384695.295246:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b422cb97. 00000400:00000200:0.0:1767384695.295252:0:40978:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:0.0:1767384695.295329:0:40978:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003d09e1d1. 00000020:00000010:0.0:1767384695.295335:0:40978:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000018e5b6b6. 00000100:00000010:0.0:1767384695.295378:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cbdef0be. 00000100:00000010:0.0:1767384695.295384:0:40978:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000067ad5b5b. 00000100:00000010:0.0:1767384695.295388:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009c3bd45b. 00000100:00000010:0.0:1767384695.295391:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b900df93. 00000100:00000010:0.0:1767384695.295394:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cf8f94c7. 00000100:00000200:0.0:1767384695.295420:0:40978:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:0.0:1767384695.295424:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000971852c7. 00000100:00000010:0.0:1767384695.295659:0:40996:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006398b3fe. 00000020:00000010:0.0:1767384695.295664:0:40996:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000efbf800f. 00000020:00000010:0.0:1767384695.295672:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cda0274. 00000020:00000010:0.0:1767384695.295676:0:40996:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000003b4a56c. 00000040:00000010:0.0:1767384695.295680:0:40996:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d3e9fec2. 00000020:00000010:0.0:1767384695.295684:0:40996:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d2d0c39. 00000020:00000010:0.0:1767384695.295688:0:40996:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dfaf2ddb. 00000020:00000010:0.0:1767384695.295691:0:40996:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a833e6cc. 80000000:00000010:0.0:1767384695.295695:0:40996:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007aaadd82. 40000000:00000010:0.0:1767384695.295698:0:40996:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002189ac71. 00100000:00000010:0.0:1767384695.295703:0:40996:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005b93d47d. 00040000:00000010:0.0:1767384695.295707:0:40996:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000002a947c5. 00040000:00000010:0.0:1767384695.295710:0:40996:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dfb5e877. 00080000:00000010:0.0:1767384695.295715:0:40996:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001983ac38. 00080000:00000010:0.0:1767384695.295719:0:40996:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009042f77e. 00000004:00000010:0.0:1767384695.295725:0:40996:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d5209999. 00002000:00000010:0.0:1767384695.295729:0:40996:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000002a1bfbb. 00000100:00000200:0.0:1767384695.295733:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295738:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d7104ff. 00000400:00000010:0.0:1767384695.295745:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000466090b9. 00000100:00000200:0.0:1767384695.295753:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295761:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c69a0dc. 00000400:00000010:0.0:1767384695.295766:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000072714504. 00000100:00000200:0.0:1767384695.295770:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295773:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000646e44f7. 00000400:00000010:0.0:1767384695.295777:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bd47f9a8. 00000100:00000200:0.0:1767384695.295781:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295783:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcc38b63. 00000400:00000010:0.0:1767384695.295787:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005f5e7274. 00000100:00000200:0.0:1767384695.295791:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295794:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c65e586. 00000400:00000010:0.0:1767384695.295798:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ba19b5b1. 00000100:00000200:0.0:1767384695.295802:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295804:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030c65906. 00000400:00000010:0.0:1767384695.295809:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009f253e47. 00000100:00000200:0.0:1767384695.295813:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295815:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc717522. 00000400:00000010:0.0:1767384695.295821:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e795ff09. 00000100:00000200:0.0:1767384695.295825:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295827:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ece9c94. 00000400:00000010:0.0:1767384695.295841:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e0c36a5f. 00000100:00000200:0.0:1767384695.295847:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295849:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006d22c4a. 00000400:00000010:0.0:1767384695.295854:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005643e654. 00000100:00000200:0.0:1767384695.295858:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295860:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cff4d8f. 00000400:00000010:0.0:1767384695.295864:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ae7e3cdd. 00000100:00000200:0.0:1767384695.295868:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295870:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab2c00b6. 00000400:00000010:0.0:1767384695.295874:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005db9dba6. 00000100:00000200:0.0:1767384695.295877:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295879:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097ed98c8. 00000400:00000010:0.0:1767384695.295888:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000161e4d1f. 00000100:00000200:0.0:1767384695.295893:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295895:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030dfca16. 00000400:00000010:0.0:1767384695.295899:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006a23665f. 00000100:00000200:0.0:1767384695.295902:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295907:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c62677e. 00000400:00000010:0.0:1767384695.295911:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cb7e644e. 00000100:00000200:0.0:1767384695.295914:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295916:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005286f936. 00000400:00000010:0.0:1767384695.295919:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006edff8d7. 00000100:00000200:0.0:1767384695.295922:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295924:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fbfe807. 00000400:00000010:0.0:1767384695.295931:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003b078a66. 00000100:00000200:0.0:1767384695.295936:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295938:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003610669c. 00000400:00000010:0.0:1767384695.295941:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004d35cb4c. 00000100:00000200:0.0:1767384695.295945:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295947:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e63fe6f2. 00000400:00000010:0.0:1767384695.295950:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c1337562. 00000100:00000200:0.0:1767384695.295954:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295955:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054442283. 00000400:00000010:0.0:1767384695.295959:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d69ea753. 00000100:00000200:0.0:1767384695.295963:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295964:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e57e1861. 00000400:00000010:0.0:1767384695.295972:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000261859e. 00000100:00000200:0.0:1767384695.295976:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295978:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5eeebd2. 00000400:00000010:0.0:1767384695.295981:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a6cc0d93. 00000100:00000200:0.0:1767384695.295985:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295987:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8170373. 00000400:00000010:0.0:1767384695.295990:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a509fa24. 00000100:00000200:0.0:1767384695.295993:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.295995:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c445fad2. 00000400:00000010:0.0:1767384695.295998:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000407fc8fd. 00000100:00000200:0.0:1767384695.296002:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296004:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2e23655. 00000400:00000010:0.0:1767384695.296013:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001aa2e749. 00000100:00000200:0.0:1767384695.296017:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296019:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031cfc234. 00000400:00000010:0.0:1767384695.296023:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d4cdbb64. 00000100:00000200:0.0:1767384695.296027:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296032:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f30d4507. 00000400:00000010:0.0:1767384695.296037:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000619b690e. 00000100:00000200:0.0:1767384695.296041:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296043:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a8dd90e. 00000400:00000010:0.0:1767384695.296047:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000056330e27. 00000100:00000200:0.0:1767384695.296050:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296064:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001e5f4fe. 00000400:00000010:0.0:1767384695.296075:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ec5cdef8. 00000100:00000200:0.0:1767384695.296080:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296082:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e638b79d. 00000400:00000010:0.0:1767384695.296086:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004e67cdf5. 00000100:00000200:0.0:1767384695.296089:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296091:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb70e388. 00000400:00000010:0.0:1767384695.296094:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c4bc742a. 00000100:00000200:0.0:1767384695.296098:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296100:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e16a2e43. 00000400:00000010:0.0:1767384695.296103:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005235aab5. 00000100:00000200:0.0:1767384695.296106:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296108:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c16e3a81. 00000400:00000010:0.0:1767384695.296116:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001a8d9fdb. 00000100:00000200:0.0:1767384695.296121:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296123:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd46327b. 00000400:00000010:0.0:1767384695.296126:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000033e19fc5. 00000100:00000200:0.0:1767384695.296130:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296131:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f184d69. 00000400:00000010:0.0:1767384695.296135:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dea65c7c. 00000100:00000200:0.0:1767384695.296139:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296140:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dc02f36. 00000400:00000010:0.0:1767384695.296143:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000017646d92. 00000100:00000200:0.0:1767384695.296147:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296148:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086421a64. 00000400:00000010:0.0:1767384695.296156:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fc523b00. 00000100:00000200:0.0:1767384695.296160:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296162:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de6578d9. 00000400:00000010:0.0:1767384695.296166:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f831bd22. 00000100:00000200:0.0:1767384695.296170:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296176:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6251bbc. 00000400:00000010:0.0:1767384695.296179:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000086f709e8. 00000100:00000200:0.0:1767384695.296183:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296185:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd7494d3. 00000400:00000010:0.0:1767384695.296188:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005349656c. 00000100:00000200:0.0:1767384695.296192:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296193:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fb21b31. 00000400:00000010:0.0:1767384695.296201:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000692eb55b. 00000100:00000200:0.0:1767384695.296206:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296207:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002f85b43. 00000400:00000010:0.0:1767384695.296211:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000049c31400. 00000100:00000200:0.0:1767384695.296214:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296216:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094bf730c. 00000400:00000010:0.0:1767384695.296219:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b3dde216. 00000100:00000200:0.0:1767384695.296223:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296225:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c8cd928. 00000400:00000010:0.0:1767384695.296228:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d405715c. 00000100:00000200:0.0:1767384695.296231:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296233:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003205eb8b. 00000400:00000010:0.0:1767384695.296240:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000880ddcc3. 00000100:00000200:0.0:1767384695.296244:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296246:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042a4ca58. 00000400:00000010:0.0:1767384695.296249:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d9addacd. 00000100:00000200:0.0:1767384695.296253:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296255:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009774df10. 00000400:00000010:0.0:1767384695.296258:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000086819f6c. 00000100:00000200:0.0:1767384695.296261:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296263:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000610735c9. 00000400:00000010:0.0:1767384695.296266:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a2ebc55f. 00000100:00000200:0.0:1767384695.296270:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296271:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080cc7fa8. 00000400:00000010:0.0:1767384695.296278:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e8751534. 00000100:00000200:0.0:1767384695.296283:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296284:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b472c2. 00000400:00000010:0.0:1767384695.296288:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000790b7016. 00000100:00000200:0.0:1767384695.296291:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296296:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a123c907. 00000400:00000010:0.0:1767384695.296299:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000ad25a24. 00000100:00000200:0.0:1767384695.296303:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296305:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4e269d0. 00000400:00000010:0.0:1767384695.296308:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000894cc324. 00000100:00000200:0.0:1767384695.296312:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296314:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000816288de. 00000400:00000010:0.0:1767384695.296322:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000081180455. 00000100:00000200:0.0:1767384695.296327:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296329:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df04f1a7. 00000400:00000010:0.0:1767384695.296332:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006ad97b19. 00000100:00000200:0.0:1767384695.296335:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296337:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3ca52cd. 00000400:00000010:0.0:1767384695.296341:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000061791941. 00000100:00000200:0.0:1767384695.296344:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296345:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c8a7a6. 00000400:00000010:0.0:1767384695.296349:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000838a1d75. 00000100:00000200:0.0:1767384695.296352:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296354:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4d34689. 00000400:00000010:0.0:1767384695.296361:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004bb55fec. 00000100:00000200:0.0:1767384695.296366:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296368:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc4ec54. 00000400:00000010:0.0:1767384695.296371:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000457190a. 00000100:00000200:0.0:1767384695.296376:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296377:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006b03a18. 00000400:00000010:0.0:1767384695.296381:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a5ecbe69. 00000100:00000200:0.0:1767384695.296385:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296387:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000960218c0. 00000400:00000010:0.0:1767384695.296390:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ce348f5d. 00000100:00000200:0.0:1767384695.296394:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296396:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db324169. 00000400:00000010:0.0:1767384695.296406:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000015743429. 00000100:00000200:0.0:1767384695.296412:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296414:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d9ada33. 00000400:00000010:0.0:1767384695.296418:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000661ba50. 00000100:00000200:0.0:1767384695.296422:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296429:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095d7e77f. 00000400:00000010:0.0:1767384695.296433:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d9905fe6. 00000100:00000200:0.0:1767384695.296437:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296439:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c1a4c8d. 00000400:00000010:0.0:1767384695.296443:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001c4877c8. 00000100:00000200:0.0:1767384695.296447:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384695.296449:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e75e651. 00000400:00000010:0.0:1767384695.296458:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d5a89100. 00000100:00000010:0.0:1767384695.296474:0:40996:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a0ebe1f5. 00000100:00000200:0.0:1767384695.296488:0:40996:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384695.296506:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000042059aba. 00000100:00000010:2.0:1767384695.296690:0:40997:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008de746d3. 00000020:00000010:2.0:1767384695.296694:0:40997:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000009c6c99. 00000020:00000010:2.0:1767384695.296698:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087ecd2dd. 00000020:00000010:2.0:1767384695.296700:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003fd0004b. 00000040:00000010:2.0:1767384695.296702:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000016129061. 00000020:00000010:2.0:1767384695.296706:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002015ea0a. 00000020:00000010:2.0:1767384695.296709:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000692e0043. 00000020:00000010:2.0:1767384695.296712:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008f7e2958. 80000000:00000010:2.0:1767384695.296714:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004fa594aa. 40000000:00000010:2.0:1767384695.296717:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001cb3c226. 00100000:00000010:2.0:1767384695.296720:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c7851588. 00040000:00000010:2.0:1767384695.296722:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005475ff34. 00040000:00000010:2.0:1767384695.296725:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006f2b859b. 00080000:00000010:2.0:1767384695.296735:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000c2aa886. 00080000:00000010:2.0:1767384695.296740:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c3495924. 00000004:00000010:2.0:1767384695.296745:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001c8cac7f. 00002000:00000010:2.0:1767384695.296748:0:40997:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008110e088. 00000100:00000010:2.0:1767384695.296758:0:40997:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a6fdf7af. 00000100:00000200:2.0:1767384695.296769:0:40997:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384695.296786:0:40978:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000049646cd9. 00000100:00000010:0.0:1767384695.296791:0:40978:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000229a874e. 00000100:00000010:0.0:1767384695.296802:0:40978:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c31841ad. 00000100:00000010:0.0:1767384695.296808:0:40978:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000b6fbb715. 00000100:00000010:0.0:1767384695.296812:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecb6832d. 00000100:00000010:0.0:1767384695.296815:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003c960919. 00000100:00000010:0.0:1767384695.296817:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6aca276. 00000100:00000010:0.0:1767384695.296820:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008de979bb. 00000100:00000010:0.0:1767384695.296822:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae648b5e. 00000100:00000010:0.0:1767384695.296825:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000049787c3a. 00000100:00000010:0.0:1767384695.296827:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a852b7a. 00000100:00000010:0.0:1767384695.296830:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000016abf298. 00000100:00000010:0.0:1767384695.296832:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000773c9541. 00000100:00000010:0.0:1767384695.296835:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a571631a. 00000100:00000010:0.0:1767384695.296837:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009728ba44. 00000100:00000010:0.0:1767384695.296840:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000068ecdeff. 00000100:00000010:0.0:1767384695.296842:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3b2b0bc. 00000100:00000010:0.0:1767384695.296844:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001002d220. 00000100:00000010:0.0:1767384695.296846:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087f53670. 00000100:00000010:0.0:1767384695.296849:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d752686. 00000100:00000010:0.0:1767384695.296851:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018464d5d. 00000100:00000010:0.0:1767384695.296853:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a2c7a55c. 00000100:00000010:0.0:1767384695.296860:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b992d3e. 00000100:00000010:0.0:1767384695.296863:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000086189b57. 00000100:00000010:0.0:1767384695.296865:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006442cfa4. 00000100:00000010:0.0:1767384695.296869:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b840bf2d. 00000100:00000010:0.0:1767384695.296871:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a82828f2. 00000100:00000010:0.0:1767384695.296874:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e49dc2c. 00000100:00000010:0.0:1767384695.296876:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df308a8d. 00000100:00000010:0.0:1767384695.296878:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc708de9. 00000100:00000010:0.0:1767384695.296881:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000281e8db6. 00000100:00000010:0.0:1767384695.296883:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000426c408a. 00000100:00000010:0.0:1767384695.296885:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000711c5e42. 00000100:00000010:0.0:1767384695.296889:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004bd66a56. 00000100:00000010:0.0:1767384695.296891:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000138179d9. 00000100:00000010:0.0:1767384695.296894:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bfa97460. 00000100:00000010:0.0:1767384695.296896:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d807f376. 00000100:00000010:0.0:1767384695.296898:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006bc61b4d. 00000100:00000010:0.0:1767384695.296901:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000658bac11. 00000100:00000010:0.0:1767384695.296903:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000046b08b7f. 00000100:00000010:0.0:1767384695.296906:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ae59a35. 00000100:00000010:0.0:1767384695.296909:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000080dd43a6. 00000100:00000010:0.0:1767384695.296912:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000621f30d. 00000100:00000010:0.0:1767384695.296914:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005bb24493. 00000100:00000010:0.0:1767384695.296916:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccb2c224. 00000100:00000010:0.0:1767384695.296919:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d87fc661. 00000100:00000010:0.0:1767384695.296921:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d0b8b15. 00000100:00000010:0.0:1767384695.296924:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbb5cfc1. 00000100:00000010:0.0:1767384695.296926:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009509fc5c. 00000100:00000010:0.0:1767384695.296929:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d64c1e9. 00000100:00000010:0.0:1767384695.296931:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8f8e40f. 00000100:00000010:0.0:1767384695.296934:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c77b1409. 00000100:00000010:0.0:1767384695.296937:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005353e9a9. 00000100:00000010:0.0:1767384695.296943:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cd4eeb72. 00000100:00000010:0.0:1767384695.296946:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6e70788. 00000100:00000010:0.0:1767384695.296949:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf65f7b5. 00000100:00000010:0.0:1767384695.296951:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099b54fbd. 00000100:00000010:0.0:1767384695.296954:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f1d00d2. 00000100:00000010:0.0:1767384695.296957:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfacd34b. 00000100:00000010:0.0:1767384695.296960:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000411c697. 00000100:00000010:0.0:1767384695.296963:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b9ca4ec. 00000100:00000010:0.0:1767384695.296966:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091c689b6. 00000100:00000010:0.0:1767384695.296968:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c10657c. 00000100:00000010:0.0:1767384695.296971:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000798ed628. 00000100:00000010:0.0:1767384695.296974:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000388c9756. 00000100:00000010:0.0:1767384695.296978:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be3a5cab. 00000100:00000010:0.0:1767384695.296981:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb708557. 00000100:00000010:0.0:1767384695.296984:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006d293021. 00000100:00000010:0.0:1767384695.296987:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a19047e8. 00000100:00000010:0.0:1767384695.296990:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005775bc8e. 00000100:00000010:0.0:1767384695.296993:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000080acc3a. 00000100:00000010:0.0:1767384695.296996:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033403a43. 00000100:00000010:0.0:1767384695.296998:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a689e5f. 00000100:00000010:0.0:1767384695.297001:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000494c2686. 00000100:00000010:0.0:1767384695.297005:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000647d6330. 00000100:00000010:0.0:1767384695.297008:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c38a9800. 00000100:00000010:0.0:1767384695.297010:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060cff981. 00000100:00000010:0.0:1767384695.297013:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003633ae10. 00000100:00000010:0.0:1767384695.297017:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000783c7700. 00000100:00000010:0.0:1767384695.297020:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000081e8f08e. 00000100:00000010:0.0:1767384695.297023:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efd62abc. 00000100:00000010:0.0:1767384695.297027:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000210c78df. 00000100:00000010:0.0:1767384695.297029:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed3bf619. 00000100:00000010:0.0:1767384695.297032:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b226b7c9. 00000100:00000010:0.0:1767384695.297040:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e81779e. 00000100:00000010:0.0:1767384695.297043:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000353c9e40. 00000100:00000010:0.0:1767384695.297045:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005216b7f7. 00000100:00000010:0.0:1767384695.297048:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f41a242a. 00000100:00000010:0.0:1767384695.297050:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003218c58d. 00000100:00000010:0.0:1767384695.297067:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009a1b23e. 00000100:00000010:0.0:1767384695.297070:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000965bae9e. 00000100:00000010:0.0:1767384695.297073:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002166bf1d. 00000100:00000010:0.0:1767384695.297075:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb2756b0. 00000100:00000010:0.0:1767384695.297078:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006eda0446. 00000100:00000010:0.0:1767384695.297080:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000589dbf5f. 00000100:00000010:0.0:1767384695.297083:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bb1a2b68. 00000100:00000010:0.0:1767384695.297085:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025cf258b. 00000100:00000010:0.0:1767384695.297088:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f7a65fff. 00000100:00000010:0.0:1767384695.297090:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e56743e. 00000100:00000010:0.0:1767384695.297092:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d46e17a2. 00000100:00000010:0.0:1767384695.297095:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cd8438d. 00000100:00000010:0.0:1767384695.297097:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004e463c5d. 00000100:00000010:0.0:1767384695.297100:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3434f07. 00000100:00000010:0.0:1767384695.297103:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045596d3c. 00000100:00000010:0.0:1767384695.297106:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cc75f49. 00000100:00000010:0.0:1767384695.297108:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000075071b2c. 00000100:00000010:0.0:1767384695.297111:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a86ba99. 00000100:00000010:0.0:1767384695.297113:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006ba59f37. 00000100:00000010:0.0:1767384695.297115:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039785567. 00000100:00000010:0.0:1767384695.297118:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001861f2ee. 00000100:00000010:0.0:1767384695.297120:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003883f2bb. 00000100:00000010:0.0:1767384695.297123:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d11e9364. 00000100:00000010:0.0:1767384695.297125:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000094e1726. 00000100:00000010:0.0:1767384695.297128:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003920fbc1. 00000100:00000010:0.0:1767384695.297130:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000956da373. 00000100:00000010:0.0:1767384695.297138:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1ecdbcb. 00000100:00000010:0.0:1767384695.297140:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f13cf8e. 00000100:00000010:0.0:1767384695.297143:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ec4dd9b. 00000100:00000010:0.0:1767384695.297145:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000262a3029. 00000100:00000010:0.0:1767384695.297148:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cb58ff37. 00000100:00000010:0.0:1767384695.297151:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000946a7263. 00000100:00000010:0.0:1767384695.297154:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c401285e. 00000100:00000010:0.0:1767384695.297157:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040e69f50. 00000100:00000010:0.0:1767384695.297160:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000048380bb1. 00000100:00000010:0.0:1767384695.297163:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e04caab1. 00000100:00000010:0.0:1767384695.297166:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f1c8ff9. 00000100:00000010:0.0:1767384695.297168:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5eba43b. 00000100:00000010:0.0:1767384695.297171:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003dcebc71. 00000100:00000010:0.0:1767384695.297173:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000763dd43b. 00000100:00000010:0.0:1767384695.297176:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4e62407. 00000100:00000010:0.0:1767384695.297179:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fdaf9b9b. 00000100:00000010:0.0:1767384695.297182:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000085bdf076. 00000400:00000200:0.0:1767384695.297184:0:40978:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:0.0:1767384695.297214:0:40978:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000516797e8. 00000020:00000010:0.0:1767384695.297217:0:40978:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000009fa94acf. 00000100:00000010:0.0:1767384695.297253:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fc25fc86. 00000100:00000010:0.0:1767384695.297255:0:40978:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002b76496a. 00000100:00000010:0.0:1767384695.297258:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000641e3dfb. 00000100:00000010:0.0:1767384695.297260:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004815f70b. 00000100:00000010:0.0:1767384695.297263:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000149043e8. 00000100:00000200:0.0:1767384695.297290:0:40978:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:0.0:1767384695.297293:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005df06618. 00000100:00000010:0.0:1767384695.297446:0:40998:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000320d8dd. 00000020:00000010:0.0:1767384695.297458:0:40998:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a2f05a88. 00000020:00000010:0.0:1767384695.297462:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001caea47f. 00000020:00000010:0.0:1767384695.297465:0:40998:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3c476f9. 00000040:00000010:0.0:1767384695.297467:0:40998:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b272ff53. 00000020:00000010:0.0:1767384695.297473:0:40998:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000128b02d. 00000020:00000010:0.0:1767384695.297475:0:40998:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099a17c72. 00000020:00000010:0.0:1767384695.297477:0:40998:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000072bcb7ba. 80000000:00000010:0.0:1767384695.297480:0:40998:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000689aa8f7. 40000000:00000010:0.0:1767384695.297481:0:40998:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000054067b17. 00100000:00000010:0.0:1767384695.297484:0:40998:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cb7655d4. 00040000:00000010:0.0:1767384695.297486:0:40998:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e35efe62. 00040000:00000010:0.0:1767384695.297489:0:40998:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007a3a7476. 00080000:00000010:0.0:1767384695.297492:0:40998:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f970618a. 00080000:00000010:0.0:1767384695.297496:0:40998:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005aa3dfa6. 00000004:00000010:0.0:1767384695.297500:0:40998:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001c4049ec. 00000100:00000200:0.0:1767384695.297503:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297505:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ddea2b2. 00000400:00000010:0.0:1767384695.297508:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a902b368. 00000100:00000200:0.0:1767384695.297510:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297512:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069c26d45. 00000400:00000010:0.0:1767384695.297514:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b58b0c66. 00000100:00000200:0.0:1767384695.297516:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297517:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041f6bac4. 00000400:00000010:0.0:1767384695.297519:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b262f9b. 00000100:00000200:0.0:1767384695.297521:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297523:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005640d0fc. 00000400:00000010:0.0:1767384695.297524:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f0baf49. 00000100:00000200:0.0:1767384695.297526:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297527:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e522420. 00000400:00000010:0.0:1767384695.297529:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005574bc34. 00000100:00000200:0.0:1767384695.297531:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297532:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c091d108. 00000400:00000010:0.0:1767384695.297534:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da1d44e4. 00000100:00000200:0.0:1767384695.297536:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297538:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000951d3bbf. 00000400:00000010:0.0:1767384695.297540:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b2d231. 00000100:00000200:0.0:1767384695.297541:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297543:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb2ca6dd. 00000400:00000010:0.0:1767384695.297548:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc9ec724. 00000100:00000200:0.0:1767384695.297550:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297552:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ff7d328. 00000400:00000010:0.0:1767384695.297554:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009923467a. 00000100:00000200:0.0:1767384695.297556:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297557:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f805f25. 00000400:00000010:0.0:1767384695.297559:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b640f3a8. 00000100:00000200:0.0:1767384695.297561:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297562:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005de8f21d. 00000400:00000010:0.0:1767384695.297564:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094564672. 00000100:00000200:0.0:1767384695.297566:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297567:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bed5427. 00000400:00000010:0.0:1767384695.297569:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68e221b. 00000100:00000200:0.0:1767384695.297571:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297572:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec37c144. 00000400:00000010:0.0:1767384695.297574:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002da59899. 00000100:00000200:0.0:1767384695.297575:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297577:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fb67b99. 00000400:00000010:0.0:1767384695.297579:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7bcdb33. 00000100:00000200:0.0:1767384695.297581:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297583:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bbfef33. 00000400:00000010:0.0:1767384695.297584:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8381a84. 00000100:00000200:0.0:1767384695.297586:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297587:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bd36bb5. 00000400:00000010:0.0:1767384695.297589:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030e93532. 00000100:00000200:0.0:1767384695.297591:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297592:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df6f4a24. 00000400:00000010:0.0:1767384695.297594:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a41866c. 00000100:00000200:0.0:1767384695.297596:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297597:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018b5ac2d. 00000400:00000010:0.0:1767384695.297599:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf4390e3. 00000100:00000200:0.0:1767384695.297600:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297602:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096621f3b. 00000400:00000010:0.0:1767384695.297604:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f60c07fd. 00000100:00000200:0.0:1767384695.297606:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297637:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082a1838a. 00000400:00000010:0.0:1767384695.297640:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067328673. 00000100:00000200:0.0:1767384695.297643:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297646:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a89ec581. 00000400:00000010:0.0:1767384695.297648:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee23fc24. 00000100:00000200:0.0:1767384695.297650:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297652:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000060cfcc8. 00000400:00000010:0.0:1767384695.297654:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8615d30. 00000100:00000200:0.0:1767384695.297655:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297657:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088a4de5c. 00000400:00000010:0.0:1767384695.297659:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914a0186. 00000100:00000200:0.0:1767384695.297661:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297663:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9a27017. 00000400:00000010:0.0:1767384695.297665:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a182b47. 00000100:00000200:0.0:1767384695.297666:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297669:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afa733d1. 00000400:00000010:0.0:1767384695.297670:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d33ff83. 00000100:00000200:0.0:1767384695.297672:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297674:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f2e8ad0. 00000400:00000010:0.0:1767384695.297677:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000762d0399. 00000100:00000200:0.0:1767384695.297679:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297680:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af1a346e. 00000400:00000010:0.0:1767384695.297682:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031b489b3. 00000100:00000200:0.0:1767384695.297684:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297686:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b982dab. 00000400:00000010:0.0:1767384695.297688:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e09d9912. 00000100:00000200:0.0:1767384695.297690:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297691:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a97231d1. 00000400:00000010:0.0:1767384695.297703:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7cfae20. 00000100:00000200:0.0:1767384695.297706:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297709:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdcee781. 00000400:00000010:0.0:1767384695.297711:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcd80cf5. 00000100:00000200:0.0:1767384695.297713:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297715:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050951c8c. 00000400:00000010:0.0:1767384695.297717:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e69272b. 00000100:00000200:0.0:1767384695.297724:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297726:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080139720. 00000400:00000010:0.0:1767384695.297729:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfa3bccc. 00000100:00000200:0.0:1767384695.297731:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297732:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027ffd248. 00000400:00000010:0.0:1767384695.297734:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f77a29ed. 00000100:00000200:0.0:1767384695.297736:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297738:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa473edf. 00000400:00000010:0.0:1767384695.297740:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff5b7db7. 00000100:00000200:0.0:1767384695.297742:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297743:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060cf0309. 00000400:00000010:0.0:1767384695.297745:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000127c07fc. 00000100:00000200:0.0:1767384695.297746:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297748:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e4fd8e0. 00000400:00000010:0.0:1767384695.297750:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efe3b826. 00000100:00000200:0.0:1767384695.297752:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297753:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca63d454. 00000400:00000010:0.0:1767384695.297755:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047d6dddf. 00000100:00000200:0.0:1767384695.297757:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297758:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a28f69c8. 00000400:00000010:0.0:1767384695.297760:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075b7b6fa. 00000100:00000200:0.0:1767384695.297762:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297763:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5f9d0b6. 00000400:00000010:0.0:1767384695.297764:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ccea527. 00000100:00000200:0.0:1767384695.297766:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297768:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af4bd78e. 00000400:00000010:0.0:1767384695.297769:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352a16cc. 00000100:00000200:0.0:1767384695.297771:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297773:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000464db89a. 00000400:00000010:0.0:1767384695.297774:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000315b9116. 00000100:00000200:0.0:1767384695.297776:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297778:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db3a5aa8. 00000400:00000010:0.0:1767384695.297779:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000189308dd. 00000100:00000200:0.0:1767384695.297781:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297782:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a14eb8f1. 00000400:00000010:0.0:1767384695.297788:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045c3294c. 00000100:00000200:0.0:1767384695.297790:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297791:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092559ff6. 00000400:00000010:0.0:1767384695.297793:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a109b49e. 00000100:00000200:0.0:1767384695.297795:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297797:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028a54e7c. 00000400:00000010:0.0:1767384695.297799:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064f81dba. 00000100:00000200:0.0:1767384695.297800:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297802:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000730aa42d. 00000400:00000010:0.0:1767384695.297803:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002ab7c81. 00000100:00000200:0.0:1767384695.297805:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297806:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d25b7fc5. 00000400:00000010:0.0:1767384695.297808:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000904b45f. 00000100:00000200:0.0:1767384695.297810:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297812:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000636511d7. 00000400:00000010:0.0:1767384695.297814:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdb649be. 00000100:00000200:0.0:1767384695.297815:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297817:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f214535. 00000400:00000010:0.0:1767384695.297819:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b78f119. 00000100:00000200:0.0:1767384695.297820:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297821:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d1b5c68. 00000400:00000010:0.0:1767384695.297823:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c996f30. 00000100:00000200:0.0:1767384695.297824:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297826:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012b0c9de. 00000400:00000010:0.0:1767384695.297828:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006077fd8e. 00000100:00000200:0.0:1767384695.297829:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297831:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc9f3431. 00000400:00000010:0.0:1767384695.297832:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df489caf. 00000100:00000200:0.0:1767384695.297834:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297835:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b614c621. 00000400:00000010:0.0:1767384695.297836:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c170200. 00000100:00000200:0.0:1767384695.297838:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297839:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e10e795. 00000400:00000010:0.0:1767384695.297841:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060ed4aa4. 00000100:00000200:0.0:1767384695.297843:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297847:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025c3f0e6. 00000400:00000010:0.0:1767384695.297850:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006dddb47. 00000100:00000200:0.0:1767384695.297852:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297854:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ccaf22f. 00000400:00000010:0.0:1767384695.297856:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1e2dfac. 00000100:00000200:0.0:1767384695.297857:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297859:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c152616b. 00000400:00000010:0.0:1767384695.297860:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e3876c. 00000100:00000200:0.0:1767384695.297862:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297863:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8f63015. 00000400:00000010:0.0:1767384695.297865:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c71a638. 00000100:00000200:0.0:1767384695.297867:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297868:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000febd6995. 00000400:00000010:0.0:1767384695.297876:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d776ffec. 00000100:00000200:0.0:1767384695.297878:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297880:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d876b17. 00000400:00000010:0.0:1767384695.297882:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036620307. 00000100:00000200:0.0:1767384695.297884:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297886:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f982dab. 00000400:00000010:0.0:1767384695.297888:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073a0af4e. 00000100:00000200:0.0:1767384695.297889:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297891:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086c975e7. 00000400:00000010:0.0:1767384695.297892:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e42bc8d2. 00000100:00000200:0.0:1767384695.297894:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297895:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099446c60. 00000400:00000010:0.0:1767384695.297897:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005abb8043. 00000100:00000200:0.0:1767384695.297898:0:40998:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384695.297900:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c0a2d9e. 00000400:00000010:0.0:1767384695.297902:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7f5d461. 00000100:00000010:0.0:1767384695.297905:0:40998:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000071c4539e. 00000100:00000200:0.0:1767384695.297916:0:40998:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384695.297937:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007572584b. 00000100:00000010:2.0:1767384695.298071:0:40999:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002acc0254. 00000020:00000010:2.0:1767384695.298075:0:40999:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b3249a43. 00000020:00000010:2.0:1767384695.298078:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000266075bd. 00000020:00000010:2.0:1767384695.298081:0:40999:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ac15f697. 00000040:00000010:2.0:1767384695.298085:0:40999:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d8bd45e9. 00000020:00000010:2.0:1767384695.298088:0:40999:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006b0fcfc3. 00000020:00000010:2.0:1767384695.298091:0:40999:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b54e8851. 00000020:00000010:2.0:1767384695.298094:0:40999:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004b17f699. 80000000:00000010:2.0:1767384695.298097:0:40999:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000043e2c74c. 40000000:00000010:2.0:1767384695.298099:0:40999:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000475ba2a0. 00100000:00000010:2.0:1767384695.298102:0:40999:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bc59f757. 00040000:00000010:2.0:1767384695.298105:0:40999:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cc0bd930. 00040000:00000010:2.0:1767384695.298107:0:40999:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cb055c9e. 00080000:00000010:2.0:1767384695.298111:0:40999:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dcbb171d. 00080000:00000010:2.0:1767384695.298115:0:40999:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c4d65c4c. 00000004:00000010:2.0:1767384695.298119:0:40999:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000037627633. 00000100:00000010:2.0:1767384695.298122:0:40999:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000022321837. 00000100:00000200:2.0:1767384695.298132:0:40999:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384695.298143:0:40978:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000001e4983f8. 00000100:00000010:0.0:1767384695.298148:0:40978:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000bb52c781. 00000100:00000010:0.0:1767384695.298160:0:40978:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000d81cd708. 00000100:00000010:0.0:1767384695.298167:0:40978:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000003ccb37ad. 00000100:00000010:0.0:1767384695.298175:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000914053e9. 00000100:00000010:0.0:1767384695.298178:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e64755a6. 00000100:00000010:0.0:1767384695.298180:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fcf84d1. 00000100:00000010:0.0:1767384695.298183:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fbf63955. 00000100:00000010:0.0:1767384695.298186:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e63188fe. 00000100:00000010:0.0:1767384695.298188:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dd9f7927. 00000100:00000010:0.0:1767384695.298190:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000babf472. 00000100:00000010:0.0:1767384695.298193:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee5def10. 00000100:00000010:0.0:1767384695.298197:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058a4467c. 00000100:00000010:0.0:1767384695.298200:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dd73d409. 00000100:00000010:0.0:1767384695.298202:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3253c88. 00000100:00000010:0.0:1767384695.298205:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000094b9c872. 00000100:00000010:0.0:1767384695.298208:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e606247c. 00000100:00000010:0.0:1767384695.298211:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bbdbe6ee. 00000100:00000010:0.0:1767384695.298213:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059b41059. 00000100:00000010:0.0:1767384695.298216:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c070f7f3. 00000100:00000010:0.0:1767384695.298218:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033ab3ef3. 00000100:00000010:0.0:1767384695.298221:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000029169119. 00000100:00000010:0.0:1767384695.298223:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ebddbe4. 00000100:00000010:0.0:1767384695.298226:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004a8a9679. 00000100:00000010:0.0:1767384695.298228:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081af81e6. 00000100:00000010:0.0:1767384695.298231:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bce3bb84. 00000100:00000010:0.0:1767384695.298234:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000186a3e5d. 00000100:00000010:0.0:1767384695.298238:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba2fb498. 00000100:00000010:0.0:1767384695.298240:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000096e5d51. 00000100:00000010:0.0:1767384695.298243:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005a805ca2. 00000100:00000010:0.0:1767384695.298245:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce4e0199. 00000100:00000010:0.0:1767384695.298247:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000072aafeda. 00000100:00000010:0.0:1767384695.298249:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b261ee9. 00000100:00000010:0.0:1767384695.298252:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e6e146d8. 00000100:00000010:0.0:1767384695.298254:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff34a3ce. 00000100:00000010:0.0:1767384695.298262:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000073a690de. 00000100:00000010:0.0:1767384695.298264:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9ac3224. 00000100:00000010:0.0:1767384695.298267:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000074de2f84. 00000100:00000010:0.0:1767384695.298270:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cbefc1b. 00000100:00000010:0.0:1767384695.298272:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009e628697. 00000100:00000010:0.0:1767384695.298274:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009681e1ab. 00000100:00000010:0.0:1767384695.298277:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000055f75138. 00000100:00000010:0.0:1767384695.298279:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cde7107f. 00000100:00000010:0.0:1767384695.298281:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004b147830. 00000100:00000010:0.0:1767384695.298283:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024aff30c. 00000100:00000010:0.0:1767384695.298286:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006d80c90b. 00000100:00000010:0.0:1767384695.298288:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014555823. 00000100:00000010:0.0:1767384695.298290:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007a9b27aa. 00000100:00000010:0.0:1767384695.298293:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcc270e5. 00000100:00000010:0.0:1767384695.298296:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000899b26b9. 00000100:00000010:0.0:1767384695.298299:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6adb375. 00000100:00000010:0.0:1767384695.298302:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c64a7ad3. 00000100:00000010:0.0:1767384695.298304:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cb4256e. 00000100:00000010:0.0:1767384695.298308:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e5a3dbd5. 00000100:00000010:0.0:1767384695.298310:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009203226d. 00000100:00000010:0.0:1767384695.298313:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000054786f55. 00000100:00000010:0.0:1767384695.298315:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d15d0645. 00000100:00000010:0.0:1767384695.298318:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c46d2748. 00000100:00000010:0.0:1767384695.298320:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063e339e3. 00000100:00000010:0.0:1767384695.298323:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000046ca0b5a. 00000100:00000010:0.0:1767384695.298325:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acf1f26e. 00000100:00000010:0.0:1767384695.298328:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b9b9dd7b. 00000100:00000010:0.0:1767384695.298330:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e003eb17. 00000100:00000010:0.0:1767384695.298332:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002186ca2f. 00000100:00000010:0.0:1767384695.298335:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051b7e128. 00000100:00000010:0.0:1767384695.298337:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002e475902. 00000100:00000010:0.0:1767384695.298344:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc683ad6. 00000100:00000010:0.0:1767384695.298347:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0401856. 00000100:00000010:0.0:1767384695.298349:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2d1f5eb. 00000100:00000010:0.0:1767384695.298352:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b54913f1. 00000100:00000010:0.0:1767384695.298354:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be9d9732. 00000100:00000010:0.0:1767384695.298356:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005a5cb558. 00000100:00000010:0.0:1767384695.298360:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a9c49db. 00000100:00000010:0.0:1767384695.298363:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009e6d244. 00000100:00000010:0.0:1767384695.298366:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b011828e. 00000100:00000010:0.0:1767384695.298369:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2f1a597. 00000100:00000010:0.0:1767384695.298371:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb469878. 00000100:00000010:0.0:1767384695.298374:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000951646c2. 00000100:00000010:0.0:1767384695.298376:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2aae7d7. 00000100:00000010:0.0:1767384695.298379:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000024624a98. 00000100:00000010:0.0:1767384695.298381:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bccc7ab0. 00000100:00000010:0.0:1767384695.298384:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fa9343a5. 00000100:00000010:0.0:1767384695.298386:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000489d712c. 00000100:00000010:0.0:1767384695.298389:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a3a65243. 00000100:00000010:0.0:1767384695.298391:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000501fca9e. 00000100:00000010:0.0:1767384695.298394:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cf7a95e2. 00000100:00000010:0.0:1767384695.298396:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9f7659b. 00000100:00000010:0.0:1767384695.298399:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000063c46532. 00000100:00000010:0.0:1767384695.298401:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010bf4be3. 00000100:00000010:0.0:1767384695.298403:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000201580e8. 00000100:00000010:0.0:1767384695.298405:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045ff55c0. 00000100:00000010:0.0:1767384695.298409:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002fad850a. 00000100:00000010:0.0:1767384695.298412:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007c85b17. 00000100:00000010:0.0:1767384695.298416:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000079934509. 00000100:00000010:0.0:1767384695.298418:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005438c36b. 00000100:00000010:0.0:1767384695.298421:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000027ba4f85. 00000100:00000010:0.0:1767384695.298424:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060c93bc0. 00000100:00000010:0.0:1767384695.298432:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ac83211. 00000100:00000010:0.0:1767384695.298435:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023ee8cc6. 00000100:00000010:0.0:1767384695.298438:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000094a91f70. 00000100:00000010:0.0:1767384695.298440:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a667e60. 00000100:00000010:0.0:1767384695.298443:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d441cb0d. 00000100:00000010:0.0:1767384695.298446:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec94f126. 00000100:00000010:0.0:1767384695.298449:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000065bbc5f7. 00000100:00000010:0.0:1767384695.298451:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eddb9168. 00000100:00000010:0.0:1767384695.298454:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000052ef9ec1. 00000100:00000010:0.0:1767384695.298457:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007bdf1d2d. 00000100:00000010:0.0:1767384695.298461:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005ce84d44. 00000100:00000010:0.0:1767384695.298464:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6ea1e73. 00000100:00000010:0.0:1767384695.298467:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000212e7cb4. 00000100:00000010:0.0:1767384695.298469:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030d84b23. 00000100:00000010:0.0:1767384695.298472:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4055fe5. 00000100:00000010:0.0:1767384695.298475:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf1d81be. 00000100:00000010:0.0:1767384695.298478:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac926c23. 00000100:00000010:0.0:1767384695.298481:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aeea7a29. 00000100:00000010:0.0:1767384695.298484:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000328a9455. 00000100:00000010:0.0:1767384695.298487:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dc424da. 00000100:00000010:0.0:1767384695.298490:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dd33ac48. 00000100:00000010:0.0:1767384695.298493:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007be89ed5. 00000100:00000010:0.0:1767384695.298496:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008eae608c. 00000100:00000010:0.0:1767384695.298498:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0c5914d. 00000100:00000010:0.0:1767384695.298501:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051bdc27c. 00000100:00000010:0.0:1767384695.298504:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025f783f4. 00000100:00000010:0.0:1767384695.298507:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001c3e64b6. 00000100:00000010:0.0:1767384695.298509:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077da2db2. 00000100:00000010:0.0:1767384695.298512:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f537b6b. 00000100:00000010:0.0:1767384695.298514:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021e44b6f. 00000100:00000010:0.0:1767384695.298516:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000004f84fc5. 00000100:00000010:0.0:1767384695.298525:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b25481c. 00000100:00000010:0.0:1767384695.298528:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000000c9cdaf. 00000100:00000010:0.0:1767384695.298532:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e08fed7. 00000100:00000010:0.0:1767384695.298534:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008220613d. 00000400:00000200:0.0:1767384695.298537:0:40978:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:0.0:1767384695.298567:0:40978:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a7102b05. 00000020:00000010:0.0:1767384695.298570:0:40978:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000061144343. 00000100:00000010:0.0:1767384695.298603:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000087da533b. 00000100:00000010:0.0:1767384695.298606:0:40978:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003709876d. 00000100:00000010:0.0:1767384695.298635:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002538d94c. 00000100:00000010:0.0:1767384695.298638:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e15b19d6. 00000100:00000010:0.0:1767384695.298641:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a50268e5. 00000100:00000200:0.0:1767384695.298678:0:40978:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:0.0:1767384695.298682:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000288fdffa. 00000100:00000010:0.0:1767384695.298825:0:41000:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000cc5eaa69. 00000020:00000010:0.0:1767384695.298829:0:41000:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000333796e. 00000020:00000010:0.0:1767384695.298832:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6f5770c. 00000020:00000010:0.0:1767384695.298835:0:41000:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000008ea3a37. 00000040:00000010:0.0:1767384695.298837:0:41000:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000930632c4. 00000020:00000010:0.0:1767384695.298840:0:41000:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000085dc3f37. 00000020:00000010:0.0:1767384695.298843:0:41000:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000557b9584. 00000020:00000010:0.0:1767384695.298845:0:41000:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ddc7109f. 80000000:00000010:0.0:1767384695.298848:0:41000:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f91f7148. 40000000:00000010:0.0:1767384695.298850:0:41000:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006c837761. 00100000:00000010:0.0:1767384695.298853:0:41000:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c1df4910. 00040000:00000010:0.0:1767384695.298856:0:41000:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000066c932a4. 00040000:00000010:0.0:1767384695.298858:0:41000:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a7c7ad7f. 00080000:00000010:0.0:1767384695.298862:0:41000:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006b656802. 00080000:00000010:0.0:1767384695.298873:0:41000:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000566b0562. 00000004:00000010:0.0:1767384695.298879:0:41000:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c4a6c053. 00002000:00000010:0.0:1767384695.298882:0:41000:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004cf9afd1. 00000100:00000200:0.0:1767384695.298884:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298892:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed488f96. 00000400:00000010:0.0:1767384695.298895:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f475f8fa. 00000100:00000200:0.0:1767384695.298897:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298899:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db9a9a7a. 00000400:00000010:0.0:1767384695.298901:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000169e7da9. 00000100:00000200:0.0:1767384695.298902:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298904:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000652cc22c. 00000400:00000010:0.0:1767384695.298906:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f276ed2. 00000100:00000200:0.0:1767384695.298908:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298910:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000409e49c3. 00000400:00000010:0.0:1767384695.298912:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf809929. 00000100:00000200:0.0:1767384695.298913:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298914:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccb65796. 00000400:00000010:0.0:1767384695.298916:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f010e364. 00000100:00000200:0.0:1767384695.298918:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298919:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9e765f4. 00000400:00000010:0.0:1767384695.298921:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a55c6cae. 00000100:00000200:0.0:1767384695.298923:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298924:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1937abc. 00000400:00000010:0.0:1767384695.298926:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c2265fb. 00000100:00000200:0.0:1767384695.298928:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298929:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008176e9f9. 00000400:00000010:0.0:1767384695.298931:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000848b5872. 00000100:00000200:0.0:1767384695.298933:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298935:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056966f91. 00000400:00000010:0.0:1767384695.298937:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d253734. 00000100:00000200:0.0:1767384695.298938:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298939:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054147c00. 00000400:00000010:0.0:1767384695.298941:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b0b9bad. 00000100:00000200:0.0:1767384695.298942:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298944:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000213b38ec. 00000400:00000010:0.0:1767384695.298946:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3dc37c5. 00000100:00000200:0.0:1767384695.298948:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298950:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008926c900. 00000400:00000010:0.0:1767384695.298952:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a649d1c9. 00000100:00000200:0.0:1767384695.298958:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298961:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da9f95c. 00000400:00000010:0.0:1767384695.298963:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f34f1845. 00000100:00000200:0.0:1767384695.298964:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298966:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f425220. 00000400:00000010:0.0:1767384695.298967:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dbf73a4. 00000100:00000200:0.0:1767384695.298969:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298970:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006160221c. 00000400:00000010:0.0:1767384695.298971:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589870a8. 00000100:00000200:0.0:1767384695.298973:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298975:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006979cf2a. 00000400:00000010:0.0:1767384695.298977:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7eddf9f. 00000100:00000200:0.0:1767384695.298978:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298980:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed14b286. 00000400:00000010:0.0:1767384695.298982:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000158e0277. 00000100:00000200:0.0:1767384695.298983:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298985:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa782bd1. 00000400:00000010:0.0:1767384695.298986:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b40971e. 00000100:00000200:0.0:1767384695.298988:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298990:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f75dc0bf. 00000400:00000010:0.0:1767384695.298991:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064f04280. 00000100:00000200:0.0:1767384695.298993:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.298994:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007c49385. 00000400:00000010:0.0:1767384695.298997:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a89794. 00000100:00000200:0.0:1767384695.298998:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299000:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000069a8a81. 00000400:00000010:0.0:1767384695.299001:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a50e377e. 00000100:00000200:0.0:1767384695.299003:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299005:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d11d2a9b. 00000400:00000010:0.0:1767384695.299006:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036829254. 00000100:00000200:0.0:1767384695.299008:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299010:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000332064b0. 00000400:00000010:0.0:1767384695.299012:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fc5e6e8. 00000100:00000200:0.0:1767384695.299013:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299015:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d307f7ed. 00000400:00000010:0.0:1767384695.299022:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d78259d. 00000100:00000200:0.0:1767384695.299024:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299026:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ad97a57. 00000400:00000010:0.0:1767384695.299036:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092d340e1. 00000100:00000200:0.0:1767384695.299040:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299042:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000731c95ef. 00000400:00000010:0.0:1767384695.299044:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a278775. 00000100:00000200:0.0:1767384695.299046:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299048:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059e905ee. 00000400:00000010:0.0:1767384695.299050:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007274b93b. 00000100:00000200:0.0:1767384695.299062:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299064:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c87b2871. 00000400:00000010:0.0:1767384695.299066:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e1e300. 00000100:00000200:0.0:1767384695.299068:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299070:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ac00c75. 00000400:00000010:0.0:1767384695.299072:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba9fff04. 00000100:00000200:0.0:1767384695.299073:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299074:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097956b4a. 00000400:00000010:0.0:1767384695.299076:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1e9e5b5. 00000100:00000200:0.0:1767384695.299078:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299079:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000768fb815. 00000400:00000010:0.0:1767384695.299081:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004616181. 00000100:00000200:0.0:1767384695.299082:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299084:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cf4ccef. 00000400:00000010:0.0:1767384695.299086:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001286f757. 00000100:00000200:0.0:1767384695.299088:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299089:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ce7fd42. 00000400:00000010:0.0:1767384695.299091:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98d8985. 00000100:00000200:0.0:1767384695.299093:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299095:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9062eea. 00000400:00000010:0.0:1767384695.299096:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000142d4ae7. 00000100:00000200:0.0:1767384695.299098:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299100:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b01691b. 00000400:00000010:0.0:1767384695.299102:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c0063d. 00000100:00000200:0.0:1767384695.299103:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299110:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000bffddb. 00000400:00000010:0.0:1767384695.299113:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b789f88e. 00000100:00000200:0.0:1767384695.299115:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299117:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007496a57b. 00000400:00000010:0.0:1767384695.299118:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1e5dde3. 00000100:00000200:0.0:1767384695.299120:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299122:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d896986. 00000400:00000010:0.0:1767384695.299123:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000797dc099. 00000100:00000200:0.0:1767384695.299125:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299126:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3ed190c. 00000400:00000010:0.0:1767384695.299128:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061adb558. 00000100:00000200:0.0:1767384695.299130:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299132:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f22f77d. 00000400:00000010:0.0:1767384695.299134:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000919824a0. 00000100:00000200:0.0:1767384695.299136:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299138:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5190925. 00000400:00000010:0.0:1767384695.299140:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6400448. 00000100:00000200:0.0:1767384695.299141:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299143:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1479484. 00000400:00000010:0.0:1767384695.299145:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cee6fd74. 00000100:00000200:0.0:1767384695.299147:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299149:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db079cdd. 00000400:00000010:0.0:1767384695.299151:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000388d9402. 00000100:00000200:0.0:1767384695.299153:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299155:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f69abc2. 00000400:00000010:0.0:1767384695.299156:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b472e54b. 00000100:00000200:0.0:1767384695.299158:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299160:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c45b27a. 00000400:00000010:0.0:1767384695.299161:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb2e139a. 00000100:00000200:0.0:1767384695.299163:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299165:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d0c53fc. 00000400:00000010:0.0:1767384695.299167:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f71416. 00000100:00000200:0.0:1767384695.299168:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299170:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f73464d. 00000400:00000010:0.0:1767384695.299172:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024162872. 00000100:00000200:0.0:1767384695.299179:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299181:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3590e09. 00000400:00000010:0.0:1767384695.299183:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ee67d9. 00000100:00000200:0.0:1767384695.299185:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299186:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072238807. 00000400:00000010:0.0:1767384695.299188:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008df52e70. 00000100:00000200:0.0:1767384695.299190:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299192:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4a9b35d. 00000400:00000010:0.0:1767384695.299193:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002526741f. 00000100:00000200:0.0:1767384695.299195:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299197:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001906ef0e. 00000400:00000010:0.0:1767384695.299198:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004820c81b. 00000100:00000200:0.0:1767384695.299200:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299201:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018de360f. 00000400:00000010:0.0:1767384695.299203:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085d56a78. 00000100:00000200:0.0:1767384695.299205:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299207:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9615ae. 00000400:00000010:0.0:1767384695.299208:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c51a858. 00000100:00000200:0.0:1767384695.299210:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299212:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f6b1449. 00000400:00000010:0.0:1767384695.299214:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006240e221. 00000100:00000200:0.0:1767384695.299216:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299217:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000382c7553. 00000400:00000010:0.0:1767384695.299228:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1d0669c. 00000100:00000200:0.0:1767384695.299231:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299233:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e5c7595. 00000400:00000010:0.0:1767384695.299235:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a57dd4e. 00000100:00000200:0.0:1767384695.299237:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299238:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028d96651. 00000400:00000010:0.0:1767384695.299240:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b38b2b4b. 00000100:00000200:0.0:1767384695.299242:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299243:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043a14726. 00000400:00000010:0.0:1767384695.299245:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc9c3e8c. 00000100:00000200:0.0:1767384695.299247:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299249:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005c7691c. 00000400:00000010:0.0:1767384695.299254:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e763eb6b. 00000100:00000200:0.0:1767384695.299257:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299259:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0ee7fa2. 00000400:00000010:0.0:1767384695.299261:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f2e08e. 00000100:00000200:0.0:1767384695.299263:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299264:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004486800c. 00000400:00000010:0.0:1767384695.299266:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69bd298. 00000100:00000200:0.0:1767384695.299268:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299269:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6a34427. 00000400:00000010:0.0:1767384695.299271:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ab2cba. 00000100:00000200:0.0:1767384695.299273:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299274:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000385623cf. 00000400:00000010:0.0:1767384695.299276:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050edb88f. 00000100:00000200:0.0:1767384695.299278:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384695.299280:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7d6d8af. 00000400:00000010:0.0:1767384695.299281:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000356fb709. 00000100:00000010:0.0:1767384695.299284:0:41000:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d240493b. 00000100:00000200:0.0:1767384695.299298:0:41000:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384695.299312:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009ecab80a. 00000100:00000010:2.0:1767384695.299457:0:41001:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000189d9bca. 00000020:00000010:2.0:1767384695.299461:0:41001:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ebb2c01b. 00000020:00000010:2.0:1767384695.299464:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009190beb0. 00000020:00000010:2.0:1767384695.299467:0:41001:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c1e9456b. 00000040:00000010:2.0:1767384695.299469:0:41001:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000061428532. 00000020:00000010:2.0:1767384695.299473:0:41001:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ddc6dd30. 00000020:00000010:2.0:1767384695.299476:0:41001:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d605531e. 00000020:00000010:2.0:1767384695.299479:0:41001:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000191ccc15. 80000000:00000010:2.0:1767384695.299482:0:41001:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cd64fb3a. 40000000:00000010:2.0:1767384695.299484:0:41001:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000015da1c66. 00100000:00000010:2.0:1767384695.299487:0:41001:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004c73f0d2. 00040000:00000010:2.0:1767384695.299490:0:41001:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007c8a8abb. 00040000:00000010:2.0:1767384695.299492:0:41001:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d9891ffa. 00080000:00000010:2.0:1767384695.299510:0:41001:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000058283b1d. 00080000:00000010:2.0:1767384695.299515:0:41001:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001c629fda. 00000004:00000010:2.0:1767384695.299520:0:41001:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ed1082c0. 00002000:00000010:2.0:1767384695.299523:0:41001:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000074c07651. 00000100:00000010:2.0:1767384695.299527:0:41001:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000002f690cc4. 00000100:00000200:2.0:1767384695.299539:0:41001:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384695.299561:0:40978:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000e9b3ea30. 00000100:00000010:0.0:1767384695.299567:0:40978:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000b6cf8f10. 00000100:00000010:0.0:1767384695.299579:0:40978:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000005dd2b2c7. 00000100:00000010:0.0:1767384695.299586:0:40978:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000042ff027f. 00000100:00000010:0.0:1767384695.299589:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000815ba52a. 00000100:00000010:0.0:1767384695.299592:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e37fc60b. 00000100:00000010:0.0:1767384695.299595:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce684cd8. 00000100:00000010:0.0:1767384695.299598:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003c2d7e8b. 00000100:00000010:0.0:1767384695.299600:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000b160c8. 00000100:00000010:0.0:1767384695.299604:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000b1f9580. 00000100:00000010:0.0:1767384695.299606:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d5c92a2. 00000100:00000010:0.0:1767384695.299646:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000021caa267. 00000100:00000010:0.0:1767384695.299650:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd965c8f. 00000100:00000010:0.0:1767384695.299653:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000a53d6e6. 00000100:00000010:0.0:1767384695.299656:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f3bb2bd. 00000100:00000010:0.0:1767384695.299665:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098b75697. 00000100:00000010:0.0:1767384695.299668:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000faa82120. 00000100:00000010:0.0:1767384695.299671:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ab116b15. 00000100:00000010:0.0:1767384695.299674:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8bfab5e. 00000100:00000010:0.0:1767384695.299677:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012668001. 00000100:00000010:0.0:1767384695.299680:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045794984. 00000100:00000010:0.0:1767384695.299684:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006064170a. 00000100:00000010:0.0:1767384695.299688:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010de9415. 00000100:00000010:0.0:1767384695.299693:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee41d537. 00000100:00000010:0.0:1767384695.299696:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086035826. 00000100:00000010:0.0:1767384695.299700:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e63dc174. 00000100:00000010:0.0:1767384695.299703:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000871f9100. 00000100:00000010:0.0:1767384695.299707:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083d7abdd. 00000100:00000010:0.0:1767384695.299709:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007e882e5. 00000100:00000010:0.0:1767384695.299712:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005d6de518. 00000100:00000010:0.0:1767384695.299714:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9afb49c. 00000100:00000010:0.0:1767384695.299717:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1fc87bb. 00000100:00000010:0.0:1767384695.299719:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038375fbf. 00000100:00000010:0.0:1767384695.299721:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c0b3eb3e. 00000100:00000010:0.0:1767384695.299723:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da161744. 00000100:00000010:0.0:1767384695.299734:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cd52669b. 00000100:00000010:0.0:1767384695.299737:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091e2e028. 00000100:00000010:0.0:1767384695.299740:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004710d7e6. 00000100:00000010:0.0:1767384695.299743:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a93c9937. 00000100:00000010:0.0:1767384695.299746:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dc6c80d0. 00000100:00000010:0.0:1767384695.299749:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2f58ec0. 00000100:00000010:0.0:1767384695.299751:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fbe479c2. 00000100:00000010:0.0:1767384695.299754:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec6ec726. 00000100:00000010:0.0:1767384695.299757:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff91e83a. 00000100:00000010:0.0:1767384695.299760:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007aeb8d3a. 00000100:00000010:0.0:1767384695.299763:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fec9ae9b. 00000100:00000010:0.0:1767384695.299772:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000731980bd. 00000100:00000010:0.0:1767384695.299775:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000524033a7. 00000100:00000010:0.0:1767384695.299778:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecde1ee5. 00000100:00000010:0.0:1767384695.299781:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005d176e7e. 00000100:00000010:0.0:1767384695.299783:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a944df57. 00000100:00000010:0.0:1767384695.299793:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000201a641d. 00000100:00000010:0.0:1767384695.299797:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3d55cbe. 00000100:00000010:0.0:1767384695.299800:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e57d66f4. 00000100:00000010:0.0:1767384695.299802:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bf95526. 00000100:00000010:0.0:1767384695.299805:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b02a386d. 00000100:00000010:0.0:1767384695.299807:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027cd1c5a. 00000100:00000010:0.0:1767384695.299810:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d35c68cb. 00000100:00000010:0.0:1767384695.299813:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bff697ad. 00000100:00000010:0.0:1767384695.299815:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a7066c04. 00000100:00000010:0.0:1767384695.299817:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da65d54f. 00000100:00000010:0.0:1767384695.299820:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000e6f6322. 00000100:00000010:0.0:1767384695.299822:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7471670. 00000100:00000010:0.0:1767384695.299825:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dac8424c. 00000100:00000010:0.0:1767384695.299827:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ce3ac0c. 00000100:00000010:0.0:1767384695.299830:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c6e193ba. 00000100:00000010:0.0:1767384695.299832:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000915c2ada. 00000100:00000010:0.0:1767384695.299841:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e38897d. 00000100:00000010:0.0:1767384695.299844:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000014b4bc0. 00000100:00000010:0.0:1767384695.299847:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000acb8f5e6. 00000100:00000010:0.0:1767384695.299849:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003115e302. 00000100:00000010:0.0:1767384695.299852:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a94ac4d. 00000100:00000010:0.0:1767384695.299855:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8074d1c. 00000100:00000010:0.0:1767384695.299858:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbfc72a9. 00000100:00000010:0.0:1767384695.299861:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002873b891. 00000100:00000010:0.0:1767384695.299864:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aa4176e4. 00000100:00000010:0.0:1767384695.299866:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007e3673c. 00000100:00000010:0.0:1767384695.299874:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e0837394. 00000100:00000010:0.0:1767384695.299876:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000377cba8d. 00000100:00000010:0.0:1767384695.299879:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000feb3779f. 00000100:00000010:0.0:1767384695.299881:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000736cc77a. 00000100:00000010:0.0:1767384695.299884:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000094c373c4. 00000100:00000010:0.0:1767384695.299887:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000441eb13f. 00000100:00000010:0.0:1767384695.299895:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000364fe6c9. 00000100:00000010:0.0:1767384695.299899:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acdaa953. 00000100:00000010:0.0:1767384695.299902:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000056e709c0. 00000100:00000010:0.0:1767384695.299905:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000763812e5. 00000100:00000010:0.0:1767384695.299907:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba2b9da9. 00000100:00000010:0.0:1767384695.299910:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f843313d. 00000100:00000010:0.0:1767384695.299912:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c78dbdb. 00000100:00000010:0.0:1767384695.299915:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d30428c8. 00000100:00000010:0.0:1767384695.299917:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1acec8a. 00000100:00000010:0.0:1767384695.299919:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6ac52b9. 00000100:00000010:0.0:1767384695.299922:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bff14882. 00000100:00000010:0.0:1767384695.299924:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000857e0a4e. 00000100:00000010:0.0:1767384695.299927:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005b1fc71f. 00000100:00000010:0.0:1767384695.299929:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f6181e1. 00000100:00000010:0.0:1767384695.299931:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d7726fb1. 00000100:00000010:0.0:1767384695.299934:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f9e580c. 00000100:00000010:0.0:1767384695.299942:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000028078801. 00000100:00000010:0.0:1767384695.299946:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040fce8e5. 00000100:00000010:0.0:1767384695.299948:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000008850c7c. 00000100:00000010:0.0:1767384695.299956:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000936d1cd5. 00000100:00000010:0.0:1767384695.299959:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0f857d9. 00000100:00000010:0.0:1767384695.299961:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021cd9a89. 00000100:00000010:0.0:1767384695.299964:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d87e5d99. 00000100:00000010:0.0:1767384695.299966:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a56c1f11. 00000100:00000010:0.0:1767384695.299969:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fdfd7d25. 00000100:00000010:0.0:1767384695.299975:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcb5f82b. 00000100:00000010:0.0:1767384695.299978:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000048c53245. 00000100:00000010:0.0:1767384695.299981:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000486fd860. 00000100:00000010:0.0:1767384695.299984:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000076ec542d. 00000100:00000010:0.0:1767384695.299986:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e3743d5. 00000100:00000010:0.0:1767384695.299989:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005cd901fb. 00000100:00000010:0.0:1767384695.299991:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f31809c8. 00000100:00000010:0.0:1767384695.300000:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000002909c4e. 00000100:00000010:0.0:1767384695.300002:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b3c7f93. 00000100:00000010:0.0:1767384695.300005:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e8ee8df9. 00000100:00000010:0.0:1767384695.300008:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070f4aab3. 00000100:00000010:0.0:1767384695.300011:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c31b3b04. 00000100:00000010:0.0:1767384695.300013:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009601f7cf. 00000100:00000010:0.0:1767384695.300016:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c7785e94. 00000100:00000010:0.0:1767384695.300018:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6c1e555. 00000100:00000010:0.0:1767384695.300021:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fbd21923. 00000100:00000010:0.0:1767384695.300023:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007bcb2135. 00000100:00000010:0.0:1767384695.300026:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000097349c1d. 00000100:00000010:0.0:1767384695.300028:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006eaad3b. 00000100:00000010:0.0:1767384695.300031:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000da05d385. 00000100:00000010:0.0:1767384695.300033:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c0ee977. 00000100:00000010:0.0:1767384695.300036:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000056e445a5. 00000100:00000010:0.0:1767384695.300038:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3cb6727. 00000100:00000010:0.0:1767384695.300046:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c1981f0. 00000400:00000200:0.0:1767384695.300049:0:40978:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:0.0:1767384695.300093:0:40978:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009036e274. 00000020:00000010:0.0:1767384695.300097:0:40978:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000dab91649. 00000100:00000010:0.0:1767384695.300132:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001d8d3b32. 00000100:00000010:0.0:1767384695.300135:0:40978:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000d005ed45. 00000100:00000010:0.0:1767384695.300138:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000069626ef8. 00000100:00000010:0.0:1767384695.300140:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009c36ab64. 00000100:00000010:0.0:1767384695.300143:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d45dc5d6. 00000100:00000200:0.0:1767384695.300178:0:40978:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:0.0:1767384695.300182:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c521e139. 00000100:00000010:0.0:1767384695.300300:0:41002:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a771c41a. 00000020:00000010:0.0:1767384695.300303:0:41002:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000090f101a6. 00000020:00000010:0.0:1767384695.300306:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a798f7a. 00000020:00000010:0.0:1767384695.300309:0:41002:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000079f432ad. 00000040:00000010:0.0:1767384695.300311:0:41002:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007563415b. 00000020:00000010:0.0:1767384695.300314:0:41002:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000791c4f22. 00000020:00000010:0.0:1767384695.300317:0:41002:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000018e8ecc8. 00000020:00000010:0.0:1767384695.300320:0:41002:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000040a77923. 80000000:00000010:0.0:1767384695.300322:0:41002:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003fefad42. 40000000:00000010:0.0:1767384695.300324:0:41002:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006f000ee4. 00100000:00000010:0.0:1767384695.300328:0:41002:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ef2b990b. 00040000:00000010:0.0:1767384695.300331:0:41002:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b9f47a42. 00040000:00000010:0.0:1767384695.300333:0:41002:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a1a5bf0d. 00080000:00000010:0.0:1767384695.300336:0:41002:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ed9629d8. 00080000:00000010:0.0:1767384695.300340:0:41002:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000eae55e3e. 00000004:00000010:0.0:1767384695.300344:0:41002:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d8bdac2d. 00002000:00000010:0.0:1767384695.300354:0:41002:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003386d9de. 00000100:00000200:0.0:1767384695.300358:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300361:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eeb19dfa. 00000400:00000010:0.0:1767384695.300364:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098acc1a4. 00000100:00000200:0.0:1767384695.300367:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300368:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007552f0b4. 00000400:00000010:0.0:1767384695.300370:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001999d300. 00000100:00000200:0.0:1767384695.300372:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300373:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048d83f6d. 00000400:00000010:0.0:1767384695.300375:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007bc8b24a. 00000100:00000200:0.0:1767384695.300377:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300378:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eceb9f5. 00000400:00000010:0.0:1767384695.300380:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000724a1bdd. 00000100:00000200:0.0:1767384695.300381:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300383:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6522937. 00000400:00000010:0.0:1767384695.300384:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c10702c0. 00000100:00000200:0.0:1767384695.300390:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300391:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb743621. 00000400:00000010:0.0:1767384695.300393:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d50d40a. 00000100:00000200:0.0:1767384695.300395:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300397:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dbbaa87. 00000400:00000010:0.0:1767384695.300398:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a72176f. 00000100:00000200:0.0:1767384695.300400:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300401:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004232644f. 00000400:00000010:0.0:1767384695.300403:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004930e9e5. 00000100:00000200:0.0:1767384695.300404:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300406:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7321679. 00000400:00000010:0.0:1767384695.300408:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce8fd6cb. 00000100:00000200:0.0:1767384695.300410:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300411:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028e26f70. 00000400:00000010:0.0:1767384695.300413:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002107f8a6. 00000100:00000200:0.0:1767384695.300415:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300416:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030571973. 00000400:00000010:0.0:1767384695.300418:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003535eb33. 00000100:00000200:0.0:1767384695.300420:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300421:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006de0e1a. 00000400:00000010:0.0:1767384695.300423:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fbfd2f9. 00000100:00000200:0.0:1767384695.300425:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300427:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc5bb03f. 00000400:00000010:0.0:1767384695.300428:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068b44c8c. 00000100:00000200:0.0:1767384695.300430:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300431:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd6ac110. 00000400:00000010:0.0:1767384695.300433:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be206b62. 00000100:00000200:0.0:1767384695.300435:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300436:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006ac5d71. 00000400:00000010:0.0:1767384695.300438:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005941e7a1. 00000100:00000200:0.0:1767384695.300440:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300442:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddc0fe6e. 00000400:00000010:0.0:1767384695.300443:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8308d5e. 00000100:00000200:0.0:1767384695.300445:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300447:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000406a0be2. 00000400:00000010:0.0:1767384695.300452:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f97b5deb. 00000100:00000200:0.0:1767384695.300455:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300456:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000291bf124. 00000400:00000010:0.0:1767384695.300458:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000361a6679. 00000100:00000200:0.0:1767384695.300460:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300461:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053a209dd. 00000400:00000010:0.0:1767384695.300463:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f572ff2c. 00000100:00000200:0.0:1767384695.300465:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300466:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3feb6df. 00000400:00000010:0.0:1767384695.300468:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9c5f4ad. 00000100:00000200:0.0:1767384695.300469:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300470:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f47d35c. 00000400:00000010:0.0:1767384695.300479:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000603eb273. 00000100:00000200:0.0:1767384695.300483:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300485:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086d6a6b3. 00000400:00000010:0.0:1767384695.300488:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d999ac. 00000100:00000200:0.0:1767384695.300490:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300492:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001975300a. 00000400:00000010:0.0:1767384695.300494:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000707c000c. 00000100:00000200:0.0:1767384695.300496:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300497:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045b16094. 00000400:00000010:0.0:1767384695.300499:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9731908. 00000100:00000200:0.0:1767384695.300501:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300502:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5a50b4b. 00000400:00000010:0.0:1767384695.300504:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008898707a. 00000100:00000200:0.0:1767384695.300506:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300507:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d6a7d07. 00000400:00000010:0.0:1767384695.300509:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda56065. 00000100:00000200:0.0:1767384695.300511:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300513:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6b74b76. 00000400:00000010:0.0:1767384695.300515:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000accb2df9. 00000100:00000200:0.0:1767384695.300517:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300518:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086d47290. 00000400:00000010:0.0:1767384695.300520:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b6a227e. 00000100:00000200:0.0:1767384695.300522:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300530:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d32de4. 00000400:00000010:0.0:1767384695.300533:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdba9a79. 00000100:00000200:0.0:1767384695.300535:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300536:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b2d00d3. 00000400:00000010:0.0:1767384695.300538:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b93e1e2. 00000100:00000200:0.0:1767384695.300540:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300541:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e39a86ef. 00000400:00000010:0.0:1767384695.300543:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b03ba6b7. 00000100:00000200:0.0:1767384695.300544:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300546:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000210b976. 00000400:00000010:0.0:1767384695.300548:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004484af27. 00000100:00000200:0.0:1767384695.300549:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300551:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048eaaf38. 00000400:00000010:0.0:1767384695.300552:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe8bfdd1. 00000100:00000200:0.0:1767384695.300554:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300556:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5c400be. 00000400:00000010:0.0:1767384695.300557:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000629a616f. 00000100:00000200:0.0:1767384695.300559:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300561:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000727d56e4. 00000400:00000010:0.0:1767384695.300563:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089269fc5. 00000100:00000200:0.0:1767384695.300564:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300566:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006064f142. 00000400:00000010:0.0:1767384695.300568:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a04d6863. 00000100:00000200:0.0:1767384695.300569:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300571:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a44f8f21. 00000400:00000010:0.0:1767384695.300572:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061bbd788. 00000100:00000200:0.0:1767384695.300574:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300575:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3caa9fb. 00000400:00000010:0.0:1767384695.300577:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bab6ff3a. 00000100:00000200:0.0:1767384695.300578:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300580:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6e9e726. 00000400:00000010:0.0:1767384695.300582:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c64ef63e. 00000100:00000200:0.0:1767384695.300584:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300585:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004050f83d. 00000400:00000010:0.0:1767384695.300587:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4e6fc6f. 00000100:00000200:0.0:1767384695.300593:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300595:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4f0cac8. 00000400:00000010:0.0:1767384695.300597:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aafd35b. 00000100:00000200:0.0:1767384695.300598:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300600:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab5f4bf5. 00000400:00000010:0.0:1767384695.300601:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8afdafe. 00000100:00000200:0.0:1767384695.300603:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300605:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000799695bc. 00000400:00000010:0.0:1767384695.300606:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000001cf07a. 00000100:00000200:0.0:1767384695.300637:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300640:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004428874a. 00000400:00000010:0.0:1767384695.300643:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000163ee27c. 00000100:00000200:0.0:1767384695.300645:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300647:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000987038ca. 00000400:00000010:0.0:1767384695.300649:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc0cc88. 00000100:00000200:0.0:1767384695.300650:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300652:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095a6e571. 00000400:00000010:0.0:1767384695.300654:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008624f515. 00000100:00000200:0.0:1767384695.300655:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300657:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084396db7. 00000400:00000010:0.0:1767384695.300658:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a88107a. 00000100:00000200:0.0:1767384695.300660:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300662:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec63afb7. 00000400:00000010:0.0:1767384695.300663:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c748e1e8. 00000100:00000200:0.0:1767384695.300665:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300667:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6796e68. 00000400:00000010:0.0:1767384695.300669:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c34aec9. 00000100:00000200:0.0:1767384695.300670:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300672:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054330903. 00000400:00000010:0.0:1767384695.300673:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed49e50b. 00000100:00000200:0.0:1767384695.300675:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300676:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034363451. 00000400:00000010:0.0:1767384695.300686:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031e9f423. 00000100:00000200:0.0:1767384695.300690:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300692:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f61d6a74. 00000400:00000010:0.0:1767384695.300699:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009559c9d2. 00000100:00000200:0.0:1767384695.300701:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300703:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee9b5fa4. 00000400:00000010:0.0:1767384695.300705:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e055c892. 00000100:00000200:0.0:1767384695.300707:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300708:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bd16335. 00000400:00000010:0.0:1767384695.300710:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000926ec8a3. 00000100:00000200:0.0:1767384695.300712:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300713:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f99e4edc. 00000400:00000010:0.0:1767384695.300715:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e569edd9. 00000100:00000200:0.0:1767384695.300716:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300718:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b6eb0fa. 00000400:00000010:0.0:1767384695.300720:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1c1fa4e. 00000100:00000200:0.0:1767384695.300721:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300723:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092a7364e. 00000400:00000010:0.0:1767384695.300724:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006097b100. 00000100:00000200:0.0:1767384695.300726:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300728:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005101b66e. 00000400:00000010:0.0:1767384695.300729:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021829b18. 00000100:00000200:0.0:1767384695.300731:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300732:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005aa764d. 00000400:00000010:0.0:1767384695.300734:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb2b3cd1. 00000100:00000200:0.0:1767384695.300736:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300738:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000250ba095. 00000400:00000010:0.0:1767384695.300739:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc9f9980. 00000100:00000200:0.0:1767384695.300741:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300743:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ee0c756. 00000400:00000010:0.0:1767384695.300744:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0909676. 00000100:00000200:0.0:1767384695.300746:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300747:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0151751. 00000400:00000010:0.0:1767384695.300749:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093c5adc4. 00000100:00000200:0.0:1767384695.300751:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300752:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc29f62d. 00000400:00000010:0.0:1767384695.300754:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001420a903. 00000100:00000200:0.0:1767384695.300756:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384695.300761:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf019d40. 00000400:00000010:0.0:1767384695.300763:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059fdc351. 00000100:00000010:0.0:1767384695.300767:0:41002:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000a19638ec. 00000100:00000200:0.0:1767384695.300778:0:41002:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384695.300795:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000b079c0a. 00000100:00000010:2.0:1767384695.300936:0:41003:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a5fee112. 00000020:00000010:2.0:1767384695.300942:0:41003:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000097645f32. 00000020:00000010:2.0:1767384695.300945:0:41003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000287b8c9c. 00000020:00000010:2.0:1767384695.300947:0:41003:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009de0f255. 00000040:00000010:2.0:1767384695.300950:0:41003:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ce66525a. 00000020:00000010:2.0:1767384695.300953:0:41003:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000144e98a8. 00000020:00000010:2.0:1767384695.300956:0:41003:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000921553e2. 00000020:00000010:2.0:1767384695.300959:0:41003:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aec3c66c. 80000000:00000010:2.0:1767384695.300962:0:41003:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ca15517b. 40000000:00000010:2.0:1767384695.300964:0:41003:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003ddb4db3. 00100000:00000010:2.0:1767384695.300967:0:41003:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a2a47aa8. 00040000:00000010:2.0:1767384695.300970:0:41003:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000092538571. 00040000:00000010:2.0:1767384695.300972:0:41003:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000083dea47f. 00080000:00000010:2.0:1767384695.300976:0:41003:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000018f098ce. 00080000:00000010:2.0:1767384695.300980:0:41003:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000033b578a4. 00000004:00000010:2.0:1767384695.300987:0:41003:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b048e0cb. 00002000:00000010:2.0:1767384695.300990:0:41003:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000945e4b03. 00000100:00000010:2.0:1767384695.300993:0:41003:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000004ded2bbb. 00000100:00000010:0.0:1767384695.301016:0:40978:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000a308ff3b. 00000100:00000010:0.0:1767384695.301021:0:40978:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000059d86bf. 00000100:00000010:0.0:1767384695.301032:0:40978:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000414aaedf. 00000100:00000200:2.0:1767384695.301040:0:41003:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384695.301040:0:40978:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000b6daae1e. 00000100:00000010:0.0:1767384695.301048:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e005f13. 00000100:00000010:0.0:1767384695.301205:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008aa3cb88. 00000100:00000010:0.0:1767384695.301209:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cce6323. 00000100:00000010:0.0:1767384695.301356:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000fd16b84. 00000100:00000010:0.0:1767384695.301360:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bb64288. 00000100:00000010:0.0:1767384695.301517:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005b142694. 00000100:00000010:0.0:1767384695.301522:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a12be4cc. 00000100:00000010:0.0:1767384695.301695:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000edfb73e7. 00000100:00000010:0.0:1767384695.301700:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066527b8f. 00000100:00000010:0.0:1767384695.301849:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003777053d. 00000100:00000010:0.0:1767384695.301853:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2b21456. 00000100:00000010:0.0:1767384695.302001:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d0aea4ea. 00000100:00000010:0.0:1767384695.302005:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b876575. 00000100:00000010:0.0:1767384695.302181:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e0f49ad6. 00000100:00000010:0.0:1767384695.302187:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b23e9fe. 00000100:00000010:0.0:1767384695.302334:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000316e11c5. 00000100:00000010:0.0:1767384695.302338:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b56b80c5. 00000100:00000010:0.0:1767384695.302484:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c8c3e643. 00000100:00000010:0.0:1767384695.302489:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddffa4a0. 00000100:00000010:0.0:1767384695.302657:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f61b7555. 00000100:00000010:0.0:1767384695.302662:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2c4dd5b. 00000100:00000010:0.0:1767384695.302810:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b7085909. 00000100:00000010:0.0:1767384695.302813:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054d8091e. 00000100:00000010:0.0:1767384695.302964:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000033fd3dbb. 00000100:00000010:0.0:1767384695.302968:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008016da15. 00000100:00000010:0.0:1767384695.303116:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cc44ea37. 00000100:00000010:0.0:1767384695.303120:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3731c10. 00000100:00000010:0.0:1767384695.303255:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fb58997c. 00000100:00000010:0.0:1767384695.303266:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000687d1352. 00000100:00000010:0.0:1767384695.303410:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f6ec763e. 00000100:00000010:0.0:1767384695.303414:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf2675c0. 00000100:00000010:0.0:1767384695.303549:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000030cc00d5. 00000100:00000010:0.0:1767384695.303552:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a32961e5. 00000100:00000010:0.0:1767384695.303719:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a0f676bf. 00000100:00000010:0.0:1767384695.303723:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050cd775f. 00000100:00000010:0.0:1767384695.303869:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d2c06f41. 00000100:00000010:0.0:1767384695.303873:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4399be3. 00000100:00000010:0.0:1767384695.304022:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003dea07d8. 00000100:00000010:0.0:1767384695.304027:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000335b82fb. 00000100:00000010:0.0:1767384695.304183:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000637e7ee1. 00000100:00000010:0.0:1767384695.304187:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000202bf925. 00000100:00000010:0.0:1767384695.304323:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000571193ea. 00000100:00000010:0.0:1767384695.304326:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097be7fa2. 00000100:00000010:0.0:1767384695.304463:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000040853f2a. 00000100:00000010:0.0:1767384695.304467:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3990567. 00000100:00000010:0.0:1767384695.304644:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000017445088. 00000100:00000010:0.0:1767384695.304649:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4e6b5dd. 00000100:00000010:0.0:1767384695.304785:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e533b894. 00000100:00000010:0.0:1767384695.304788:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1d7b40e. 00000100:00000010:0.0:1767384695.304923:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003a145911. 00000100:00000010:0.0:1767384695.304926:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000856c1ccb. 00000100:00000010:0.0:1767384695.305078:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a849c7b4. 00000100:00000010:0.0:1767384695.305082:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000beb08f. 00000100:00000010:0.0:1767384695.305242:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e7990b5f. 00000100:00000010:0.0:1767384695.305251:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c116f09. 00000100:00000010:0.0:1767384695.305384:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fdd954a9. 00000100:00000010:0.0:1767384695.305387:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086d158b6. 00000100:00000010:0.0:1767384695.305519:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000036ac74c9. 00000100:00000010:0.0:1767384695.305523:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be90ddb5. 00000100:00000010:0.0:1767384695.305672:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000011a4bd42. 00000100:00000010:0.0:1767384695.305683:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a3330a3. 00000100:00000010:0.0:1767384695.305829:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007285fde9. 00000100:00000010:0.0:1767384695.305833:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef9f157e. 00000100:00000010:0.0:1767384695.305969:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e601818f. 00000100:00000010:0.0:1767384695.305972:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae01f552. 00000100:00000010:0.0:1767384695.306121:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000bef8e1d. 00000100:00000010:0.0:1767384695.306125:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c118a137. 00000100:00000010:0.0:1767384695.306259:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000071fcdabb. 00000100:00000010:0.0:1767384695.306262:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067de93d9. 00000100:00000010:0.0:1767384695.306406:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c75a41d3. 00000100:00000010:0.0:1767384695.306409:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a12173f6. 00000100:00000010:0.0:1767384695.306543:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001b42598f. 00000100:00000010:0.0:1767384695.306546:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000253672fd. 00000100:00000010:0.0:1767384695.306694:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d24828fc. 00000100:00000010:0.0:1767384695.306698:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac4901cc. 00000100:00000010:0.0:1767384695.306834:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007607b651. 00000100:00000010:0.0:1767384695.306836:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1fc6f36. 00000100:00000010:0.0:1767384695.306981:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a2d744eb. 00000100:00000010:0.0:1767384695.306984:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce112c00. 00000100:00000010:0.0:1767384695.307134:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000620bb5ae. 00000100:00000010:0.0:1767384695.307139:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056708049. 00000100:00000010:0.0:1767384695.307274:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000107d52bd. 00000100:00000010:0.0:1767384695.307278:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5d5ca74. 00000100:00000010:0.0:1767384695.307412:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000c2a2452. 00000100:00000010:0.0:1767384695.307415:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db0f66db. 00000100:00000010:0.0:1767384695.307563:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004a4d4f0d. 00000100:00000010:0.0:1767384695.307567:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a792c9f2. 00000100:00000010:0.0:1767384695.307721:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006918c4e9. 00000100:00000010:0.0:1767384695.307725:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d839505d. 00000100:00000010:0.0:1767384695.307861:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e15b8f47. 00000100:00000010:0.0:1767384695.307864:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ef45ddb. 00000100:00000010:0.0:1767384695.307999:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000074b7d1ca. 00000100:00000010:0.0:1767384695.308008:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e679b7d5. 00000100:00000010:0.0:1767384695.308171:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000be139eb0. 00000100:00000010:0.0:1767384695.308175:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c7d25b4. 00000100:00000010:0.0:1767384695.308311:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007a19c802. 00000100:00000010:0.0:1767384695.308314:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000070aec94. 00000100:00000010:0.0:1767384695.308449:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f4772c9d. 00000100:00000010:0.0:1767384695.308452:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098974167. 00000100:00000010:0.0:1767384695.308587:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a51ad0f0. 00000100:00000010:0.0:1767384695.308590:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000109b12b3. 00000100:00000010:0.0:1767384695.308753:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005ab31a40. 00000100:00000010:0.0:1767384695.308758:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9672843. 00000100:00000010:0.0:1767384695.308894:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000698243b. 00000100:00000010:0.0:1767384695.308897:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a32d9ef0. 00000100:00000010:0.0:1767384695.309033:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005451ea78. 00000100:00000010:0.0:1767384695.309036:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c09eba62. 00000100:00000010:0.0:1767384695.309185:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f0b3c4a4. 00000100:00000010:0.0:1767384695.309189:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000509e2c85. 00000100:00000010:0.0:1767384695.309335:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003a5ed036. 00000100:00000010:0.0:1767384695.309339:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000643d9cc0. 00000100:00000010:0.0:1767384695.309473:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006293e3c0. 00000100:00000010:0.0:1767384695.309475:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca9bc87d. 00000100:00000010:0.0:1767384695.309627:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000faa4ecd8. 00000100:00000010:0.0:1767384695.309630:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000161de7e2. 00000100:00000010:0.0:1767384695.309767:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000042e70496. 00000100:00000010:0.0:1767384695.309773:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b5d7cd8. 00000100:00000010:0.0:1767384695.309920:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000075e8d480. 00000100:00000010:0.0:1767384695.309923:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ffaadd5. 00000100:00000010:0.0:1767384695.310073:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d6614746. 00000100:00000010:0.0:1767384695.310078:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5194031. 00000100:00000010:0.0:1767384695.310218:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f0ab3791. 00000100:00000010:0.0:1767384695.310222:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e35a37f2. 00000100:00000010:0.0:1767384695.310358:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002d76789d. 00000100:00000010:0.0:1767384695.310367:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075678c45. 00000100:00000010:0.0:1767384695.310517:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001957591d. 00000100:00000010:0.0:1767384695.310521:0:40978:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a771903f. 00000100:00000010:0.0:1767384695.310677:0:40978:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b214b23f. 00000400:00000200:0.0:1767384695.310683:0:40978:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:0.0:1767384695.310748:0:40978:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007dba7a7a. 00000020:00000010:0.0:1767384695.310753:0:40978:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000019528e85. 00000100:00000010:0.0:1767384695.310800:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009b2e4547. 00000100:00000010:0.0:1767384695.310805:0:40978:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002a7fd22d. 00000100:00000010:0.0:1767384695.310809:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d7a6676b. 00000100:00000010:0.0:1767384695.310812:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000074c14739. 00000100:00000010:0.0:1767384695.310815:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f4895b0d. 00000100:00000010:0.0:1767384695.310818:0:40978:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000003da30db6. 00000100:00000010:0.0:1767384695.310821:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b8ffee90. 00000100:00000010:0.0:1767384695.310822:0:40978:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000080b1ad37. 00000100:00000010:0.0:1767384695.310825:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001bc0904e. 00000100:00000010:0.0:1767384695.310828:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fa114ecb. 00000100:00000010:0.0:1767384695.310830:0:40978:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cf74a1b3. 00000100:00000200:0.0:1767384695.310870:0:40978:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:0.0:1767384695.310875:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000178897de. 00000020:00000010:0.0:1767384695.311341:0:41004:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000900a9ef5. 00000100:00000010:0.0:1767384695.311346:0:41004:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e432f550. 00000020:00000010:0.0:1767384695.311349:0:41004:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005ac2624f. 00000020:00000010:0.0:1767384695.311355:0:41004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb8f34cb. 00000020:00000010:0.0:1767384695.311362:0:41004:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005dc15409. 00000040:00000010:0.0:1767384695.311365:0:41004:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004a53ffa0. 00000020:00000010:0.0:1767384695.311369:0:41004:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000e17fef3. 00000020:00000010:0.0:1767384695.311373:0:41004:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007924800f. 00000020:00000010:0.0:1767384695.311377:0:41004:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003f4e78f9. 80000000:00000010:0.0:1767384695.311381:0:41004:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000734f13f9. 40000000:00000010:0.0:1767384695.311384:0:41004:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e65c1ef8. 00100000:00000010:0.0:1767384695.311389:0:41004:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a0c1d38e. 00040000:00000010:0.0:1767384695.311393:0:41004:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000059f7cdd1. 00040000:00000010:0.0:1767384695.311397:0:41004:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005266725c. 00080000:00000010:0.0:1767384695.311402:0:41004:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dfa3df11. 00080000:00000010:0.0:1767384695.311412:0:41004:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007c94093e. 00000004:00000010:0.0:1767384695.311418:0:41004:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003e8830b1. 00002000:00000010:0.0:1767384695.311422:0:41004:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000085362fcf. 00000100:00000200:0.0:1767384695.311427:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311432:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000218e97de. 00000400:00000010:0.0:1767384695.311437:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f8bcda69. 00000100:00000200:0.0:1767384695.311443:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311445:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023efd3db. 00000400:00000010:0.0:1767384695.311447:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000400dffa6. 00000100:00000200:0.0:1767384695.311450:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311452:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0eb77cd. 00000400:00000010:0.0:1767384695.311460:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a3af3e34. 00000100:00000200:0.0:1767384695.311464:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311467:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028181c42. 00000400:00000010:0.0:1767384695.311469:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c51cdb8a. 00000100:00000200:0.0:1767384695.311472:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311473:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7985ff8. 00000400:00000010:0.0:1767384695.311476:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c563b3b1. 00000100:00000200:0.0:1767384695.311478:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311480:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055489120. 00000400:00000010:0.0:1767384695.311483:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a831e989. 00000100:00000200:0.0:1767384695.311485:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311487:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053249413. 00000400:00000010:0.0:1767384695.311490:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000327ea462. 00000100:00000200:0.0:1767384695.311493:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311494:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b4662bf. 00000400:00000010:0.0:1767384695.311497:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f576e938. 00000100:00000200:0.0:1767384695.311500:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311501:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000596b0f6. 00000400:00000010:0.0:1767384695.311504:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bd053afd. 00000100:00000200:0.0:1767384695.311506:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311507:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081dc04ea. 00000400:00000010:0.0:1767384695.311510:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000428cdbb5. 00000100:00000200:0.0:1767384695.311512:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311514:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d419ee02. 00000400:00000010:0.0:1767384695.311521:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009c339a92. 00000100:00000200:0.0:1767384695.311525:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311527:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2e4c4a1. 00000400:00000010:0.0:1767384695.311529:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d73309c1. 00000100:00000200:0.0:1767384695.311532:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311533:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000627b04e4. 00000400:00000010:0.0:1767384695.311536:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000066d6d2a2. 00000100:00000200:0.0:1767384695.311539:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311541:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5322ec0. 00000400:00000010:0.0:1767384695.311543:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000044d77f70. 00000100:00000200:0.0:1767384695.311546:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311547:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064572079. 00000400:00000010:0.0:1767384695.311550:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e7ecd714. 00000100:00000200:0.0:1767384695.311552:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311554:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063c94e42. 00000400:00000010:0.0:1767384695.311557:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a58a1ab5. 00000100:00000200:0.0:1767384695.311560:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311561:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050e97fb5. 00000400:00000010:0.0:1767384695.311563:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f67fd18b. 00000100:00000200:0.0:1767384695.311566:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311567:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f90f6ad. 00000400:00000010:0.0:1767384695.311570:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bf82ea5d. 00000100:00000200:0.0:1767384695.311572:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311574:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f62b4105. 00000400:00000010:0.0:1767384695.311582:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000f84b860. 00000100:00000200:0.0:1767384695.311585:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311587:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a50f576. 00000400:00000010:0.0:1767384695.311590:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003d724258. 00000100:00000200:0.0:1767384695.311592:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311594:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009df07b0b. 00000400:00000010:0.0:1767384695.311597:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000026e11957. 00000100:00000200:0.0:1767384695.311599:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311601:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e61c87db. 00000400:00000010:0.0:1767384695.311603:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000065a44d27. 00000100:00000200:0.0:1767384695.311606:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311634:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fd99577. 00000400:00000010:0.0:1767384695.311639:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f0080eef. 00000100:00000200:0.0:1767384695.311642:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311644:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4da4a1. 00000400:00000010:0.0:1767384695.311648:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000890d9dd4. 00000100:00000200:0.0:1767384695.311652:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311654:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e47ad740. 00000400:00000010:0.0:1767384695.311657:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006b0db9df. 00000100:00000200:0.0:1767384695.311660:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311662:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928b5e70. 00000400:00000010:0.0:1767384695.311664:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ba50f64d. 00000100:00000200:0.0:1767384695.311667:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311669:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3af103b. 00000400:00000010:0.0:1767384695.311678:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ee234320. 00000100:00000200:0.0:1767384695.311682:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311684:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c42d9685. 00000400:00000010:0.0:1767384695.311687:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000052f0ad5e. 00000100:00000200:0.0:1767384695.311689:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311691:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2f6d9e3. 00000400:00000010:0.0:1767384695.311693:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cb58ab42. 00000100:00000200:0.0:1767384695.311696:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311697:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed4aea7f. 00000400:00000010:0.0:1767384695.311700:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e37f870b. 00000100:00000200:0.0:1767384695.311703:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311704:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008620d58d. 00000400:00000010:0.0:1767384695.311707:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004801f4ac. 00000100:00000200:0.0:1767384695.311710:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311711:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcc82089. 00000400:00000010:0.0:1767384695.311714:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b8c8f7df. 00000100:00000200:0.0:1767384695.311716:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311718:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3a6ddca. 00000400:00000010:0.0:1767384695.311720:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a4ac0f37. 00000100:00000200:0.0:1767384695.311724:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311725:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dca93f98. 00000400:00000010:0.0:1767384695.311728:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cf29ab4a. 00000100:00000200:0.0:1767384695.311731:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311732:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018294f62. 00000400:00000010:0.0:1767384695.311739:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e8061c1b. 00000100:00000200:0.0:1767384695.311743:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311744:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be01dd63. 00000400:00000010:0.0:1767384695.311747:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000078bb242d. 00000100:00000200:0.0:1767384695.311750:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311751:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089d7294a. 00000400:00000010:0.0:1767384695.311754:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b2a881f9. 00000100:00000200:0.0:1767384695.311756:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311758:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060026b68. 00000400:00000010:0.0:1767384695.311761:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004f0026bf. 00000100:00000200:0.0:1767384695.311763:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311764:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060531348. 00000400:00000010:0.0:1767384695.311767:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002e36c25d. 00000100:00000200:0.0:1767384695.311769:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311771:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdb39ed0. 00000400:00000010:0.0:1767384695.311773:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000008e95a10. 00000100:00000200:0.0:1767384695.311776:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311778:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016234c22. 00000400:00000010:0.0:1767384695.311780:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000932ab2fd. 00000100:00000200:0.0:1767384695.311783:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311785:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ae27d90. 00000400:00000010:0.0:1767384695.311787:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003a0d7886. 00000100:00000200:0.0:1767384695.311789:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311791:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f0bb5d4. 00000400:00000010:0.0:1767384695.311799:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d6754c52. 00000100:00000200:0.0:1767384695.311802:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311804:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005450f505. 00000400:00000010:0.0:1767384695.311807:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c273a134. 00000100:00000200:0.0:1767384695.311809:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311811:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004be15fa1. 00000400:00000010:0.0:1767384695.311814:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000063ae9644. 00000100:00000200:0.0:1767384695.311816:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311818:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fb06e2e. 00000400:00000010:0.0:1767384695.311820:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000010bf4320. 00000100:00000200:0.0:1767384695.311822:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311824:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd9e8e00. 00000400:00000010:0.0:1767384695.311826:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000822f5109. 00000100:00000200:0.0:1767384695.311829:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311830:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ace0dce1. 00000400:00000010:0.0:1767384695.311833:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000038197503. 00000100:00000200:0.0:1767384695.311835:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311837:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000420658e0. 00000400:00000010:0.0:1767384695.311840:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d42e73fc. 00000100:00000200:0.0:1767384695.311842:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311844:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b325b778. 00000400:00000010:0.0:1767384695.311847:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000875325dd. 00000100:00000200:0.0:1767384695.311849:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311851:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000959c355c. 00000400:00000010:0.0:1767384695.311858:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008ee636a9. 00000100:00000200:0.0:1767384695.311861:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311863:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5bf89a6. 00000400:00000010:0.0:1767384695.311866:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000984f0f8. 00000100:00000200:0.0:1767384695.311868:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311870:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075f77783. 00000400:00000010:0.0:1767384695.311873:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b8c32c39. 00000100:00000200:0.0:1767384695.311875:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311877:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0258f69. 00000400:00000010:0.0:1767384695.311879:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e8912228. 00000100:00000200:0.0:1767384695.311881:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311883:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086ea3677. 00000400:00000010:0.0:1767384695.311886:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e94ae1e6. 00000100:00000200:0.0:1767384695.311889:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311890:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0a0c7c4. 00000400:00000010:0.0:1767384695.311893:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d2edf44d. 00000100:00000200:0.0:1767384695.311896:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311898:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fbcc657. 00000400:00000010:0.0:1767384695.311900:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003c0a2152. 00000100:00000200:0.0:1767384695.311902:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311904:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c600a24f. 00000400:00000010:0.0:1767384695.311906:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001dc199ab. 00000100:00000200:0.0:1767384695.311909:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311910:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a55646aa. 00000400:00000010:0.0:1767384695.311917:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000042aa2278. 00000100:00000200:0.0:1767384695.311921:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311922:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028c048f9. 00000400:00000010:0.0:1767384695.311925:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007fc4f0f4. 00000100:00000200:0.0:1767384695.311927:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311929:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000876239bf. 00000400:00000010:0.0:1767384695.311931:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000044b6b1d4. 00000100:00000200:0.0:1767384695.311934:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311936:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9dbc580. 00000400:00000010:0.0:1767384695.311938:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000058be81f9. 00000100:00000200:0.0:1767384695.311941:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311943:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb9ec992. 00000400:00000010:0.0:1767384695.311945:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005da915c8. 00000100:00000200:0.0:1767384695.311948:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384695.311950:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046fd0ba6. 00000400:00000010:0.0:1767384695.311952:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e659bd8e. 00000100:00000010:0.0:1767384695.311963:0:41004:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005f681029. 00000100:00000200:0.0:1767384695.311977:0:41004:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384695.311989:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e399a796. 00000020:00000010:2.0:1767384695.312456:0:41005:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000088302249. 00000100:00000010:2.0:1767384695.312461:0:41005:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000dcc1c959. 00000020:00000010:2.0:1767384695.312464:0:41005:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f2433336. 00000020:00000010:2.0:1767384695.312469:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bc43efc. 00000020:00000010:2.0:1767384695.312471:0:41005:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008fcba7d9. 00000040:00000010:2.0:1767384695.312473:0:41005:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000eff01fef. 00000020:00000010:2.0:1767384695.312476:0:41005:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000742c99cd. 00000020:00000010:2.0:1767384695.312479:0:41005:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f0598c04. 00000020:00000010:2.0:1767384695.312482:0:41005:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000282939e3. 80000000:00000010:2.0:1767384695.312485:0:41005:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a8953b58. 40000000:00000010:2.0:1767384695.312488:0:41005:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000f5cc923. 00100000:00000010:2.0:1767384695.312491:0:41005:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ddcc4650. 00040000:00000010:2.0:1767384695.312494:0:41005:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004a88e992. 00040000:00000010:2.0:1767384695.312498:0:41005:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000feca23cc. 00080000:00000010:2.0:1767384695.312509:0:41005:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000035bcf252. 00080000:00000010:2.0:1767384695.312514:0:41005:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d00d081d. 00000004:00000010:2.0:1767384695.312520:0:41005:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005901aec8. 00002000:00000010:2.0:1767384695.312523:0:41005:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008a90985f. 00000100:00000010:2.0:1767384695.312534:0:41005:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000001b87fed9. 00000100:00000200:2.0:1767384695.312547:0:41005:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384695.312566:0:40978:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f627727a. 00000020:00000010:0.0:1767384695.313017:0:41006:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000f8e807f1. 00000100:00000010:0.0:1767384695.313021:0:41006:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001d73aecb. 00000020:00000010:0.0:1767384695.313023:0:41006:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000eba49934. 00000020:00000010:0.0:1767384695.313026:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1b6c4a2. 00000020:00000010:0.0:1767384695.313029:0:41006:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006893ab32. 00000040:00000010:0.0:1767384695.313031:0:41006:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b47e87be. 00000020:00000010:0.0:1767384695.313034:0:41006:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cf475d80. 00000020:00000010:0.0:1767384695.313036:0:41006:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006d98cd7e. 00000020:00000010:0.0:1767384695.313039:0:41006:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006f3f31a7. 80000000:00000010:0.0:1767384695.313041:0:41006:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002bf793eb. 40000000:00000010:0.0:1767384695.313043:0:41006:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002afc9881. 00100000:00000010:0.0:1767384695.313045:0:41006:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dfc2eeca. 00040000:00000010:0.0:1767384695.313047:0:41006:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b357a77f. 00040000:00000010:0.0:1767384695.313049:0:41006:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c75109a3. 00080000:00000010:0.0:1767384695.313066:0:41006:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d8a14f99. 00080000:00000010:0.0:1767384695.313071:0:41006:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b2209c19. 00000004:00000010:0.0:1767384695.313075:0:41006:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000df49f61c. 00002000:00000010:0.0:1767384695.313078:0:41006:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000032f07745. 00000100:00000010:0.0:1767384695.313088:0:41006:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b7cb61f1. 00000100:00000200:0.0:1767384695.313098:0:41006:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:2.0:1767384695.313122:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f7646d91. 00000040:00000010:2.0:1767384695.313128:0:40978:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000109b9df2. 00000020:00000010:2.0:1767384695.313131:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004964344b. 00000020:00000010:2.0:1767384695.313135:0:40978:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000094ecf073. 00000020:00000010:2.0:1767384695.313139:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a6b7b13d. 80000000:00000010:2.0:1767384695.313142:0:40978:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000052c67d3d. 40000000:00000010:2.0:1767384695.313145:0:40978:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009add4744. 00100000:00000010:2.0:1767384695.313148:0:40978:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000053045c4a. 00040000:00000010:2.0:1767384695.313151:0:40978:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ebaf7f12. 00040000:00000010:2.0:1767384695.313154:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000728aa87e. 00080000:00000010:2.0:1767384695.313158:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000aa8944fa. 00080000:00000010:2.0:1767384695.313161:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000465baf3d. 00000020:00000010:2.0:1767384695.313170:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a649929e. 00000020:00000010:2.0:1767384695.313174:0:40978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cd5ec8a1. 00000020:00000010:2.0:1767384695.313178:0:40978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002903e5b3. 00000008:00000010:2.0:1767384695.313181:0:40978:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c3fff728. 00020000:00000010:2.0:1767384695.313185:0:40978:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009f22d420. 00008000:00000010:2.0:1767384695.313189:0:40978:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007783a37f. 00000080:00000010:2.0:1767384695.313193:0:40978:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000018bae20d. 00000020:00000010:2.0:1767384695.313196:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001957cbd7. 00000020:00000010:2.0:1767384695.313201:0:40978:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000d58ab082. 00000020:00000010:2.0:1767384695.313210:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042563bf2. 00000020:00000010:2.0:1767384695.313212:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005af727f1. 00000040:00000010:2.0:1767384695.313214:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008186e5b5. 00000020:00000010:2.0:1767384695.313216:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003715e1cb. 00000020:00000010:2.0:1767384695.313219:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000091e7688f. 80000000:00000010:2.0:1767384695.313221:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bbfdce98. 00040000:00000010:2.0:1767384695.313223:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2566d15. 00080000:00000010:2.0:1767384695.313227:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c662b998. 00080000:00000010:2.0:1767384695.313230:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000039a9314c. 20000000:00000010:2.0:1767384695.313235:0:40978:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000a649929e. 00000020:00000010:2.0:1767384695.313249:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cfafc5b7. 00080000:00000010:2.0:1767384695.313255:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000961574a6. 00080000:00000010:2.0:1767384695.313308:0:40978:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000d9321185. 00080000:00000010:2.0:1767384695.313320:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000961574a6. 00000020:00000010:2.0:1767384695.313323:0:40978:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cfafc5b7. 00000040:00000010:2.0:1767384695.313332:0:40978:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005b956579. 00000020:00000010:2.0:1767384695.313375:0:40978:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000465baf3d. 00000100:00000010:2.0:1767384695.313417:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e344020. 02000000:00000010:2.0:1767384695.313431:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000aa8944fa. 00000100:00000010:2.0:1767384695.313441:0:40978:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009654eeaf. 00000100:00000010:2.0:1767384695.313444:0:40978:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000020f5cef0. 00000100:00000010:2.0:1767384695.313452:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b5c934b. 00000400:00000010:2.0:1767384695.313469:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e516bd7a. 00000400:00000010:2.0:1767384695.313473:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7db7b34. 00000100:00000200:2.0:1767384695.313476:0:40978:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958260008800-0x6958260008800, portal 33 02000000:00000010:2.0:1767384695.313490:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004b6c11d0. 00000400:00000010:2.0:1767384695.313494:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086eee88a. 00000400:00000010:2.0:1767384695.313497:0:40978:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008907f36a. 00000100:00000200:2.0:1767384695.313499:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049198592, portal 25 00000400:00000010:2.0:1767384695.313503:0:40978:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046195d5c. 00000100:00000200:2.0:1767384695.313505:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237049198592, offset 0 00000400:00000200:2.0:1767384695.313512:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.313522:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.313531:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958260008800 00000400:00000200:2.0:1767384695.313537:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21cd [2] + 0 00000400:00000010:2.0:1767384695.313540:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b902373. 00000400:00000200:2.0:1767384695.313543:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000967a9b11 00000400:00000200:2.0:1767384695.313550:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.313553:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384695.313557:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000967a9b11 00000400:00000010:2.0:1767384695.313559:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000967a9b11. 00000100:00000200:2.0:1767384695.313563:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384695.313584:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046195d5c 00000400:00000010:2.0:1767384695.313585:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046195d5c. 00000100:00000200:2.0:1767384695.313591:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e344020 x1853237049198592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384695.313629:0:40978:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001de921be. 00000020:00000010:3.0:1767384695.313635:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c20287ea. 00000020:00000010:3.0:1767384695.313640:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c20287ea. 00000100:00000010:2.0:1767384695.313644:0:40978:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f6515117. 00000020:00000010:3.0:1767384695.313645:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5f3a5e. 00000020:00000010:3.0:1767384695.313650:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e732dbb. 00000100:00000010:2.0:1767384695.313653:0:40978:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d5510b4. 00000020:00000010:3.0:1767384695.313655:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000100:00000010:2.0:1767384695.313661:0:40978:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d46c8cb. 00000020:00000010:3.0:1767384695.313705:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c20287ea. 00000020:00000010:3.0:1767384695.313709:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c20287ea. 00000100:00000200:3.0:1767384695.313712:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049198592 02000000:00000010:3.0:1767384695.313727:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003934c351. 20000000:00000010:3.0:1767384695.313737:0:40987:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000a6420ea4. 00000100:00000010:3.0:1767384695.313741:0:40987:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e02c10d4. 00000100:00000010:3.0:1767384695.313744:0:40987:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000006ae7cb7a. 00000400:00000010:3.0:1767384695.313749:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000400:00000010:3.0:1767384695.313755:0:40987:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000051efc7e2. 00000400:00000200:3.0:1767384695.313760:0:40987:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384695.313766:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384695.313772:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958260008800 00000400:00000200:3.0:1767384695.313776:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x29ed [1] + 0 00000400:00000010:3.0:1767384695.313779:0:40987:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e516bd7a. 00000400:00000200:3.0:1767384695.313782:0:40987:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c7db7b34 00000100:00000200:3.0:1767384695.313785:0:40987:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e02c10d4 00000400:00000200:3.0:1767384695.313792:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384695.313797:0:40987:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x29f9 00000400:00000200:3.0:1767384695.313800:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.313802:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767384695.313804:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.313805:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.313806:0:40987:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000e02c10d4 00000400:00000200:3.0:1767384695.313809:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7db7b34 00000400:00000010:3.0:1767384695.313810:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7db7b34. 00000100:00000200:3.0:1767384695.313812:0:40987:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000003e344020 desc 000000009654eeaf mbits 1853237049198592 00000100:00000200:3.0:1767384695.313823:0:40987:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958260008800-0x6958260008800 20000000:00000010:3.0:1767384695.313833:0:40987:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000da4a157f. 20000000:00000010:3.0:1767384695.313837:0:40987:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000563784bb. 20000000:00000010:3.0:1767384695.313841:0:40987:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000004ee5fa42. 00000100:00000010:3.0:1767384695.314048:0:40987:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000006ae7cb7a. 00000100:00000010:3.0:1767384695.314060:0:40987:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e02c10d4. 20000000:00000010:3.0:1767384695.314064:0:40987:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000a6420ea4. 00010000:00000200:3.0:1767384695.314070:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000002b2cc47 x1853237049198592/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 4784/4768 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.314082:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000566e9fff. 00000100:00000200:3.0:1767384695.314084:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049198592, offset 224 00000400:00000200:3.0:1767384695.314088:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.314092:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.314097:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260008800 00000400:00000200:3.0:1767384695.314101:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x29f1 [2] + 224 00000400:00000200:3.0:1767384695.314105:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.314108:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.314112:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e344020 x1853237049198592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.314130:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000566e9fff 00000400:00000010:3.0:1767384695.314132:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000566e9fff. 00000020:00000010:3.0:1767384695.314143:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.314148:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000400:00000010:2.0:1767384695.314148:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086eee88a. 00000400:00000200:2.0:1767384695.314154:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008907f36a 00000020:00000010:3.0:1767384695.314155:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5f3a5e. 00000400:00000010:2.0:1767384695.314157:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008907f36a. 02000000:00000010:3.0:1767384695.314163:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003934c351. 00000100:00000200:2.0:1767384695.314164:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e344020 x1853237049198592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384695.314173:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384695.314174:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e344020 x1853237049198592/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.314180:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce3bfe86. 00000400:00000010:3.0:1767384695.314185:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000566e9fff. 00000100:00000010:2.0:1767384695.314195:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000b5c934b. 02000000:00000010:2.0:1767384695.314204:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004b6c11d0. 00000100:00000010:2.0:1767384695.314209:0:40978:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000020f5cef0. 00000100:00000010:2.0:1767384695.314211:0:40978:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009654eeaf. 02000000:00000010:2.0:1767384695.314214:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000aa8944fa. 00000100:00000010:2.0:1767384695.314217:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e344020. 00000020:00000010:2.0:1767384695.314221:0:40978:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 00000000465baf3d. 00000020:00000010:2.0:1767384695.314228:0:40978:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 0000000026776e97. 00000020:00000010:2.0:1767384695.314231:0:40978:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 0000000020f5cef0. 00000020:00000010:2.0:1767384695.314236:0:40978:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000087986b3d. 00000020:00000010:2.0:1767384695.314239:0:40978:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000000b5c934b. 00000020:00000010:2.0:1767384695.314243:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000961574a6. 00000020:00000010:2.0:1767384695.314245:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000728aa87e. 00000040:00000010:2.0:1767384695.314248:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a6b7b13d. 00000020:00000010:2.0:1767384695.314251:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000385bd236. 00000020:00000010:2.0:1767384695.314254:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000109b9df2. 00040000:00000010:2.0:1767384695.314257:0:40978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000e0f614d. 00040000:00000010:2.0:1767384695.314259:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f7646d91. 00080000:00000010:2.0:1767384695.314269:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004b6c11d0. 00080000:00000010:2.0:1767384695.314275:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000069f8d05f. 10000000:00000010:2.0:1767384695.314285:0:40978:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000008abd9701. 10000000:00000010:2.0:1767384695.314289:0:40978:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000856da02e. 00000100:00000010:2.0:1767384695.314292:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e344020. 02000000:00000010:2.0:1767384695.314296:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e8ed2ad. 00010000:00000010:2.0:1767384695.314304:0:40978:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a880d0b6. 00010000:00000010:2.0:1767384695.314313:0:40978:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000461a6601. 00000100:00000010:2.0:1767384695.314326:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008907f36a. 02000000:00000010:2.0:1767384695.314333:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009654eeaf. 00000400:00000010:2.0:1767384695.314336:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086eee88a. 00000400:00000010:2.0:1767384695.314339:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.314342:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049198720, portal 25 00000400:00000010:2.0:1767384695.314344:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ebc5c. 00000100:00000200:2.0:1767384695.314346:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049198720, offset 0 00000400:00000200:2.0:1767384695.314351:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.314355:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.314361:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260008880 00000400:00000200:2.0:1767384695.314364:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21d1 [2] + 0 00000400:00000010:2.0:1767384695.314367:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040a5c729. 00000400:00000200:2.0:1767384695.314370:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e3fc5d2e 00000400:00000200:2.0:1767384695.314373:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.314376:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384695.314388:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3fc5d2e 00000400:00000010:2.0:1767384695.314389:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3fc5d2e. 00000100:00000200:2.0:1767384695.314392:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384695.314406:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7ebc5c 00000400:00000010:2.0:1767384695.314408:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ebc5c. 00000100:00000200:2.0:1767384695.314413:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e344020 x1853237049198720/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384695.314444:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c20287ea. 00000020:00000010:3.0:1767384695.314448:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c20287ea. 00000020:00000010:3.0:1767384695.314452:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5f3a5e. 00000020:00000010:3.0:1767384695.314454:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.314457:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384695.314475:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c20287ea. 00000020:00000010:3.0:1767384695.314477:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c20287ea. 00000100:00000200:3.0:1767384695.314479:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049198720 00010000:00000010:3.0:1767384695.314490:0:40987:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af35985e. 00010000:00000010:3.0:1767384695.314493:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003ea99e71. 02000000:00000010:3.0:1767384695.314502:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e02c10d4. 00010000:00000200:3.0:1767384695.314516:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a8d173e4 x1853237049198720/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 328/344 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.314526:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.314529:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049198720, offset 224 00000400:00000200:3.0:1767384695.314532:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.314537:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.314542:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260008880 00000400:00000200:3.0:1767384695.314546:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a05 [1] + 224 00000400:00000200:3.0:1767384695.314550:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.314553:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.314557:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e344020 x1853237049198720/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.314572:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.314574:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000020:00000010:3.0:1767384695.314580:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.314583:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384695.314586:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5f3a5e. 02000000:00000010:3.0:1767384695.314590:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e02c10d4. 00000100:00000200:3.0:1767384695.314594:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384695.314595:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086eee88a. 00000400:00000010:3.0:1767384695.314597:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006688eedb. 00000400:00000200:2.0:1767384695.314602:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e80587 00000400:00000010:2.0:1767384695.314605:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.314626:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e344020 x1853237049198720/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.314634:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f3de89f. 00000100:00000200:2.0:1767384695.314636:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e344020 x1853237049198720/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384695.314650:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008907f36a. 02000000:00000010:2.0:1767384695.314660:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009654eeaf. 02000000:00000010:2.0:1767384695.314662:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e8ed2ad. 00000100:00000010:2.0:1767384695.314663:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e344020. 10000000:00000010:2.0:1767384695.314678:0:40978:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000006e8ed2ad. 10000000:00000010:2.0:1767384695.314682:0:40978:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 000000004c05592f. 00000100:00000010:2.0:1767384695.314685:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e344020. 02000000:00000010:2.0:1767384695.314690:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fae0b251. 00010000:00000010:2.0:1767384695.314696:0:40978:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000df36c555. 00010000:00000010:2.0:1767384695.314700:0:40978:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002aecd739. 00000100:00000010:2.0:1767384695.314707:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008907f36a. 02000000:00000010:2.0:1767384695.314714:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009654eeaf. 00000400:00000010:2.0:1767384695.314717:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086eee88a. 00000400:00000010:2.0:1767384695.314719:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.314722:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049198848, portal 25 00000400:00000010:2.0:1767384695.314725:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ebc5c. 00000100:00000200:2.0:1767384695.314727:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049198848, offset 0 00000400:00000200:2.0:1767384695.314731:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.314736:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.314741:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260008900 00000400:00000200:2.0:1767384695.314743:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21d5 [2] + 0 00000400:00000010:2.0:1767384695.314745:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8994005. 00000400:00000200:2.0:1767384695.314747:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000023779131 00000400:00000200:2.0:1767384695.314749:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.314750:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384695.314752:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023779131 00000400:00000010:2.0:1767384695.314753:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023779131. 00000100:00000200:2.0:1767384695.314755:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384695.314765:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7ebc5c 00000400:00000010:2.0:1767384695.314766:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ebc5c. 00000100:00000200:2.0:1767384695.314768:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e344020 x1853237049198848/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384695.314794:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c20287ea. 00000020:00000010:3.0:1767384695.314798:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c20287ea. 00000020:00000010:3.0:1767384695.314801:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5f3a5e. 00000020:00000010:3.0:1767384695.314803:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.314806:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384695.314823:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c20287ea. 00000020:00000010:3.0:1767384695.314826:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c20287ea. 00000100:00000200:3.0:1767384695.314828:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049198848 00010000:00000010:3.0:1767384695.314835:0:40987:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007e629bc5. 00010000:00000010:3.0:1767384695.314838:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c1f50057. 02000000:00000010:3.0:1767384695.314843:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e02c10d4. 00010000:00000200:3.0:1767384695.314852:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000803c1cb x1853237049198848/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 328/344 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.314862:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.314865:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049198848, offset 224 00000400:00000200:3.0:1767384695.314868:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.314873:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.314878:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260008900 00000400:00000200:3.0:1767384695.314881:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a15 [1] + 224 00000400:00000200:3.0:1767384695.314885:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.314887:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.314891:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e344020 x1853237049198848/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.314906:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.314908:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000020:00000010:3.0:1767384695.314914:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.314917:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384695.314920:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5f3a5e. 00000400:00000010:2.0:1767384695.314921:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086eee88a. 02000000:00000010:3.0:1767384695.314923:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e02c10d4. 00000400:00000200:2.0:1767384695.314925:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e80587 00000100:00000200:3.0:1767384695.314929:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.314933:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f38a562c. 00000400:00000010:2.0:1767384695.314933:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e80587. 00000400:00000010:3.0:1767384695.314939:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb5c71ab. 00000100:00000200:2.0:1767384695.314939:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e344020 x1853237049198848/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384695.314949:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e344020 x1853237049198848/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384695.314958:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008907f36a. 02000000:00000010:2.0:1767384695.314964:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009654eeaf. 02000000:00000010:2.0:1767384695.314965:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fae0b251. 00000100:00000010:2.0:1767384695.314966:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e344020. 10000000:00000010:2.0:1767384695.314970:0:40978:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b96804ef. 00000020:00000010:2.0:1767384695.314972:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fae0b251. 00000020:00000010:2.0:1767384695.314974:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009def1d1d. 00000040:00000010:2.0:1767384695.314977:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007c035adf. 00000020:00000010:2.0:1767384695.314980:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000069d19557. 00000020:00000010:2.0:1767384695.314983:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ff907d6d. 80000000:00000010:2.0:1767384695.314985:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008e449d4c. 00040000:00000010:2.0:1767384695.314988:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000375d68c6. 00080000:00000010:2.0:1767384695.314992:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000113f5116. 00080000:00000010:2.0:1767384695.314996:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000072f67e28. 20000000:00000010:2.0:1767384695.315000:0:40978:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e295925a. 00000040:00000010:2.0:1767384695.315005:0:40978:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000f934010. 00000100:00000010:2.0:1767384695.315009:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e344020. 02000000:00000010:2.0:1767384695.315017:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e76d448. 00000100:00000010:2.0:1767384695.315023:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008907f36a. 02000000:00000010:2.0:1767384695.315030:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007101ca2b. 00000400:00000010:2.0:1767384695.315033:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086eee88a. 00000400:00000010:2.0:1767384695.315036:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.315039:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049198976, portal 25 00000400:00000010:2.0:1767384695.315042:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ebc5c. 00000100:00000200:2.0:1767384695.315044:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237049198976, offset 0 00000400:00000200:2.0:1767384695.315047:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.315065:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.315071:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958260008980 00000400:00000200:2.0:1767384695.315074:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x21d9 [2] + 0 00000400:00000010:2.0:1767384695.315078:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8fcb02e. 00000400:00000200:2.0:1767384695.315080:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000034469651 00000400:00000200:2.0:1767384695.315082:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.315084:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384695.315086:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034469651 00000400:00000010:2.0:1767384695.315087:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034469651. 00000100:00000200:2.0:1767384695.315089:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384695.315097:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7ebc5c 00000400:00000010:2.0:1767384695.315098:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ebc5c. 00000100:00000200:2.0:1767384695.315101:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e344020 x1853237049198976/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384695.315130:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c20287ea. 00000020:00000010:3.0:1767384695.315134:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c20287ea. 00000020:00000010:3.0:1767384695.315137:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5f3a5e. 00000020:00000010:3.0:1767384695.315139:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.315141:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384695.315156:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c20287ea. 00000020:00000010:3.0:1767384695.315159:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c20287ea. 00000100:00000200:3.0:1767384695.315160:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049198976 02000000:00000010:3.0:1767384695.315168:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000e02c10d4. 00000040:00000010:3.0:1767384695.315172:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cb43205a. 00000040:00000010:3.0:1767384695.315195:0:40987:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000006ae7cb7a. 00000020:00000010:3.0:1767384695.315199:0:40987:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d2723e4d. 00080000:00000010:3.0:1767384695.315203:0:40987:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a0955a85. 00000040:00000010:3.0:1767384695.315213:0:40987:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000006ae7cb7a. 00000040:00000010:3.0:1767384695.315216:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cb43205a. 20000000:00000010:3.0:1767384695.315221:0:40987:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000c20287ea. 00010000:00000200:3.0:1767384695.315226:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000013c0e648 x1853237049198976/t0(0) o501->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 512/272 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.315235:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.315237:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237049198976, offset 224 00000400:00000200:3.0:1767384695.315241:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.315246:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.315250:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260008980 00000400:00000200:3.0:1767384695.315254:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a25 [1] + 224 00000400:00000200:3.0:1767384695.315258:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.315261:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.315264:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e344020 x1853237049198976/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.315280:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.315282:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000020:00000010:3.0:1767384695.315289:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.315292:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384695.315295:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5f3a5e. 00000400:00000010:2.0:1767384695.315295:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086eee88a. 00000400:00000200:2.0:1767384695.315300:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e80587 02000000:00000010:3.0:1767384695.315302:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000e02c10d4. 00000400:00000010:2.0:1767384695.315303:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e80587. 00000100:00000200:3.0:1767384695.315310:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384695.315310:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e344020 x1853237049198976/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.315315:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008e5b7f7. 00000400:00000010:3.0:1767384695.315321:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f63ac8f. 00000100:00000200:2.0:1767384695.315321:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e344020 x1853237049198976/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384695.315335:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008907f36a. 02000000:00000010:2.0:1767384695.315341:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007101ca2b. 02000000:00000010:2.0:1767384695.315344:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007e76d448. 00000100:00000010:2.0:1767384695.315347:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e344020. 00000040:00000010:2.0:1767384695.315352:0:40978:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000465baf3d. 00000100:00000010:2.0:1767384695.315356:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e344020. 02000000:00000010:2.0:1767384695.315360:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e76d448. 00000100:00000010:2.0:1767384695.315365:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008907f36a. 02000000:00000010:2.0:1767384695.315381:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000049b4b480. 00000400:00000010:2.0:1767384695.315385:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086eee88a. 00000400:00000010:2.0:1767384695.315388:0:40978:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000046195d5c. 00000100:00000200:2.0:1767384695.315391:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049199104, portal 25 00000400:00000010:2.0:1767384695.315393:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.315395:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049199104, offset 0 00000400:00000200:2.0:1767384695.315397:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.315400:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.315403:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260008a00 00000400:00000200:2.0:1767384695.315406:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21dd [2] + 0 00000400:00000010:2.0:1767384695.315407:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf4e898e. 00000400:00000200:2.0:1767384695.315409:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b930f42f 00000400:00000200:2.0:1767384695.315411:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.315413:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384695.315414:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b930f42f 00000400:00000010:2.0:1767384695.315415:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b930f42f. 00000100:00000200:2.0:1767384695.315417:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384695.315426:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e80587 00000400:00000010:2.0:1767384695.315427:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.315429:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e344020 x1853237049199104/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384695.315455:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079bd4f58. 00000020:00000010:3.0:1767384695.315458:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079bd4f58. 00000020:00000010:3.0:1767384695.315461:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb43205a. 00000020:00000010:3.0:1767384695.315463:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.315466:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384695.315481:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079bd4f58. 00000020:00000010:3.0:1767384695.315482:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079bd4f58. 00000100:00000200:3.0:1767384695.315484:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199104 02000000:00000010:3.0:1767384695.315499:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000a315238a. 00000040:00000010:3.0:1767384695.315503:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dffda886. 00000040:00000010:3.0:1767384695.315509:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003934c351. 00000040:00000010:3.0:1767384695.315905:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003934c351. 00000040:00000010:3.0:1767384695.315910:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dffda886. 00010000:00000200:3.0:1767384695.315914:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c2aa2c58 x1853237049199104/t0(0) o503->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 272/8416 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.315925:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000981a761b. 00000100:00000200:3.0:1767384695.315927:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237049199104, offset 224 00000400:00000200:3.0:1767384695.315931:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.315936:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.315940:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260008a00 00000400:00000200:3.0:1767384695.315943:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a35 [4] + 224 00000400:00000200:3.0:1767384695.315948:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.315951:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.315955:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e344020 x1853237049199104/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.315969:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000981a761b 00000400:00000010:3.0:1767384695.315971:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000981a761b. 00000020:00000010:3.0:1767384695.315978:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.315980:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384695.315983:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb43205a. 02000000:00000010:3.0:1767384695.315987:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000a315238a. 00000400:00000010:2.0:1767384695.315992:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086eee88a. 00000400:00000200:2.0:1767384695.315998:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046195d5c 00000400:00000010:2.0:1767384695.316000:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000046195d5c. 00000100:00000200:3.0:1767384695.316004:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384695.316005:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e344020 x1853237049199104/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.316009:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f80c713. 00000400:00000010:3.0:1767384695.316014:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000981a761b. 00000100:00000200:2.0:1767384695.316020:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e344020 x1853237049199104/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384695.316033:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008907f36a. 02000000:00000010:2.0:1767384695.316039:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000049b4b480. 02000000:00000010:2.0:1767384695.316048:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007e76d448. 00000100:00000010:2.0:1767384695.316051:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e344020. 00000040:00000010:2.0:1767384695.316072:0:40978:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000079cbdf9a. 00000020:00000010:2.0:1767384695.316211:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e76d448. 00000020:00000010:2.0:1767384695.316216:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007101ca2b. 00000040:00000010:2.0:1767384695.316218:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b15f9864. 00000020:00000010:2.0:1767384695.316221:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e5be25e. 00000020:00000010:2.0:1767384695.316223:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008466e1ad. 00000020:00000010:2.0:1767384695.316227:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f55809df. 80000000:00000010:2.0:1767384695.316229:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000976f41bd. 40000000:00000010:2.0:1767384695.316232:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e20a620a. 00100000:00000010:2.0:1767384695.316235:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000076159bae. 00040000:00000010:2.0:1767384695.316238:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f2d3e3b6. 00040000:00000010:2.0:1767384695.316240:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f7e59340. 00080000:00000010:2.0:1767384695.316243:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000aa8944fa. 00080000:00000010:2.0:1767384695.316254:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000d238a67. 00000004:00000010:2.0:1767384695.316259:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d9b6f89b. 00002000:00000010:2.0:1767384695.316262:0:41007:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009654eeaf. 00000020:00000010:2.0:1767384695.316265:0:41007:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007c3981e9. 00000040:00000010:2.0:1767384695.316271:0:41007:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000004b49eb75. 00000100:00000010:2.0:1767384695.316275:0:41007:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e344020. 02000000:00000010:2.0:1767384695.316279:0:41007:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2612a42. 00000100:00000010:2.0:1767384695.316284:0:41007:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046195d5c. 02000000:00000010:2.0:1767384695.316297:0:41007:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000dced4de1. 00000400:00000010:2.0:1767384695.316300:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086eee88a. 00000400:00000010:2.0:1767384695.316302:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006d1b5c09. 00000100:00000200:2.0:1767384695.316305:0:41007:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049199232, portal 25 00000400:00000010:2.0:1767384695.316308:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.316310:0:41007:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049199232, offset 0 00000400:00000200:2.0:1767384695.316314:0:41007:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.316324:0:41007:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.316329:0:41007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260008a80 00000400:00000200:2.0:1767384695.316332:0:41007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21e1 [2] + 0 00000400:00000010:2.0:1767384695.316335:0:41007:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000390047eb. 00000400:00000200:2.0:1767384695.316337:0:41007:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ce9256d8 00000400:00000200:2.0:1767384695.316340:0:41007:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.316342:0:41007:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384695.316344:0:41007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce9256d8 00000400:00000010:2.0:1767384695.316346:0:41007:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce9256d8. 00000100:00000200:2.0:1767384695.316348:0:41007:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384695.316360:0:41007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e80587 00000400:00000010:2.0:1767384695.316362:0:41007:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.316365:0:41007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e344020 x1853237049199232/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384695.316397:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079bd4f58. 00000020:00000010:3.0:1767384695.316401:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079bd4f58. 00000020:00000010:3.0:1767384695.316404:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb43205a. 00000020:00000010:3.0:1767384695.316407:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.316409:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384695.316429:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079bd4f58. 00000020:00000010:3.0:1767384695.316431:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079bd4f58. 00000100:00000200:3.0:1767384695.316433:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199232 02000000:00000010:3.0:1767384695.316449:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000048bea341. 00000040:00000010:3.0:1767384695.316454:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dffda886. 00000040:00000010:3.0:1767384695.316460:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003934c351. 00000040:00000010:3.0:1767384695.316742:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003934c351. 00000040:00000010:3.0:1767384695.316746:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dffda886. 00010000:00000200:3.0:1767384695.316751:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b837cc0f x1853237049199232/t0(0) o502->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 272/8472 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.316760:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005f8e39a9. 00000100:00000200:3.0:1767384695.316763:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237049199232, offset 224 00000400:00000200:3.0:1767384695.316767:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.316771:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.316775:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260008a80 00000400:00000200:3.0:1767384695.316778:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a45 [4] + 224 00000400:00000200:3.0:1767384695.316783:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.316785:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.316789:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e344020 x1853237049199232/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.316805:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f8e39a9 00000400:00000010:3.0:1767384695.316806:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005f8e39a9. 00000020:00000010:3.0:1767384695.316813:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.316815:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000020:00000010:3.0:1767384695.316817:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb43205a. 02000000:00000010:3.0:1767384695.316821:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000048bea341. 00000400:00000010:2.0:1767384695.316827:0:41007:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086eee88a. 00000100:00000200:3.0:1767384695.316831:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384695.316832:0:41007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d1b5c09 00000400:00000010:3.0:1767384695.316836:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbce9508. 00000400:00000010:2.0:1767384695.316836:0:41007:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000006d1b5c09. 00000400:00000010:3.0:1767384695.316841:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f8e39a9. 00000100:00000200:2.0:1767384695.316842:0:41007:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e344020 x1853237049199232/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384695.316852:0:41007:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e344020 x1853237049199232/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384695.316865:0:41007:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000046195d5c. 02000000:00000010:2.0:1767384695.316870:0:41007:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000dced4de1. 02000000:00000010:2.0:1767384695.316878:0:41007:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b2612a42. 00000100:00000010:2.0:1767384695.316881:0:41007:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e344020. 00000020:00000010:2.0:1767384695.316893:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000580f6b3e. 00000020:00000010:2.0:1767384695.316897:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000580f6b3e. 00000020:00000010:2.0:1767384695.316902:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000a8a7bcbb. 00000020:00000010:2.0:1767384695.316913:0:41007:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000149292c1. 00000020:00000010:2.0:1767384695.316919:0:41007:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009c1cb91f. 00000020:00000010:2.0:1767384695.316931:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000a8a7bcbb. 00000020:00000010:2.0:1767384695.316934:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000046195d5c. 00000001:00000010:2.0:1767384695.316949:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000580f6b3e. 00000001:00000010:2.0:1767384695.316952:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000560af8f8. 00000001:00000010:2.0:1767384695.316955:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b2612a42. 00000001:00000010:2.0:1767384695.316958:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000006995e4c. 00000001:00000010:2.0:1767384695.316960:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc442f5d. 00000001:00000010:2.0:1767384695.316962:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004db9f2ea. 00000001:00000010:2.0:1767384695.316966:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007e9370ae. 00000001:00000010:2.0:1767384695.316969:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009ea79b72. 00000001:00000010:2.0:1767384695.316973:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000539c31c0. 00000001:00000010:2.0:1767384695.316975:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ac8f042. 00000001:00000010:2.0:1767384695.316978:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000395cd2ae. 00000001:00000010:2.0:1767384695.316980:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003af9a637. 00000020:00000010:2.0:1767384695.316983:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000aeb0f0c. 00000020:00000010:2.0:1767384695.316986:0:41007:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8a7bcbb. 00000020:00000010:2.0:1767384695.316989:0:41007:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000008:00000010:2.0:1767384695.316993:0:41007:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003668d89e. 00020000:00000010:2.0:1767384695.316997:0:41007:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008692735c. 00008000:00000010:2.0:1767384695.317000:0:41007:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d0566b2d. 00000080:00000010:2.0:1767384695.317004:0:41007:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003ff77be0. 00000020:00000010:2.0:1767384695.317007:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026116769. 00000020:00000010:2.0:1767384695.317009:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000067292e0d. 00000040:00000010:2.0:1767384695.317011:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ec367035. 00000020:00000010:2.0:1767384695.317013:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d0713b61. 00000020:00000010:2.0:1767384695.317016:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066375573. 00000020:00000010:2.0:1767384695.317018:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000078b1a01b. 80000000:00000010:2.0:1767384695.317020:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002458efc2. 40000000:00000010:2.0:1767384695.317022:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004274b777. 00100000:00000010:2.0:1767384695.317025:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000003fa1eb. 00040000:00000010:2.0:1767384695.317027:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f0b8a21c. 00040000:00000010:2.0:1767384695.317029:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000ee2e577. 00080000:00000010:2.0:1767384695.317034:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b29dd6ea. 00080000:00000010:2.0:1767384695.317038:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ffbf0ff4. 00000004:00000010:2.0:1767384695.317050:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000082296c9e. 00000004:00000010:2.0:1767384695.317069:0:41007:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 00000000a4e1fe2c. 00000004:00000010:2.0:1767384695.317076:0:41007:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 000000004650897a. 00000004:00000010:2.0:1767384695.317079:0:41007:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 000000006d1b5c09. 00000020:00000010:2.0:1767384695.317084:0:41007:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000053045c4a. 00000004:00000010:2.0:1767384695.317089:0:41007:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 000000006d1b5c09. 00000004:00000010:2.0:1767384695.317091:0:41007:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 000000004650897a. 00000020:00000010:2.0:1767384695.317107:0:41007:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000271fcafd. 00000020:00000010:2.0:1767384695.317109:0:41007:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000ff530f14. 00000020:00000010:2.0:1767384695.317110:0:41007:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000001f35813c. 00000020:00000010:2.0:1767384695.317112:0:41007:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000009ffb5f89. 00000020:00000010:2.0:1767384695.317196:0:41007:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006d1b5c09. 00000020:00000010:2.0:1767384695.317202:0:41007:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006d1b5c09. 00000020:00000010:2.0:1767384695.317207:0:41007:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000006d1b5c09. 00000020:00000010:2.0:1767384695.317210:0:41007:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000006d1b5c09. 00000020:00000010:2.0:1767384695.317214:0:41007:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000067292e0d. 00000040:00000010:2.0:1767384695.317215:0:41007:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ec367035. 00000020:00000010:2.0:1767384695.317217:0:41007:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d0713b61. 00000020:00000010:2.0:1767384695.317219:0:41007:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066375573. 00000020:00000010:2.0:1767384695.317221:0:41007:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000078b1a01b. 80000000:00000010:2.0:1767384695.317223:0:41007:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002458efc2. 40000000:00000010:2.0:1767384695.317224:0:41007:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004274b777. 00100000:00000010:2.0:1767384695.317226:0:41007:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000003fa1eb. 00040000:00000010:2.0:1767384695.317228:0:41007:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f0b8a21c. 00040000:00000010:2.0:1767384695.317230:0:41007:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000ee2e577. 00080000:00000010:2.0:1767384695.317232:0:41007:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ffbf0ff4. 00080000:00000010:2.0:1767384695.317234:0:41007:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b29dd6ea. 00000004:00000010:2.0:1767384695.317236:0:41007:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000082296c9e. 00000020:00000010:2.0:1767384695.317238:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026116769. 00000020:00000010:2.0:1767384695.317239:0:41007:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8a7bcbb. 00000020:00000010:2.0:1767384695.317240:0:41007:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000008:00000010:2.0:1767384695.317242:0:41007:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003668d89e. 00020000:00000010:2.0:1767384695.317244:0:41007:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008692735c. 00008000:00000010:2.0:1767384695.317246:0:41007:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000d0566b2d. 00000080:00000010:2.0:1767384695.317247:0:41007:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000003ff77be0. 00000020:00000010:2.0:1767384695.317249:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000aeb0f0c. 00000020:00000010:2.0:1767384695.317250:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000046195d5c. 00000020:00000010:2.0:1767384695.317253:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f0b8a21c. 00000020:00000010:2.0:1767384695.317254:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f0b8a21c. 00000020:00000010:2.0:1767384695.317257:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f0b8a21c. 00000020:00000010:2.0:1767384695.317258:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f0b8a21c. 00000020:00000010:2.0:1767384695.317260:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 000000002458efc2. 00000020:00000010:2.0:1767384695.317265:0:41007:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000075ca38e. 00000020:00000010:2.0:1767384695.317267:0:41007:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004964344b. 00000004:00000010:2.0:1767384695.317271:0:41007:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000004274b777. 00000020:00000010:2.0:1767384695.317278:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 000000002458efc2. 00000020:00000010:2.0:1767384695.317281:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 000000002458efc2. 00000020:00000010:2.0:1767384695.317284:0:41007:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 000000007a9a0db2. 00000020:00000010:2.0:1767384695.317287:0:41007:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 000000000baa3403. 00000020:00000010:2.0:1767384695.317290:0:41007:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 0000000088772bcb. 00000020:00000010:2.0:1767384695.317292:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 000000002458efc2. 00000020:00000010:2.0:1767384695.317295:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000046195d5c. 00000001:00000010:2.0:1767384695.317306:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f0b8a21c. 00000001:00000010:2.0:1767384695.317309:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a3ecb23b. 00000001:00000010:2.0:1767384695.317311:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000aeb0f0c. 00000001:00000010:2.0:1767384695.317313:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000026116769. 00000001:00000010:2.0:1767384695.317315:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f2868dc. 00000001:00000010:2.0:1767384695.317317:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000ee2e577. 00000001:00000010:2.0:1767384695.317320:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003e952e1f. 00000001:00000010:2.0:1767384695.317322:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006a64e221. 00000001:00000010:2.0:1767384695.317324:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000078b1a01b. 00000001:00000010:2.0:1767384695.317326:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ec367035. 00000001:00000010:2.0:1767384695.317328:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000067292e0d. 00000001:00000010:2.0:1767384695.317330:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006bcf031d. 00000020:00000010:2.0:1767384695.317333:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d27daa32. 00000020:00000010:2.0:1767384695.317335:0:41007:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8a7bcbb. 00000020:00000010:2.0:1767384695.317338:0:41007:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002331fa71. 00000008:00000010:2.0:1767384695.317340:0:41007:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003668d89e. 00020000:00000010:2.0:1767384695.317343:0:41007:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008692735c. 00008000:00000010:2.0:1767384695.317345:0:41007:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d0566b2d. 00000080:00000010:2.0:1767384695.317348:0:41007:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003ff77be0. 00000020:00000010:2.0:1767384695.317350:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000176c637e. 00000020:00000010:2.0:1767384695.317353:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000065745385. 00000040:00000010:2.0:1767384695.317357:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003f5e7cc9. 00000020:00000010:2.0:1767384695.317360:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000003fa1eb. 00000020:00000010:2.0:1767384695.317363:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066375573. 00000020:00000010:2.0:1767384695.317365:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000030ff79d1. 80000000:00000010:2.0:1767384695.317367:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002458efc2. 40000000:00000010:2.0:1767384695.317369:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004201a73e. 00100000:00000010:2.0:1767384695.317372:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d0713b61. 00040000:00000010:2.0:1767384695.317374:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003167371b. 00040000:00000010:2.0:1767384695.317377:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d916f8ac. 00080000:00000010:2.0:1767384695.317379:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b29dd6ea. 00080000:00000010:2.0:1767384695.317382:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ffbf0ff4. 00000004:00000010:2.0:1767384695.317386:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000082296c9e. 00000004:00000010:2.0:1767384695.317389:0:41007:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000076b4f08c. 00000004:00000010:2.0:1767384695.317393:0:41007:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 000000006d188e93. 00000004:00000010:2.0:1767384695.317400:0:41007:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000486e645a. 00000004:00000010:2.0:1767384695.317403:0:41007:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 00000000924d2bed. 00000004:00000010:2.0:1767384695.317405:0:41007:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 00000000051ea476. 00000004:00000010:2.0:1767384695.317410:0:41007:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 000000002dacb17c. 00000020:00000010:2.0:1767384695.317416:0:41007:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000045cce908. 00000020:00000010:2.0:1767384695.317420:0:41007:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006a6ebf0a. 00000004:00000010:2.0:1767384695.317429:0:41007:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 000000002dacb17c. 00000004:00000010:2.0:1767384695.317433:0:41007:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 000000002dacb17c. 00000001:00000010:2.0:1767384695.317443:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e92e6182. 00000001:00000010:2.0:1767384695.317447:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000052c3a425. 00000001:00000010:2.0:1767384695.317450:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e27f947e. 00000001:00000010:2.0:1767384695.317452:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c99dbdd5. 00000001:00000010:2.0:1767384695.317454:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000420aa0ab. 00000001:00000010:2.0:1767384695.317456:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000085e61b28. 00000001:00000010:2.0:1767384695.317458:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c6d34fe8. 00000001:00000010:2.0:1767384695.317461:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000112a0b07. 00000001:00000010:2.0:1767384695.317463:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e72b2373. 00000001:00000010:2.0:1767384695.317465:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000096305240. 00000001:00000010:2.0:1767384695.317467:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000178bb3a0. 00000001:00000010:2.0:1767384695.317469:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000082f66c0f. 00000020:00000010:2.0:1767384695.317473:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000801fd454. 00000020:00000010:2.0:1767384695.317475:0:41007:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009716ccb0. 00000020:00000010:2.0:1767384695.317478:0:41007:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003caaaf0b. 00000008:00000010:2.0:1767384695.317481:0:41007:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ce963af3. 00020000:00000010:2.0:1767384695.317483:0:41007:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000040e13a4e. 00008000:00000010:2.0:1767384695.317485:0:41007:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000005aff196. 00000080:00000010:2.0:1767384695.317488:0:41007:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e7446701. 00000020:00000010:2.0:1767384695.317490:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076c2cff9. 00000020:00000010:2.0:1767384695.317492:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004b7a297c. 00000040:00000010:2.0:1767384695.317495:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dd64268e. 00000020:00000010:2.0:1767384695.317498:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000023c1f534. 00000020:00000010:2.0:1767384695.317501:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005ba0626a. 00000020:00000010:2.0:1767384695.317503:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003ad61315. 80000000:00000010:2.0:1767384695.317506:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b640c370. 40000000:00000010:2.0:1767384695.317507:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000060109022. 00100000:00000010:2.0:1767384695.317510:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007a6596ef. 00040000:00000010:2.0:1767384695.317512:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000038860c20. 00040000:00000010:2.0:1767384695.317514:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a7e6b869. 00080000:00000010:2.0:1767384695.317525:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000040c6b997. 00080000:00000010:2.0:1767384695.317529:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c85b6848. 00000004:00000010:2.0:1767384695.317534:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cac4b405. 00000004:00000010:2.0:1767384695.317536:0:41007:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f182e1b6. 00000004:00000010:2.0:1767384695.317539:0:41007:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 00000000819f4565. 00000004:00000010:2.0:1767384695.317545:0:41007:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 000000006d1b5c09. 00000020:00000010:2.0:1767384695.317549:0:41007:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d3edd5bd. 00000004:00000010:2.0:1767384695.317555:0:41007:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 000000006d1b5c09. 00000020:00000010:2.0:1767384695.317647:0:41007:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004b7a297c. 00000040:00000010:2.0:1767384695.317652:0:41007:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dd64268e. 00000020:00000010:2.0:1767384695.317654:0:41007:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000023c1f534. 00000020:00000010:2.0:1767384695.317657:0:41007:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005ba0626a. 00000020:00000010:2.0:1767384695.317660:0:41007:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003ad61315. 80000000:00000010:2.0:1767384695.317662:0:41007:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b640c370. 40000000:00000010:2.0:1767384695.317664:0:41007:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000060109022. 00100000:00000010:2.0:1767384695.317667:0:41007:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007a6596ef. 00040000:00000010:2.0:1767384695.317669:0:41007:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000038860c20. 00040000:00000010:2.0:1767384695.317672:0:41007:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a7e6b869. 00080000:00000010:2.0:1767384695.317675:0:41007:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c85b6848. 00080000:00000010:2.0:1767384695.317677:0:41007:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000040c6b997. 00000004:00000010:2.0:1767384695.317679:0:41007:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cac4b405. 00000004:00000010:2.0:1767384695.317683:0:41007:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f182e1b6. 00000020:00000010:2.0:1767384695.317685:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076c2cff9. 00000020:00000010:2.0:1767384695.317688:0:41007:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009716ccb0. 00000020:00000010:2.0:1767384695.317690:0:41007:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003caaaf0b. 00000008:00000010:2.0:1767384695.317692:0:41007:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ce963af3. 00020000:00000010:2.0:1767384695.317695:0:41007:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000040e13a4e. 00008000:00000010:2.0:1767384695.317697:0:41007:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000005aff196. 00000080:00000010:2.0:1767384695.317699:0:41007:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e7446701. 00000020:00000010:2.0:1767384695.317702:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000801fd454. 00000004:00000010:2.0:1767384695.317705:0:41007:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 000000006d1b5c09. 00000020:00000010:2.0:1767384695.317709:0:41007:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f182e1b6. 00000004:00000010:2.0:1767384695.317712:0:41007:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 000000006d1b5c09. 00000004:00000010:2.0:1767384695.317715:0:41007:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 000000006d1b5c09. 00000020:00000010:2.0:1767384695.317718:0:41007:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007a6596ef. 00000004:00000010:2.0:1767384695.317721:0:41007:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 000000006d1b5c09. 00000004:00000010:2.0:1767384695.317724:0:41007:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000023c1f534. 00000004:00000010:2.0:1767384695.317727:0:41007:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 000000002dacb17c. 00000004:00000010:2.0:1767384695.317730:0:41007:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 00000000051ea476. 00000004:00000010:2.0:1767384695.317731:0:41007:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000486e645a. 00000004:00000010:2.0:1767384695.317733:0:41007:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 00000000924d2bed. 00000004:00000010:2.0:1767384695.317736:0:41007:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 000000006d1b5c09. 80000000:00000010:2.0:1767384695.317739:0:41007:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000a5fe3452. 80000000:00000010:2.0:1767384695.317742:0:41007:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 00000000924d2bed. 00000004:00000010:2.0:1767384695.317753:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fc6a88af. 00000004:00000010:2.0:1767384695.317766:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e8768e15. 00000004:00000010:2.0:1767384695.317771:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000084d2ed2b. 00080000:00000010:2.0:1767384695.317776:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000368cee47. 00000001:00000010:2.0:1767384695.317787:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000086eee88a. 00000001:00000010:2.0:1767384695.317798:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000086eee88a. 00080000:00000010:2.0:1767384695.317814:0:41007:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000038860c20. 00100000:00000010:2.0:1767384695.317821:0:41007:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000060109022. 00100000:00000010:2.0:1767384695.317831:0:41007:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000060109022. 00080000:00000010:2.0:1767384695.317835:0:41007:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000a7e6b869. 00000001:00000010:2.0:1767384695.317838:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000086eee88a. 80000000:00000010:2.0:1767384695.317969:0:41007:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000060109022. 80000000:00000010:2.0:1767384695.317974:0:41007:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000d6db5653. 80000000:00000010:2.0:1767384695.317976:0:41007:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000ffd3b913. 80000000:00000010:2.0:1767384695.317977:0:41007:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000006b54a221. 80000000:00000010:2.0:1767384695.317978:0:41007:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000e45d9eec. 00000001:00000010:2.0:1767384695.317980:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cfed81e2. 00000001:00000010:2.0:1767384695.317983:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cfed81e2. 00000001:00000010:2.0:1767384695.317984:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000086eee88a. 00080000:00000010:2.0:1767384695.317990:0:41007:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003ad61315. 00080000:00000010:2.0:1767384695.317995:0:41007:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000003ad61315. 00080000:00000010:2.0:1767384695.318001:0:41007:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003ad61315. 00080000:00000010:2.0:1767384695.318003:0:41007:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000003ad61315. 00080000:00000010:2.0:1767384695.318005:0:41007:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003ad61315. 00080000:00000010:2.0:1767384695.318007:0:41007:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000003ad61315. 00080000:00000010:2.0:1767384695.318011:0:41007:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 00000000a7e6b869. 80000000:00000010:2.0:1767384695.318013:0:41007:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 00000000924d2bed. 00000004:00000010:2.0:1767384695.318030:0:41007:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 00000000a7e6b869. 00000004:00000010:2.0:1767384695.318036:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000115a4fcd. 00000004:00000010:2.0:1767384695.318040:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ec97197d. 00000004:00000010:2.0:1767384695.318043:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000030e449b. 00080000:00000010:2.0:1767384695.318046:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003ad61315. 00000001:00000010:2.0:1767384695.318051:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000086eee88a. 00000001:00000010:2.0:1767384695.318072:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000086eee88a. 00000004:00000010:2.0:1767384695.318264:0:41007:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000dd64268e. 00000004:00000010:2.0:1767384695.318269:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f934175a. 00000004:00000010:2.0:1767384695.318306:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000179b6620. 00000004:00000010:2.0:1767384695.318311:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000052fdcef1. 00080000:00000010:2.0:1767384695.318314:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fb274b06. 00000001:00000010:2.0:1767384695.318319:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000086eee88a. 00000001:00000010:2.0:1767384695.318324:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000086eee88a. 00000004:00000010:2.0:1767384695.318488:0:41007:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 00000000ef275cec. 00000004:00000010:2.0:1767384695.318491:0:41007:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 000000009322739b. 00000004:00000010:2.0:1767384695.318515:0:41007:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 000000009322739b. 00010000:00000010:2.0:1767384695.318521:0:41007:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000850a9974. 00000001:00000010:2.0:1767384695.318524:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d774b418. 00000001:00000010:2.0:1767384695.318527:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 00000000329a50e1. 00000001:00000010:2.0:1767384695.318719:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ce2e276e. 00000001:00000010:2.0:1767384695.319002:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000000db4778. 00000001:00000010:2.0:1767384695.319301:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004fcf6026. 00000001:00000010:2.0:1767384695.319560:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fa4b75f0. 00000001:00000010:2.0:1767384695.319879:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000033f8f08f. 00000001:00000010:2.0:1767384695.320138:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000014d288a1. 00000001:00000010:2.0:1767384695.320432:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d1b35bc5. 00000001:00000010:2.0:1767384695.320730:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000273f81e8. 00000001:00000010:2.0:1767384695.320959:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b2b53d02. 00000001:00000010:2.0:1767384695.321272:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000001b564a0. 00000001:00000010:2.0:1767384695.321529:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000038fd9f45. 00000100:00000010:1.0:1767384695.321664:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f6515117. 00000100:00000010:3.0:1767384695.321666:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d46c8cb. 00000100:00000010:0.0:1767384695.321672:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001de921be. 00000001:00000010:2.0:1767384695.321874:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e9c757ce. 00000001:00000010:2.0:1767384695.322273:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000024d6b34f. 00000100:00000010:2.0:1767384695.322638:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d5510b4. 00000001:00000010:2.0:1767384695.322647:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b8fb6aba. 00000001:00000010:2.0:1767384695.322904:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000079e235a8. 00000001:00000010:2.0:1767384695.323188:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000167d9997. 00000001:00000010:2.0:1767384695.323479:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000076eedfc0. 00000001:00000010:2.0:1767384695.323764:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000722ad32e. 00000001:00000010:2.0:1767384695.324030:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004a34b692. 00000001:00000010:2.0:1767384695.324323:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e3f9d2fa. 00000001:00000010:2.0:1767384695.324591:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000614ec819. 00000001:00000010:2.0:1767384695.324878:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000072831f3c. 00000001:00000010:2.0:1767384695.325161:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d89bd79f. 00000001:00000010:2.0:1767384695.325427:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c153c2ad. 00000001:00000010:2.0:1767384695.325709:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c868d51e. 00000001:00000010:2.0:1767384695.325974:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a5b50d1c. 00000001:00000010:2.0:1767384695.326251:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009f9b2baf. 00000001:00000010:2.0:1767384695.326531:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000723895e1. 00000001:00000010:2.0:1767384695.326811:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000972c7a53. 00000001:00000010:2.0:1767384695.327089:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f09179da. 00000001:00000010:2.0:1767384695.327353:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000092ee4b2e. 00000001:00000010:2.0:1767384695.327639:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000665dfddc. 00000001:00000010:2.0:1767384695.327904:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000027f9d4c2. 00000001:00000010:2.0:1767384695.328182:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000075556a42. 00000001:00000010:2.0:1767384695.328445:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b421eb6e. 00000001:00000010:2.0:1767384695.328737:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000e025b2c. 00000001:00000010:2.0:1767384695.329019:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000019d52dfd. 00000001:00000010:2.0:1767384695.329279:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000051654a8f. 00000001:00000010:2.0:1767384695.329566:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b0f6a13e. 00000001:00000010:2.0:1767384695.329831:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000caf9b4f4. 00000001:00000010:2.0:1767384695.330101:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006ddd0a13. 00000001:00000010:2.0:1767384695.330386:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009aef35e6. 00000001:00000010:2.0:1767384695.330646:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000094682058. 00000001:00000010:2.0:1767384695.330923:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ddc9a4e0. 00000001:00000010:2.0:1767384695.331204:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000410b6b3f. 00000001:00000010:2.0:1767384695.331457:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000016bb9214. 00000001:00000010:2.0:1767384695.331727:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ba042603. 00000001:00000010:2.0:1767384695.332020:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eef7d649. 00000001:00000010:2.0:1767384695.332278:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a34795d8. 00000001:00000010:2.0:1767384695.332548:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004a911451. 00000001:00000010:2.0:1767384695.332844:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e28223bc. 00000001:00000010:2.0:1767384695.333105:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000010eecaca. 00000001:00000010:2.0:1767384695.333372:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d899ba12. 00000001:00000010:2.0:1767384695.333690:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f510bfe8. 00000001:00000010:2.0:1767384695.333920:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003307f9e6. 00000001:00000010:2.0:1767384695.334218:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000de5ecf9e. 00000001:00000010:2.0:1767384695.334481:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009e42cb77. 00000001:00000010:2.0:1767384695.334756:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a6c6fbbb. 00000001:00000010:2.0:1767384695.335040:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001aca1a0f. 00000001:00000010:2.0:1767384695.335297:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000083a22361. 00000001:00000010:2.0:1767384695.335552:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000037ab458f. 00000001:00000010:2.0:1767384695.335834:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000068c3840b. 00000001:00000010:2.0:1767384695.336090:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002c7fd626. 00000001:00000010:2.0:1767384695.336361:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000094862263. 00000001:00000010:2.0:1767384695.336642:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000000969744. 00000001:00000010:2.0:1767384695.336869:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000098fc09e8. 00000001:00000010:2.0:1767384695.337165:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f85a24de. 00000001:00000010:2.0:1767384695.337412:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dd413381. 00000001:00000010:2.0:1767384695.337686:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000034b66b13. 00000001:00000010:2.0:1767384695.337953:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000069ac2039. 00000001:00000010:2.0:1767384695.338204:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000efd91803. 00000001:00000010:2.0:1767384695.338455:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000074aa0090. 00000001:00000010:2.0:1767384695.338735:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ff8cf4c9. 00000001:00000010:2.0:1767384695.338946:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008e21c055. 00000001:00000010:2.0:1767384695.339255:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000be3a1fb4. 00000001:00000010:2.0:1767384695.339521:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000087651860. 00000001:00000010:2.0:1767384695.339843:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000036880b82. 00000001:00000010:2.0:1767384695.340149:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004c050aca. 00000001:00000010:2.0:1767384695.340423:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000019c7a342. 00000001:00000010:2.0:1767384695.340713:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f7417bdd. 00000001:00000010:2.0:1767384695.340976:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000099e0f779. 00000001:00000010:2.0:1767384695.341240:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000011261a02. 00000001:00000010:2.0:1767384695.341471:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009b3c1d9b. 00000001:00000010:2.0:1767384695.341696:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000082f408d0. 00000001:00000010:2.0:1767384695.341914:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d0ac0f22. 00000001:00000010:2.0:1767384695.342133:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d0b7d964. 00000001:00000010:2.0:1767384695.342337:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003ac35f5c. 00000001:00000010:2.0:1767384695.342540:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000affef16c. 00000001:00000010:2.0:1767384695.342757:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b3fd6634. 00000001:00000010:2.0:1767384695.342959:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f30c86dc. 00000001:00000010:2.0:1767384695.343221:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c24e72a5. 00000001:00000010:2.0:1767384695.343447:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003b73d238. 00000001:00000010:2.0:1767384695.343666:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b271358d. 00000001:00000010:2.0:1767384695.343919:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a2d6e050. 00000001:00000010:2.0:1767384695.344180:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003dcaf05b. 00000001:00000010:2.0:1767384695.344431:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000265154f4. 00000001:00000010:2.0:1767384695.344658:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004067fb2a. 00000001:00000010:2.0:1767384695.344875:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f9bbeeb3. 00000001:00000010:2.0:1767384695.345119:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003d80145d. 00000001:00000010:2.0:1767384695.345323:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009c068641. 00000001:00000010:2.0:1767384695.345565:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000006039819. 00000001:00000010:2.0:1767384695.345834:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c1e90f6a. 00000001:00000010:2.0:1767384695.346043:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ad9cc9be. 00000001:00000010:2.0:1767384695.346282:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bb01b7df. 00000001:00000010:2.0:1767384695.346511:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000ab96c34. 00000001:00000010:2.0:1767384695.346768:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c1262f76. 00000001:00000010:2.0:1767384695.346974:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000036882271. 00000001:00000010:2.0:1767384695.347208:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004e37c0b6. 00000001:00000010:2.0:1767384695.347416:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000061a7bec9. 00000001:00000010:2.0:1767384695.347698:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001fec76ea. 00000001:00000010:2.0:1767384695.347963:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cdf6f6df. 00000001:00000010:2.0:1767384695.348206:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001251386a. 00000001:00000010:2.0:1767384695.348454:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a825c6ec. 00000001:00000010:2.0:1767384695.348706:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000df493def. 00000001:00000010:2.0:1767384695.348960:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eee3d4bd. 00000001:00000010:2.0:1767384695.349210:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000035d7168d. 00000001:00000010:2.0:1767384695.349453:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000477fecf2. 00000001:00000010:2.0:1767384695.349702:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002b549072. 00000001:00000010:2.0:1767384695.349931:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b743ebe3. 00000001:00000010:2.0:1767384695.350187:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008c404dab. 00000001:00000010:2.0:1767384695.350414:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d974c642. 00000001:00000010:2.0:1767384695.350670:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000755e8acf. 00000001:00000010:2.0:1767384695.350972:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ad3d2643. 00000001:00000010:2.0:1767384695.351237:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000089d1ca65. 00000001:00000010:2.0:1767384695.351502:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000be401d58. 00000001:00000010:2.0:1767384695.352307:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000071a53e61. 00000001:00000010:2.0:1767384695.352472:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eb9677c0. 00000001:00000010:2.0:1767384695.352715:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006c7c76e2. 00000020:00000010:2.0:1767384695.352854:0:41007:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b28c6961. 00000020:00000010:2.0:1767384695.352858:0:41007:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000376f0db8. 00000020:00000010:2.0:1767384695.352900:0:41007:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000987c5d97. 00000020:00000010:2.0:1767384695.352901:0:41007:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000749b1e43. 00000020:00000010:2.0:1767384695.352933:0:41007:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000e6836027. 00000004:00000010:2.0:1767384695.352943:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a0342897. 00000004:00000010:2.0:1767384695.352951:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003ae94669. 00000004:00000010:2.0:1767384695.352957:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008ab42df1. 00080000:00000010:2.0:1767384695.352965:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e6b962cb. 00000001:00000010:2.0:1767384695.352981:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000086eee88a. 00000001:00000010:2.0:1767384695.352994:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000086eee88a. 00000001:00000010:2.0:1767384695.353035:0:41007:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 00000000924d2bed. 00000001:00000010:2.0:1767384695.353360:0:41007:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 00000000924d2bed. 00080000:00000010:2.0:1767384695.353382:0:41007:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005ab6ecf4. 00080000:00000010:2.0:1767384695.353392:0:41007:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c3195166. 00080000:00000010:2.0:1767384695.353484:0:41007:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c3195166. 00000020:00000010:2.0:1767384695.353501:0:41007:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 00000000924d2bed. 00000004:00000010:2.0:1767384695.353519:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c16292ac. 00000004:00000010:2.0:1767384695.353529:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007f18b690. 00000004:00000010:2.0:1767384695.353532:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f5c14498. 00080000:00000010:2.0:1767384695.353536:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000801fd454. 00000001:00000010:2.0:1767384695.353547:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000086eee88a. 00000001:00000010:2.0:1767384695.353553:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000086eee88a. 00000001:00000010:2.0:1767384695.353699:0:41007:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 000000007c3181dc. 00000001:00000010:2.0:1767384695.353721:0:41007:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 000000007c3181dc. 00000001:00000010:2.0:1767384695.353733:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000ada97d2. 00000001:00000010:2.0:1767384695.353740:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e890e0d4. 00000001:00000010:2.0:1767384695.353743:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000007c3181dc. 00000020:00000010:2.0:1767384695.353746:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076c2cff9. 00000020:00000010:2.0:1767384695.353749:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004b7a297c. 00000040:00000010:2.0:1767384695.353755:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000771926a0. 00000020:00000010:2.0:1767384695.353758:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000085373c35. 00000020:00000010:2.0:1767384695.353762:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005ba0626a. 00000020:00000010:2.0:1767384695.353766:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068c33a10. 80000000:00000010:2.0:1767384695.353769:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006d5510b4. 40000000:00000010:2.0:1767384695.353772:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c3195166. 00100000:00000010:2.0:1767384695.353775:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000db4d04ea. 00040000:00000010:2.0:1767384695.353787:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000221fd607. 00040000:00000010:2.0:1767384695.353790:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005ab39a56. 00080000:00000010:2.0:1767384695.353795:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000040c6b997. 00080000:00000010:2.0:1767384695.353799:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c85b6848. 00000004:00000010:2.0:1767384695.353804:0:41007:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007ff3b159. 00000004:00000010:2.0:1767384695.353809:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cac4b405. 00000004:00000010:2.0:1767384695.353812:0:41007:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003ae1ce24. 00000020:00000010:2.0:1767384695.353816:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010778516. 00000020:00000010:2.0:1767384695.353819:0:41007:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000486e645a. 00000020:00000010:2.0:1767384695.353823:0:41007:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003caaaf0b. 02000000:00000010:2.0:1767384695.353846:0:41007:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000002c68e981. 02000000:00000010:2.0:1767384695.353851:0:41007:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 0000000008aa30fb. 02000000:00000010:2.0:1767384695.353857:0:41007:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000aaf1a708. 02000000:00000010:2.0:1767384695.353860:0:41007:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000f323e41d. 00000020:00000010:2.0:1767384695.354106:0:41007:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000017edd2c6. 00000020:00000010:2.0:1767384695.354110:0:41007:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 00000000a4fd9e82. 00000004:00000010:2.0:1767384695.354123:0:41007:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 00000000051ea476. 00000004:00000010:2.0:1767384695.354125:0:41007:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 000000003675cc34. 00000004:00000010:2.0:1767384695.354126:0:41007:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 000000002dacb17c. 00000004:00000010:2.0:1767384695.354128:0:41007:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 000000008c73c856. 00000004:00000010:2.0:1767384695.354132:0:41007:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 000000009716ccb0. 00000020:00000010:2.0:1767384695.354142:0:41007:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000e7baf0af. 00000020:00000010:2.0:1767384695.354149:0:41007:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b1d5b9c0. 00000004:00000010:2.0:1767384695.354165:0:41007:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 000000009716ccb0. 00000004:00000010:2.0:1767384695.354169:0:41007:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 000000009716ccb0. 00000001:00000010:2.0:1767384695.354179:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000000f650f8. 00000001:00000010:2.0:1767384695.354184:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000daeba497. 00000001:00000010:2.0:1767384695.354186:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009d8f2869. 00000001:00000010:2.0:1767384695.354188:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000008819cee. 00000001:00000010:2.0:1767384695.354190:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eca65673. 00000001:00000010:2.0:1767384695.354191:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d0a9d11a. 00000001:00000010:2.0:1767384695.354193:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008470ce94. 00000001:00000010:2.0:1767384695.354195:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000086900167. 00000001:00000010:2.0:1767384695.354197:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c128dfdd. 00000001:00000010:2.0:1767384695.354199:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000282ab427. 00000001:00000010:2.0:1767384695.354201:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e886971. 00000001:00000010:2.0:1767384695.354203:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c2ef89c. 00000020:00000010:2.0:1767384695.354206:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0c06c1b. 00000020:00000010:2.0:1767384695.354209:0:41007:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035d5fff4. 00000020:00000010:2.0:1767384695.354212:0:41007:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e5b4391. 00000008:00000010:2.0:1767384695.354216:0:41007:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ce963af3. 00020000:00000010:2.0:1767384695.354220:0:41007:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000040e13a4e. 00008000:00000010:2.0:1767384695.354237:0:41007:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000005aff196. 00000080:00000010:2.0:1767384695.354243:0:41007:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e7446701. 00000020:00000010:2.0:1767384695.354247:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a28b1fc. 00000020:00000010:2.0:1767384695.354249:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008c30901a. 00000040:00000010:2.0:1767384695.354251:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000060e98cd4. 00000020:00000010:2.0:1767384695.354254:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001bbe0843. 00000020:00000010:2.0:1767384695.354257:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f9f618cd. 00000020:00000010:2.0:1767384695.354259:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000420af5cb. 80000000:00000010:2.0:1767384695.354262:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b640c370. 40000000:00000010:2.0:1767384695.354264:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081d1d610. 00100000:00000010:2.0:1767384695.354267:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d0877781. 00040000:00000010:2.0:1767384695.354269:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000673f44dc. 00040000:00000010:2.0:1767384695.354271:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006b9f031d. 00080000:00000010:2.0:1767384695.354275:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bc4a1747. 00080000:00000010:2.0:1767384695.354279:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000073246c19. 00000004:00000010:2.0:1767384695.354283:0:41007:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000abbbbe5. 00000004:00000010:2.0:1767384695.354284:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008be4d325. 00000004:00000010:2.0:1767384695.354287:0:41007:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d01afee2. 00040000:00000010:2.0:1767384695.354289:0:41007:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 0000000070bd428e. 00040000:00000010:2.0:1767384695.354295:0:41007:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 000000003227537c. 00000020:00000010:2.0:1767384695.354300:0:41007:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006e26b096. 00040000:00000010:2.0:1767384695.354303:0:41007:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 000000003227537c. 00040000:00000010:2.0:1767384695.354307:0:41007:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000eb1c1705. 00000020:00000010:2.0:1767384695.354309:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000031d0fe1. 00000020:00000010:2.0:1767384695.354310:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002fb99935. 00000040:00000010:2.0:1767384695.354311:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ed90ee6f. 00000020:00000010:2.0:1767384695.354313:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000022df25a3. 00000020:00000010:2.0:1767384695.354316:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ebc13033. 00000020:00000010:2.0:1767384695.354318:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004c1adb46. 80000000:00000010:2.0:1767384695.354319:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c22e3ede. 40000000:00000010:2.0:1767384695.354320:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fb94b285. 00100000:00000010:2.0:1767384695.354322:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b79b6acc. 00040000:00000010:2.0:1767384695.354323:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000069aa074b. 00040000:00000010:2.0:1767384695.354326:0:41007:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000361d78b0. 00040000:00000010:2.0:1767384695.354328:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000028a9301f. 00080000:00000010:2.0:1767384695.354337:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006a77d1fe. 00080000:00000010:2.0:1767384695.354339:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000443a66d1. 00000004:00000010:2.0:1767384695.354342:0:41007:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d0df8ea5. 00000004:00000010:2.0:1767384695.354345:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000017c1feee. 00000004:00000010:2.0:1767384695.354347:0:41007:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000012575cb. 00000020:00000010:1.0:1767384695.354488:0:41007:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000025cd0e11. 00040000:00000010:1.0:1767384695.354530:0:41007:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000089c5fdb2. 00040000:00000010:1.0:1767384695.354536:0:41007:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 0000000045d71a52. 00000020:00000010:1.0:1767384695.354548:0:41007:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000009c40c00e. 00040000:00000010:1.0:1767384695.354552:0:41007:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000d09d234c. 00000020:00000010:1.0:1767384695.354561:0:41007:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000a4c53b50. 00000020:00000010:1.0:1767384695.354586:0:41007:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008c30901a. 00000040:00000010:1.0:1767384695.354590:0:41007:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000060e98cd4. 00000020:00000010:1.0:1767384695.354591:0:41007:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001bbe0843. 00000020:00000010:1.0:1767384695.354594:0:41007:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f9f618cd. 00000020:00000010:1.0:1767384695.354597:0:41007:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000420af5cb. 80000000:00000010:1.0:1767384695.354599:0:41007:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b640c370. 40000000:00000010:1.0:1767384695.354602:0:41007:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000081d1d610. 00100000:00000010:1.0:1767384695.354604:0:41007:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d0877781. 00040000:00000010:1.0:1767384695.354625:0:41007:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000673f44dc. 00040000:00000010:1.0:1767384695.354629:0:41007:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000089c5fdb2. 00040000:00000010:1.0:1767384695.354643:0:41007:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006b9f031d. 00080000:00000010:1.0:1767384695.354648:0:41007:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000073246c19. 00080000:00000010:1.0:1767384695.354651:0:41007:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bc4a1747. 00000004:00000010:1.0:1767384695.354654:0:41007:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000abbbbe5. 00000004:00000010:1.0:1767384695.354659:0:41007:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008be4d325. 00000004:00000010:1.0:1767384695.354663:0:41007:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d01afee2. 00000020:00000010:1.0:1767384695.354665:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a28b1fc. 00000020:00000010:1.0:1767384695.354667:0:41007:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035d5fff4. 00000020:00000010:1.0:1767384695.354669:0:41007:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e5b4391. 00000008:00000010:1.0:1767384695.354671:0:41007:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ce963af3. 00020000:00000010:1.0:1767384695.354673:0:41007:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000040e13a4e. 00008000:00000010:1.0:1767384695.354675:0:41007:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000005aff196. 00000080:00000010:1.0:1767384695.354677:0:41007:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e7446701. 00000020:00000010:1.0:1767384695.354679:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0c06c1b. 00000004:00000010:1.0:1767384695.354687:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000718354d4. 00000004:00000010:1.0:1767384695.354691:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cb49b6d5. 00000004:00000010:1.0:1767384695.354694:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000011167dc3. 00080000:00000010:1.0:1767384695.354697:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004c960f0c. 00080000:00000010:1.0:1767384695.354734:0:41007:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000813624a9. 00000020:00000010:1.0:1767384695.354737:0:41007:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ac28ed99. 00080000:00000010:1.0:1767384695.354741:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000077419eb6. 00080000:00000010:1.0:1767384695.354756:0:41007:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000077419eb6. 00000020:00000010:1.0:1767384695.354759:0:41007:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ac28ed99. 00000004:00000010:1.0:1767384695.354770:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006fa6cf26. 00000004:00000010:1.0:1767384695.354774:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008d064a6a. 00000004:00000010:1.0:1767384695.354777:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fcb9bc57. 00080000:00000010:1.0:1767384695.354781:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000077419eb6. 00040000:00000010:1.0:1767384695.354803:0:41007:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000089c5fdb2. 00000020:00000010:1.0:1767384695.354823:0:41007:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d8fee8f5. 00080000:00000010:1.0:1767384695.354829:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000023a83676. 00080000:00000010:1.0:1767384695.354840:0:41007:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000023a83676. 00000020:00000010:1.0:1767384695.354842:0:41007:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d8fee8f5. 00000004:00000010:1.0:1767384695.354848:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008d49d56a. 00000004:00000010:1.0:1767384695.354852:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000055339285. 00000004:00000010:1.0:1767384695.354855:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b8b62725. 00080000:00000010:1.0:1767384695.354859:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000023a83676. 00000004:00000010:1.0:1767384695.354887:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a3b18d2e. 00000004:00000010:1.0:1767384695.354892:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000003906fb8. 00000004:00000010:1.0:1767384695.354897:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f7cd4f08. 00080000:00000010:1.0:1767384695.354901:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000424a1dde. 00080000:00000010:1.0:1767384695.354913:0:41007:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000006110681c. 00100000:00000010:1.0:1767384695.354923:0:41007:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bb2b5620. 00100000:00000010:1.0:1767384695.354928:0:41007:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000bb2b5620. 00040000:00000010:1.0:1767384695.354934:0:41007:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000d3182ed7. 00000001:00000010:1.0:1767384695.354938:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000019aeae3d. 00000001:00000010:1.0:1767384695.354943:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009636e79b. 00000001:00000010:1.0:1767384695.354946:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e11910ee. 00040000:00000010:1.0:1767384695.354950:0:41007:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000bb2b5620. 00080000:00000010:1.0:1767384695.354955:0:41007:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000075d7bd0d. 00080000:00000010:1.0:1767384695.354981:0:41007:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000075d7bd0d. 00040000:00000010:1.0:1767384695.354985:0:41007:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000bb2b5620. 00040000:00000010:1.0:1767384695.354999:0:41007:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000f9adb9d0. 00000001:00000010:1.0:1767384695.355010:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003db7c4ac. 00000001:00000010:1.0:1767384695.355207:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003db7c4ac. 00000004:00000010:1.0:1767384695.355239:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d9826f1f. 00000004:00000010:1.0:1767384695.355245:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009b09c495. 00000004:00000010:1.0:1767384695.355249:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a0544a25. 00080000:00000010:1.0:1767384695.355253:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f0c06c1b. 00080000:00000010:1.0:1767384695.355265:0:41007:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000310e4544. 00100000:00000010:1.0:1767384695.355272:0:41007:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bb2b5620. 00100000:00000010:1.0:1767384695.355274:0:41007:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000bb2b5620. 00040000:00000010:1.0:1767384695.355279:0:41007:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c63c90fd. 00000001:00000010:1.0:1767384695.355283:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000a28b1fc. 00000001:00000010:1.0:1767384695.355286:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006435faad. 00000001:00000010:1.0:1767384695.355290:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002b21842a. 00040000:00000010:1.0:1767384695.355293:0:41007:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000bb2b5620. 00080000:00000010:1.0:1767384695.355297:0:41007:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000075d7bd0d. 00080000:00000010:1.0:1767384695.355315:0:41007:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000075d7bd0d. 00040000:00000010:1.0:1767384695.355319:0:41007:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000bb2b5620. 00040000:00000010:1.0:1767384695.355324:0:41007:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000059764a39. 00000001:00000010:1.0:1767384695.355330:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003db7c4ac. 00000001:00000010:1.0:1767384695.355499:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003db7c4ac. 00000004:00000010:1.0:1767384695.355528:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cffa104b. 00000004:00000010:1.0:1767384695.355533:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000010610212. 00000004:00000010:1.0:1767384695.355536:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000043fd8fa7. 00080000:00000010:1.0:1767384695.355540:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fa7f3d32. 00080000:00000010:1.0:1767384695.355551:0:41007:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000af71770f. 00100000:00000010:1.0:1767384695.355559:0:41007:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bb2b5620. 00100000:00000010:1.0:1767384695.355561:0:41007:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000bb2b5620. 00040000:00000010:1.0:1767384695.355565:0:41007:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000daa4bd4e. 00000001:00000010:1.0:1767384695.355568:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006b9f031d. 00000001:00000010:1.0:1767384695.355572:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a32e11d6. 00000001:00000010:1.0:1767384695.355574:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a113b5fb. 00040000:00000010:1.0:1767384695.355577:0:41007:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000bb2b5620. 00080000:00000010:1.0:1767384695.355580:0:41007:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000075d7bd0d. 00080000:00000010:1.0:1767384695.355593:0:41007:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000075d7bd0d. 00040000:00000010:1.0:1767384695.355596:0:41007:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000bb2b5620. 00040000:00000010:1.0:1767384695.355599:0:41007:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000009391c519. 00000001:00000010:1.0:1767384695.355604:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003db7c4ac. 00000001:00000010:1.0:1767384695.355924:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003db7c4ac. 00000020:00000010:1.0:1767384695.355955:0:41007:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000094d2d746. 00080000:00000010:1.0:1767384695.355959:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000420af5cb. 00080000:00000010:1.0:1767384695.355969:0:41007:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000420af5cb. 00000020:00000010:1.0:1767384695.355972:0:41007:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000094d2d746. 00000004:00000010:1.0:1767384695.355977:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000da7a86d5. 00000004:00000010:1.0:1767384695.355981:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005d6a706c. 00000004:00000010:1.0:1767384695.355985:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000d060f77. 00080000:00000010:1.0:1767384695.355988:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000420af5cb. 00000004:00000010:1.0:1767384695.356011:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000007cd5e5b. 00000004:00000010:1.0:1767384695.356015:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e51960a9. 00000004:00000010:1.0:1767384695.356017:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000034cd9c80. 00080000:00000010:1.0:1767384695.356019:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000060e98cd4. 00080000:00000010:1.0:1767384695.356028:0:41007:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003b349b1d. 00100000:00000010:1.0:1767384695.356034:0:41007:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bb2b5620. 00100000:00000010:1.0:1767384695.356037:0:41007:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000bb2b5620. 00040000:00000010:1.0:1767384695.356042:0:41007:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cdfa6cb9. 00000001:00000010:1.0:1767384695.356045:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008c30901a. 00000001:00000010:1.0:1767384695.356049:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d23fa54f. 00000001:00000010:1.0:1767384695.356063:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000048021103. 00040000:00000010:1.0:1767384695.356066:0:41007:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000bb2b5620. 00080000:00000010:1.0:1767384695.356070:0:41007:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000075d7bd0d. 00080000:00000010:1.0:1767384695.356086:0:41007:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000075d7bd0d. 00040000:00000010:1.0:1767384695.356090:0:41007:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000bb2b5620. 00040000:00000010:1.0:1767384695.356095:0:41007:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000001ebbc6f7. 00000001:00000010:1.0:1767384695.356102:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003db7c4ac. 00000001:00000010:1.0:1767384695.356260:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003db7c4ac. 00000004:00000010:1.0:1767384695.356296:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a3e836ef. 00000004:00000010:1.0:1767384695.356301:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d26cae84. 00000004:00000010:1.0:1767384695.356304:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000110566a6. 00080000:00000010:1.0:1767384695.356309:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000039cc1bae. 00080000:00000010:1.0:1767384695.356317:0:41007:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000545f1f80. 00100000:00000010:1.0:1767384695.356323:0:41007:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bb2b5620. 00100000:00000010:1.0:1767384695.356326:0:41007:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000bb2b5620. 00040000:00000010:1.0:1767384695.356330:0:41007:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000003febf4a9. 00000001:00000010:1.0:1767384695.356333:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d80d9c81. 00000001:00000010:1.0:1767384695.356337:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000b8c190c2. 00000001:00000010:1.0:1767384695.356339:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008e18d34f. 00040000:00000010:1.0:1767384695.356342:0:41007:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000bb2b5620. 00080000:00000010:1.0:1767384695.356345:0:41007:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000075d7bd0d. 00080000:00000010:1.0:1767384695.356357:0:41007:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000075d7bd0d. 00040000:00000010:1.0:1767384695.356360:0:41007:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000bb2b5620. 00040000:00000010:1.0:1767384695.356365:0:41007:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000009109c386. 00000001:00000010:1.0:1767384695.356371:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003db7c4ac. 00000001:00000010:1.0:1767384695.356512:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003db7c4ac. 00000004:00000010:1.0:1767384695.356539:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dade48d1. 00000004:00000010:1.0:1767384695.356587:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007f47b444. 00000004:00000010:1.0:1767384695.356591:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dcfc281f. 00080000:00000010:1.0:1767384695.356595:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000aa6acf9. 00080000:00000010:1.0:1767384695.356627:0:41007:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004e18a4d0. 00100000:00000010:1.0:1767384695.356636:0:41007:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bb2b5620. 00100000:00000010:1.0:1767384695.356638:0:41007:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000bb2b5620. 00040000:00000010:1.0:1767384695.356643:0:41007:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e3bdf32a. 00000001:00000010:1.0:1767384695.356646:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b21206de. 00000001:00000010:1.0:1767384695.356650:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a12bf3f1. 00000001:00000010:1.0:1767384695.356652:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000003b6d9776. 00040000:00000010:1.0:1767384695.356654:0:41007:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000bb2b5620. 00080000:00000010:1.0:1767384695.356657:0:41007:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000075d7bd0d. 00080000:00000010:1.0:1767384695.356674:0:41007:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000075d7bd0d. 00040000:00000010:1.0:1767384695.356678:0:41007:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000bb2b5620. 00040000:00000010:1.0:1767384695.356683:0:41007:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000004d168513. 00000001:00000010:1.0:1767384695.356690:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003db7c4ac. 00000001:00000010:1.0:1767384695.356823:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003db7c4ac. 00000020:00000010:1.0:1767384695.356837:0:41007:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000040a68fc. 00000004:00000010:1.0:1767384695.356843:0:41007:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 000000009716ccb0. 00000004:00000010:1.0:1767384695.356846:0:41007:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 000000002dacb17c. 00000004:00000010:1.0:1767384695.356849:0:41007:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 00000000051ea476. 00000004:00000010:1.0:1767384695.356852:0:41007:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 000000003675cc34. 00000004:00000010:1.0:1767384695.356854:0:41007:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 000000008c73c856. 00000020:00000010:1.0:1767384695.356864:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006593193f. 00000020:00000010:1.0:1767384695.356867:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003c438c63. 00000040:00000010:1.0:1767384695.356870:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006c878dfe. 00000020:00000010:1.0:1767384695.356874:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c7131edc. 00000020:00000010:1.0:1767384695.356877:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008278e444. 00000020:00000010:1.0:1767384695.356881:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c681741c. 80000000:00000010:1.0:1767384695.356884:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b5d08cd. 40000000:00000010:1.0:1767384695.356886:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bb2b5620. 00100000:00000010:1.0:1767384695.356890:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d01afee2. 00040000:00000010:1.0:1767384695.356892:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b71a3ac5. 00040000:00000010:1.0:1767384695.356895:0:41007:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000abbbbe5. 00040000:00000010:1.0:1767384695.356898:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000003b73ad3. 00080000:00000010:1.0:1767384695.356902:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d091d093. 00080000:00000010:1.0:1767384695.356905:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000bc4a1747. 00000004:00000010:1.0:1767384695.356909:0:41007:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d0877781. 00000004:00000010:1.0:1767384695.356913:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006f3577e2. 00000004:00000010:1.0:1767384695.356916:0:41007:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001bbe0843. 00000020:00000010:1.0:1767384695.356918:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4f37da3. 00000020:00000010:1.0:1767384695.356921:0:41007:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000336ead34. 00000020:00000010:1.0:1767384695.356926:0:41007:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019535686. 00000020:00000010:3.0:1767384695.357070:0:41007:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000065745385. 00000040:00000010:3.0:1767384695.357077:0:41007:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003f5e7cc9. 00000020:00000010:3.0:1767384695.357082:0:41007:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000003fa1eb. 00000020:00000010:3.0:1767384695.357085:0:41007:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066375573. 00000020:00000010:3.0:1767384695.357089:0:41007:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000030ff79d1. 80000000:00000010:3.0:1767384695.357092:0:41007:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002458efc2. 40000000:00000010:3.0:1767384695.357096:0:41007:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004201a73e. 00100000:00000010:3.0:1767384695.357100:0:41007:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d0713b61. 00040000:00000010:3.0:1767384695.357103:0:41007:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003167371b. 00040000:00000010:3.0:1767384695.357107:0:41007:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000089c5fdb2. 00040000:00000010:3.0:1767384695.357110:0:41007:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d916f8ac. 00080000:00000010:3.0:1767384695.357113:0:41007:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ffbf0ff4. 00080000:00000010:3.0:1767384695.357117:0:41007:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000813624a9. 00080000:00000010:3.0:1767384695.357120:0:41007:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b29dd6ea. 00000004:00000010:3.0:1767384695.357123:0:41007:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000023c1f534. 00000004:00000010:3.0:1767384695.357126:0:41007:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000082296c9e. 00000004:00000010:3.0:1767384695.357129:0:41007:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000076b4f08c. 00000020:00000010:3.0:1767384695.357132:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000176c637e. 00000020:00000010:3.0:1767384695.357135:0:41007:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8a7bcbb. 00000020:00000010:3.0:1767384695.357138:0:41007:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002331fa71. 00000008:00000010:3.0:1767384695.357140:0:41007:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003668d89e. 00020000:00000010:3.0:1767384695.357144:0:41007:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008692735c. 00008000:00000010:3.0:1767384695.357149:0:41007:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000d0566b2d. 00000080:00000010:3.0:1767384695.357153:0:41007:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000003ff77be0. 00000020:00000010:3.0:1767384695.357156:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d27daa32. 00000020:00000010:3.0:1767384695.357162:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000046195d5c. 00000020:00000010:3.0:1767384695.357173:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000111bd30a. 00000020:00000010:3.0:1767384695.357177:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000111bd30a. 00000020:00000010:3.0:1767384695.357182:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000111bd30a. 00000020:00000010:3.0:1767384695.357184:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000111bd30a. 00000020:00000010:3.0:1767384695.357189:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000111bd30a. 00000020:00000010:3.0:1767384695.357192:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000111bd30a. 00000020:00000010:3.0:1767384695.357197:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000009a01cef2. 00000020:00000010:3.0:1767384695.357206:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb43205a. 00000020:00000010:3.0:1767384695.357209:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dffda886. 00000040:00000010:3.0:1767384695.357212:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b4014c44. 00000020:00000010:3.0:1767384695.357215:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000093a71eb. 00000020:00000010:3.0:1767384695.357219:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000026fbbba0. 00000020:00000010:3.0:1767384695.357222:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000933edae0. 80000000:00000010:3.0:1767384695.357225:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002332506e. 40000000:00000010:3.0:1767384695.357228:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000079bd4f58. 00100000:00000010:3.0:1767384695.357231:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b331d376. 00040000:00000010:3.0:1767384695.357233:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000111bd30a. 00040000:00000010:3.0:1767384695.357236:0:41007:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000063df4c5f. 00040000:00000010:3.0:1767384695.357239:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005ae03ab0. 00080000:00000010:3.0:1767384695.357243:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003934c351. 00080000:00000010:3.0:1767384695.357247:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a6420ea4. 00000004:00000010:3.0:1767384695.357253:0:41007:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000016333e1b. 00000004:00000010:3.0:1767384695.357256:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000016961b5. 00000004:00000010:3.0:1767384695.357260:0:41007:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b05c5b51. 02000000:00000010:3.0:1767384695.357269:0:41007:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 000000001cfa7710. 02000000:00000010:3.0:1767384695.357274:0:41007:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 000000001cfa7710. 00000020:00000010:3.0:1767384695.357279:0:41007:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dffda886. 00000040:00000010:3.0:1767384695.357282:0:41007:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b4014c44. 00000020:00000010:3.0:1767384695.357284:0:41007:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000093a71eb. 00000020:00000010:3.0:1767384695.357288:0:41007:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000026fbbba0. 00000020:00000010:3.0:1767384695.357291:0:41007:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000933edae0. 80000000:00000010:3.0:1767384695.357294:0:41007:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002332506e. 40000000:00000010:3.0:1767384695.357297:0:41007:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000079bd4f58. 00100000:00000010:3.0:1767384695.357300:0:41007:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b331d376. 00040000:00000010:3.0:1767384695.357304:0:41007:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000111bd30a. 00040000:00000010:3.0:1767384695.357306:0:41007:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000063df4c5f. 00040000:00000010:3.0:1767384695.357308:0:41007:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005ae03ab0. 00080000:00000010:3.0:1767384695.357311:0:41007:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a6420ea4. 00080000:00000010:3.0:1767384695.357315:0:41007:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003934c351. 00000004:00000010:3.0:1767384695.357317:0:41007:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000016333e1b. 00000004:00000010:3.0:1767384695.357319:0:41007:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000016961b5. 00000004:00000010:3.0:1767384695.357322:0:41007:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b05c5b51. 00000020:00000010:3.0:1767384695.357324:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb43205a. 00000020:00000010:3.0:1767384695.357328:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000009a01cef2. 00000020:00000010:3.0:1767384695.357332:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000111bd30a. 00000020:00000010:3.0:1767384695.357334:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000111bd30a. 00000020:00000010:3.0:1767384695.357338:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000111bd30a. 00000020:00000010:3.0:1767384695.357340:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000111bd30a. 00000020:00000010:3.0:1767384695.357343:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 0000000079bd4f58. 00000100:00000010:3.0:1767384695.357347:0:41007:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000e02c10d4. 00000400:00000200:3.0:1767384695.357363:0:41007:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767384695.357376:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:3.0:1767384695.357383:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384695.357389:0:41007:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (43) 00000400:00000200:3.0:1767384695.357393:0:41007:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384695.357396:0:41007:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:3.0:1767384695.357399:0:41007:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (44) 00000400:00000200:3.0:1767384695.357401:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:3.0:1767384695.357403:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:3.0:1767384695.357406:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357408:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:3.0:1767384695.357410:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:3.0:1767384695.357413:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357415:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000400:00000200:3.0:1767384695.357416:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.137@tcp12 00000400:00000200:3.0:1767384695.357419:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357421:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp12 00000400:00000200:3.0:1767384695.357422:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.137@tcp13 00000400:00000200:3.0:1767384695.357425:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357427:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp13 00000400:00000200:3.0:1767384695.357428:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.137@tcp14 00000400:00000200:3.0:1767384695.357430:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357432:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp14 00000400:00000200:3.0:1767384695.357434:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.137@tcp15 00000400:00000200:3.0:1767384695.357437:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357438:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp15 00000400:00000200:3.0:1767384695.357440:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.137@tcp16 00000400:00000200:3.0:1767384695.357443:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357445:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp16 00000400:00000200:3.0:1767384695.357446:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.137@tcp17 00000400:00000200:3.0:1767384695.357449:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357450:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp17 00000400:00000200:3.0:1767384695.357452:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.137@tcp18 00000400:00000200:3.0:1767384695.357454:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357456:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp18 00000400:00000200:3.0:1767384695.357458:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.137@tcp19 00000400:00000200:3.0:1767384695.357461:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357462:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp19 00000400:00000200:3.0:1767384695.357464:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.137@tcp20 00000400:00000200:3.0:1767384695.357466:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357468:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp20 00000400:00000200:3.0:1767384695.357470:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.137@tcp21 00000400:00000200:3.0:1767384695.357473:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357474:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp21 00000400:00000200:3.0:1767384695.357476:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.137@tcp22 00000400:00000200:3.0:1767384695.357478:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357480:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp22 00000400:00000200:3.0:1767384695.357482:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.137@tcp23 00000400:00000200:3.0:1767384695.357485:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357487:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp23 00000400:00000200:3.0:1767384695.357489:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.137@tcp24 00000400:00000200:3.0:1767384695.357492:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357494:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp24 00000400:00000200:3.0:1767384695.357495:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.137@tcp25 00000400:00000200:3.0:1767384695.357498:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357500:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp25 00000400:00000200:3.0:1767384695.357501:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.137@tcp26 00000400:00000200:3.0:1767384695.357504:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357506:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp26 00000400:00000200:3.0:1767384695.357508:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.137@tcp27 00000400:00000200:3.0:1767384695.357511:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357513:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp27 00000400:00000200:3.0:1767384695.357515:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.137@tcp28 00000400:00000200:3.0:1767384695.357518:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357519:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp28 00000400:00000200:3.0:1767384695.357521:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.137@tcp29 00000400:00000200:3.0:1767384695.357523:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357525:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp29 00000400:00000200:3.0:1767384695.357526:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.137@tcp30 00000400:00000200:3.0:1767384695.357529:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357531:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp30 00000400:00000200:3.0:1767384695.357533:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.137@tcp31 00000400:00000200:3.0:1767384695.357536:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357538:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp31 00000400:00000200:3.0:1767384695.357539:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.137@tcp32 00000400:00000200:3.0:1767384695.357542:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357544:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp32 00000400:00000200:3.0:1767384695.357545:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.137@tcp33 00000400:00000200:3.0:1767384695.357549:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357550:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp33 00000400:00000200:3.0:1767384695.357552:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.137@tcp34 00000400:00000200:3.0:1767384695.357554:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357556:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp34 00000400:00000200:3.0:1767384695.357558:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.137@tcp35 00000400:00000200:3.0:1767384695.357560:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357562:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp35 00000400:00000200:3.0:1767384695.357563:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.137@tcp36 00000400:00000200:3.0:1767384695.357566:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357567:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp36 00000400:00000200:3.0:1767384695.357568:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.137@tcp37 00000400:00000200:3.0:1767384695.357571:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357572:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp37 00000400:00000200:3.0:1767384695.357574:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.137@tcp38 00000400:00000200:3.0:1767384695.357578:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357579:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp38 00000400:00000200:3.0:1767384695.357581:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.137@tcp39 00000400:00000200:3.0:1767384695.357584:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357586:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp39 00000400:00000200:3.0:1767384695.357588:0:41007:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.137@tcp40 00000400:00000200:3.0:1767384695.357591:0:41007:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.357593:0:41007:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp40 00000100:00000010:3.0:1767384695.357595:0:41007:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000e02c10d4. 00000020:00000010:3.0:1767384695.357598:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 0000000079bd4f58. 00000020:00000010:3.0:1767384695.357602:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.357636:0:41007:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000e6650b79. 00000020:00000010:3.0:1767384695.357640:0:41007:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b05c5b51. 00000020:00000010:3.0:1767384695.357649:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.357655:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 000000009e732dbb. 00000001:00000010:3.0:1767384695.357668:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000111bd30a. 00000001:00000010:3.0:1767384695.357672:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000077c7cc6. 00000001:00000010:3.0:1767384695.357675:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009bd7bc77. 00000001:00000010:3.0:1767384695.357677:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d916f8ac. 00000001:00000010:3.0:1767384695.357679:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000030ff79d1. 00000001:00000010:3.0:1767384695.357682:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cb43205a. 00000001:00000010:3.0:1767384695.357684:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c94768e1. 00000001:00000010:3.0:1767384695.357687:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b121aed5. 00000001:00000010:3.0:1767384695.357688:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ae03ab0. 00000001:00000010:3.0:1767384695.357691:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000933edae0. 00000001:00000010:3.0:1767384695.357694:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b4014c44. 00000001:00000010:3.0:1767384695.357696:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dffda886. 00000020:00000010:3.0:1767384695.357700:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f5e7cc9. 00000020:00000010:3.0:1767384695.357703:0:41007:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000020689a6. 00000020:00000010:3.0:1767384695.357740:0:41007:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000702003c5. 00000008:00000010:3.0:1767384695.357745:0:41007:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000978e4538. 00020000:00000010:3.0:1767384695.357748:0:41007:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ff90e634. 00008000:00000010:3.0:1767384695.357751:0:41007:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005d7113a6. 00000080:00000010:3.0:1767384695.357755:0:41007:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000242c8cc5. 00000020:00000010:3.0:1767384695.357759:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d27daa32. 00000020:00000010:3.0:1767384695.357761:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000176c637e. 00000040:00000010:3.0:1767384695.357764:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000065745385. 00000020:00000010:3.0:1767384695.357766:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000016333e1b. 00000020:00000010:3.0:1767384695.357768:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000026fbbba0. 00000020:00000010:3.0:1767384695.357772:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003c5f3a5e. 80000000:00000010:3.0:1767384695.357774:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002332506e. 40000000:00000010:3.0:1767384695.357777:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000079bd4f58. 00100000:00000010:3.0:1767384695.357780:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000063df4c5f. 00040000:00000010:3.0:1767384695.357783:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a5de3ff8. 00040000:00000010:3.0:1767384695.357786:0:41007:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b331d376. 00040000:00000010:3.0:1767384695.357790:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c046abe6. 00080000:00000010:3.0:1767384695.357793:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003934c351. 00080000:00000010:3.0:1767384695.357795:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a6420ea4. 00000004:00000010:3.0:1767384695.357798:0:41007:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000093a71eb. 00000004:00000010:3.0:1767384695.357800:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000016961b5. 00000004:00000010:3.0:1767384695.357803:0:41007:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000062085f69. 00002000:00000010:3.0:1767384695.357807:0:41007:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000130a06f2. 00000004:00000010:3.0:1767384695.357811:0:41007:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 00000000db7c54f4. 00000004:00000010:3.0:1767384695.357819:0:41007:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 000000005a89ffd3. 00000004:00000010:3.0:1767384695.357822:0:41007:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 000000009a01cef2. 00000020:00000010:3.0:1767384695.357826:0:41007:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a3d02d91. 00000004:00000010:3.0:1767384695.357832:0:41007:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 000000009a01cef2. 00010000:00000010:3.0:1767384695.357840:0:41007:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000054a1ee51. 00010000:00000010:3.0:1767384695.357846:0:41007:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000cf0be572. 00000020:00000010:3.0:1767384695.357855:0:41007:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a98098ec. 00000100:00000200:3.0:1767384695.357868:0:41007:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.137@tcp->12345-0@lo 00010000:00000010:3.0:1767384695.357874:0:41007:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000c952bc65. 00010000:00000010:3.0:1767384695.357879:0:41007:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000fe413dff. 00000001:00000010:3.0:1767384695.357882:0:41007:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000fb7e6739. 00000001:00000010:3.0:1767384695.357886:0:41007:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000004267e6a5. 00000001:00000010:3.0:1767384695.357891:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b29dd6ea. 00000001:00000010:3.0:1767384695.357898:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ffbf0ff4. 00000001:00000010:3.0:1767384695.357903:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000257480e9. 00000001:00000010:3.0:1767384695.357909:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f5c18b63. 00000001:00000010:3.0:1767384695.357915:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a5b23737. 00000001:00000010:3.0:1767384695.357920:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000415ed312. 00000001:00000010:3.0:1767384695.357933:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006b68ff04. 00000001:00000010:3.0:1767384695.357938:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001bb6a603. 00000001:00000010:3.0:1767384695.357943:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e4635beb. 00000001:00000010:3.0:1767384695.357947:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000abfec5cc. 00000001:00000010:3.0:1767384695.357957:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000f075d68. 00000001:00000010:3.0:1767384695.357962:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009dff60f0. 00000001:00000010:3.0:1767384695.357966:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001f8d669c. 00000001:00000010:3.0:1767384695.357972:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f7992db1. 00000001:00000010:3.0:1767384695.357981:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003e2092f4. 00000001:00000010:3.0:1767384695.357987:0:41007:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000af4517e0. 00000020:00000010:3.0:1767384695.358031:0:41007:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000083da48bd. 00000020:00000010:3.0:1767384695.358033:0:41007:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000003ac66b7b. 00000020:00000010:3.0:1767384695.358096:0:41007:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000813624a9. 00000020:00000010:3.0:1767384695.358100:0:41007:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000bf654088. 40000000:00000010:3.0:1767384695.358116:0:41007:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000a7542937. 40000000:00000010:3.0:1767384695.358120:0:41007:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000009a01cef2. 40000000:00000010:3.0:1767384695.358152:0:41007:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000009a01cef2. 00000004:00000010:3.0:1767384695.358166:0:41007:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c28edb5a. 00000004:00000010:3.0:1767384695.358174:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000666894a5. 00000004:00000010:3.0:1767384695.358179:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cc4f69f9. 00000004:00000010:3.0:1767384695.358183:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000aa0015fd. 00080000:00000010:3.0:1767384695.358187:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004d026955. 00000001:00000010:3.0:1767384695.358193:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a9f2d6a4. 00000001:00000010:3.0:1767384695.358202:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a9f2d6a4. 00000004:00000010:3.0:1767384695.358403:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003f37c66e. 00000004:00000010:3.0:1767384695.358409:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009c5b6246. 00000004:00000010:3.0:1767384695.358412:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006709be6d. 00080000:00000010:3.0:1767384695.358416:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000aee0c210. 00000001:00000010:3.0:1767384695.358421:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a9f2d6a4. 00000001:00000010:3.0:1767384695.358427:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a9f2d6a4. 00000004:00000010:3.0:1767384695.358601:0:41007:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 000000001fbb507c. 00000004:00000010:3.0:1767384695.358606:0:41007:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 000000005f503700. 00000004:00000010:3.0:1767384695.358626:0:41007:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000af597ab6. 00000004:00000010:3.0:1767384695.358631:0:41007:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bbdc47ba. 00000004:00000010:3.0:1767384695.358634:0:41007:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001367178b. 00080000:00000010:3.0:1767384695.358638:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000091a2648c. 00000001:00000010:3.0:1767384695.358643:0:41007:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a9f2d6a4. 00000001:00000010:3.0:1767384695.358649:0:41007:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a9f2d6a4. 00000040:00000010:3.0:1767384695.358803:0:41007:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000d9f86a30. 00000040:00000010:3.0:1767384695.358812:0:41007:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c4921af3. 00000020:00000010:3.0:1767384695.358818:0:41007:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d856e6bb. 00080000:00000010:3.0:1767384695.358821:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000038999177. 00000040:00000010:3.0:1767384695.358985:0:41007:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e72fe1b8. 00080000:00000010:3.0:1767384695.359257:0:41007:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008f9352cd. 00080000:00000010:3.0:1767384695.359263:0:41007:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001cfa7710. 00080000:00000010:3.0:1767384695.359286:0:41007:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001cfa7710. 00080000:00000010:3.0:1767384695.359293:0:41007:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000699846ec. 00000040:00000010:3.0:1767384695.359296:0:41007:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002c7db964. 00000020:00000010:3.0:1767384695.359301:0:41007:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f6f25f88. 00080000:00000010:3.0:1767384695.359305:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f02ce5ca. 00080000:00000010:3.0:1767384695.359438:0:41007:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001cfa7710. 00080000:00000010:3.0:1767384695.359445:0:41007:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000eee0485c. 00080000:00000010:3.0:1767384695.359451:0:41007:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007a0c5060. 00000040:00000010:3.0:1767384695.359457:0:41007:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c096c5d5. 00000020:00000010:3.0:1767384695.359461:0:41007:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c4ab0367. 00080000:00000010:3.0:1767384695.359464:0:41007:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000270d9158. 00080000:00000010:3.0:1767384695.359601:0:41007:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c725401c. 00000001:00000010:3.0:1767384695.359846:0:41007:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 0000000076b4f08c. 00000040:00000010:3.0:1767384695.359874:0:41007:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000014d6b9a7. 00080000:00000010:3.0:1767384695.359885:0:41007:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000a8aa335e. 00080000:00000010:3.0:1767384695.360024:0:41007:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000001603a10a. 00080000:00000010:3.0:1767384695.360335:0:41007:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c725401c. 00080000:00000010:3.0:1767384695.360339:0:41007:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007a0c5060. 00080000:00000010:3.0:1767384695.360342:0:41007:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001cfa7710. 00000020:00000010:3.0:1767384695.360506:0:41011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000daa321c0. 00000020:00000010:3.0:1767384695.360509:0:41011:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e66eaa58. 00000040:00000010:3.0:1767384695.360511:0:41011:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a22f89f4. 00000020:00000010:3.0:1767384695.360514:0:41011:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000023c1f534. 00000020:00000010:3.0:1767384695.360517:0:41011:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000036ffe13d. 00040000:00000010:3.0:1767384695.360520:0:41011:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008927dca9. 00040000:00000010:3.0:1767384695.360524:0:41011:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ba94952b. 00000004:00000010:1.0:1767384695.360527:0:41007:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 0000000079dff102. 00000020:00000010:1.0:1767384695.360533:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000251bbbd5. 00080000:00000010:3.0:1767384695.360536:0:41011:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000001439880. 00000020:00000010:1.0:1767384695.360538:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003c39e207. 00080000:00000010:3.0:1767384695.360542:0:41011:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000df3fba8f. 00000040:00000010:1.0:1767384695.360543:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000010c433c0. 00000020:00000010:3.0:1767384695.360551:0:41011:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007a0c5060. 00000020:00000010:1.0:1767384695.360552:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000095084aaa. 00000020:00000010:1.0:1767384695.360558:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000047f74228. 00000040:00000010:3.0:1767384695.360560:0:41011:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000001a5409bd. 00000020:00000010:1.0:1767384695.360563:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000652b7920. 00000040:00000010:3.0:1767384695.360568:0:41011:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007170fa55. 80000000:00000010:1.0:1767384695.360568:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f4b0e960. 40000000:00000010:1.0:1767384695.360574:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009add4744. 00100000:00000010:1.0:1767384695.360578:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d2136587. 00040000:00000010:1.0:1767384695.360581:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000001e0437b. 00040000:00000010:1.0:1767384695.360584:0:41007:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cb0992d5. 00000040:00000010:3.0:1767384695.360587:0:41011:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000034cf636c. 00040000:00000010:1.0:1767384695.360588:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000006b3072. 00000040:00000010:3.0:1767384695.360593:0:41011:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000008792e82e. 00080000:00000010:1.0:1767384695.360595:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000073246c19. 00080000:00000010:1.0:1767384695.360609:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e01a01f8. 00000004:00000010:1.0:1767384695.360634:0:41007:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004e12c8cb. 00000004:00000010:1.0:1767384695.360638:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ef27d4c9. 00000004:00000010:1.0:1767384695.360642:0:41007:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bda4158f. 00002000:00000010:1.0:1767384695.360645:0:41007:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000009814733. 00000004:00000010:1.0:1767384695.360648:0:41007:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000887d8028. 00000020:00000010:1.0:1767384695.360910:0:41007:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000545cbba6. 00000020:00000010:1.0:1767384695.360915:0:41007:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000031ddb48f. 00000020:00000010:1.0:1767384695.360941:0:41007:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000056925227. 00000020:00000010:1.0:1767384695.360949:0:41007:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000056925227. 00000004:00000010:1.0:1767384695.360953:0:41007:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 000000005a89ffd3. 00000020:00000010:1.0:1767384695.360958:0:41007:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000176c637e. 00000040:00000010:1.0:1767384695.360961:0:41007:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000065745385. 00000020:00000010:1.0:1767384695.360963:0:41007:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000016333e1b. 00000020:00000010:1.0:1767384695.360965:0:41007:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000026fbbba0. 00000020:00000010:1.0:1767384695.360968:0:41007:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003c5f3a5e. 80000000:00000010:1.0:1767384695.360971:0:41007:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002332506e. 40000000:00000010:1.0:1767384695.360973:0:41007:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000079bd4f58. 00100000:00000010:1.0:1767384695.360976:0:41007:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000063df4c5f. 00040000:00000010:1.0:1767384695.360978:0:41007:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a5de3ff8. 00040000:00000010:1.0:1767384695.360981:0:41007:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b331d376. 00040000:00000010:1.0:1767384695.360983:0:41007:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c046abe6. 00080000:00000010:1.0:1767384695.360986:0:41007:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 0000000076b4f08c. 00080000:00000010:1.0:1767384695.360988:0:41007:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a6420ea4. 00080000:00000010:1.0:1767384695.360991:0:41007:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000eee0485c. 00080000:00000010:1.0:1767384695.360993:0:41007:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003934c351. 00000004:00000010:1.0:1767384695.360996:0:41007:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000093a71eb. 00000004:00000010:1.0:1767384695.360999:0:41007:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000016961b5. 00000004:00000010:1.0:1767384695.361001:0:41007:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000062085f69. 00002000:00000010:1.0:1767384695.361004:0:41007:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000130a06f2. 00000004:00000010:1.0:1767384695.361007:0:41007:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c28edb5a. 00000020:00000010:1.0:1767384695.361009:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d27daa32. 00000020:00000010:1.0:1767384695.361012:0:41007:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000020689a6. 00000020:00000010:1.0:1767384695.361014:0:41007:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000702003c5. 00000008:00000010:1.0:1767384695.361017:0:41007:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000978e4538. 00020000:00000010:1.0:1767384695.361020:0:41007:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000ff90e634. 00008000:00000010:1.0:1767384695.361023:0:41007:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005d7113a6. 00000080:00000010:1.0:1767384695.361026:0:41007:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000242c8cc5. 00000020:00000010:1.0:1767384695.361029:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f5e7cc9. 00000020:00000010:1.0:1767384695.361032:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 000000009e732dbb. 00000020:00000010:1.0:1767384695.361038:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000016701d82. 00000020:00000010:1.0:1767384695.361044:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049d772d4. 00000020:00000010:1.0:1767384695.361046:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a5fa4bf. 00000040:00000010:1.0:1767384695.361049:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f89d5166. 00000020:00000010:1.0:1767384695.361064:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000776dea4d. 00000020:00000010:1.0:1767384695.361068:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001afe6dc9. 00000020:00000010:1.0:1767384695.361071:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000acdafd31. 80000000:00000010:1.0:1767384695.361073:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004dcd4d72. 40000000:00000010:1.0:1767384695.361075:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a940e8e3. 00100000:00000010:1.0:1767384695.361078:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ab211cdd. 00040000:00000010:1.0:1767384695.361081:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ebaf7f12. 00040000:00000010:1.0:1767384695.361084:0:41007:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b5354d46. 00040000:00000010:1.0:1767384695.361086:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005f4b2458. 00080000:00000010:1.0:1767384695.361089:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000088cafb3a. 00080000:00000010:1.0:1767384695.361092:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cc52d09d. 00000004:00000010:1.0:1767384695.361096:0:41007:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b70a145a. 00000004:00000010:1.0:1767384695.361099:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000016961b5. 00000004:00000010:1.0:1767384695.361101:0:41007:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ac492250. 00000004:00000010:1.0:1767384695.361104:0:41007:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000057ccb30f. 00000004:00000010:1.0:1767384695.361115:0:41007:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 0000000056925227. 00000020:00000010:1.0:1767384695.361119:0:41007:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a7764391. 00000100:00000010:1.0:1767384695.361137:0:41007:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ccd4728. 02000000:00000010:1.0:1767384695.361147:0:41007:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004566b08e. 00000004:00000010:1.0:1767384695.361181:0:41007:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 0000000056925227. 00000004:00000010:1.0:1767384695.361185:0:41007:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 00000000eee0485c. 00040000:00000010:0.0:1767384695.361190:0:16347:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000946f0f59. 00020000:00000010:1.0:1767384695.361191:0:41007:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000838c5c0a. 00020000:00000010:1.0:1767384695.361198:0:41007:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 0000000024219613. 00000004:00000010:0.0:1767384695.361198:0:16347:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001305c103. 00000004:00000010:0.0:1767384695.361204:0:16347:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000042101712. 00100000:00000010:1.0:1767384695.361209:0:41007:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 0000000056925227. 00000004:00000010:0.0:1767384695.361209:0:16347:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000013270bd0. 00000004:00000010:0.0:1767384695.361215:0:16347:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000529ba128. 00000020:00000010:1.0:1767384695.361216:0:41007:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005a5fa4bf. 00000040:00000010:1.0:1767384695.361221:0:41007:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f89d5166. 00000020:00000010:1.0:1767384695.361224:0:41007:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000776dea4d. 00000020:00000010:1.0:1767384695.361227:0:41007:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001afe6dc9. 00000020:00000010:1.0:1767384695.361230:0:41007:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000acdafd31. 02000000:00000010:0.0:1767384695.361230:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a6dc3661. 80000000:00000010:1.0:1767384695.361236:0:41007:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004dcd4d72. 00000400:00000010:0.0:1767384695.361238:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036bcdcb6. 40000000:00000010:1.0:1767384695.361239:0:41007:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a940e8e3. 00100000:00000010:1.0:1767384695.361243:0:41007:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ab211cdd. 00040000:00000010:1.0:1767384695.361246:0:41007:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ebaf7f12. 00000400:00000010:0.0:1767384695.361246:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f51a2df5. 00040000:00000010:1.0:1767384695.361252:0:41007:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b5354d46. 00040000:00000010:1.0:1767384695.361255:0:41007:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005f4b2458. 00000100:00000200:0.0:1767384695.361255:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049199360, portal 4 00080000:00000010:1.0:1767384695.361260:0:41007:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cc52d09d. 00080000:00000010:1.0:1767384695.361264:0:41007:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000088cafb3a. 00000004:00000010:1.0:1767384695.361267:0:41007:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b70a145a. 00000004:00000010:1.0:1767384695.361269:0:41007:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000016961b5. 00000020:00000010:0.0:1767384695.361270:0:16347:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000676732e2. 00000004:00000010:1.0:1767384695.361272:0:41007:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ac492250. 00000004:00000010:1.0:1767384695.361276:0:41007:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000057ccb30f. 00000400:00000010:0.0:1767384695.361277:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038b2319f. 00000020:00000010:1.0:1767384695.361279:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049d772d4. 00000100:00000200:0.0:1767384695.361281:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237049199360, offset 0 00000020:00000010:1.0:1767384695.361283:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000016701d82. 00000400:00000200:0.0:1767384695.361290:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384695.361291:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ebaf7f12. 00000020:00000010:1.0:1767384695.361295:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ebaf7f12. 00000020:00000010:1.0:1767384695.361299:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ebaf7f12. 00000020:00000010:1.0:1767384695.361303:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ebaf7f12. 00000400:00000200:0.0:1767384695.361303:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384695.361310:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000a940e8e3. 00000020:00000010:1.0:1767384695.361313:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000a940e8e3. 00000400:00000200:0.0:1767384695.361316:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958260008b00 00000100:00000010:1.0:1767384695.361322:0:41007:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 00000400:00000200:0.0:1767384695.361323:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xae1 [8] + 5976 02000000:00000010:1.0:1767384695.361329:0:41007:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003f5e7cc9. 00000400:00000200:0.0:1767384695.361331:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384695.361337:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384695.361339:0:41007:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000945c4ee2. 00000100:00000200:0.0:1767384695.361344:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384695.361349:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec1a4ee9. 02000000:00000010:1.0:1767384695.361359:0:41007:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000e92f88cb. 00000400:00000010:1.0:1767384695.361365:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003db7c4ac. 00000400:00000200:0.0:1767384695.361367:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b2319f 00000400:00000010:0.0:1767384695.361370:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038b2319f. 00000400:00000010:1.0:1767384695.361376:0:41007:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000045a8ad01. 00000100:00000200:0.0:1767384695.361378:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ccd4728 x1853237049199360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384695.361382:0:41007:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049199488, portal 25 00000400:00000010:1.0:1767384695.361389:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000100:00000200:1.0:1767384695.361393:0:41007:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049199488, offset 0 00000100:00000010:0.0:1767384695.361399:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d10a7b9. 00000400:00000200:1.0:1767384695.361402:0:41007:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384695.361410:0:41007:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384695.361411:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069a625ed. 00000100:00000010:0.0:1767384695.361412:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a86e97ad. 00000400:00000200:1.0:1767384695.361419:0:41007:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260008b80 00000020:00000010:2.0:1767384695.361420:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065a37a83. 00000100:00000010:0.0:1767384695.361422:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f2ea184. 00000020:00000010:2.0:1767384695.361427:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fe08f84. 00000400:00000200:1.0:1767384695.361427:0:41007:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21e5 [2] + 0 00000100:00000010:0.0:1767384695.361428:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8d7e45c. 00000400:00000010:1.0:1767384695.361435:0:41007:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a6263d1. 00000400:00000200:1.0:1767384695.361439:0:41007:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007baf7e4a 00000400:00000200:1.0:1767384695.361443:0:41007:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384695.361447:0:41007:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384695.361450:0:41007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007baf7e4a 00000400:00000010:1.0:1767384695.361452:0:41007:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007baf7e4a. 00000100:00000200:1.0:1767384695.361458:0:41007:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384695.361464:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199360 00000400:00000200:1.0:1767384695.361473:0:41007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000400:00000010:1.0:1767384695.361477:0:41007:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 02000000:00000010:2.0:1767384695.361481:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000056701622. 00000100:00000200:1.0:1767384695.361483:0:41007:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000da11bbe x1853237049199488/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384695.361491:0:17887:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f66e0087. 00000020:00000010:0.0:1767384695.361496:0:40987:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000910bcbc7. 00000001:00000010:2.0:1767384695.361503:0:17887:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000004b9509de. 00000020:00000010:0.0:1767384695.361510:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205bfe5d. 00000001:00000010:2.0:1767384695.361511:0:17887:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c3818c1f. 00000020:00000010:0.0:1767384695.361515:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000205bfe5d. 00000001:00000010:2.0:1767384695.361519:0:17887:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000764bab89. 00000020:00000010:0.0:1767384695.361523:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff2d0503. 00000001:00000010:2.0:1767384695.361524:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000178a5c2. 00000020:00000010:0.0:1767384695.361528:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbaa348b. 00000001:00000010:2.0:1767384695.361531:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ae1658f4. 00000020:00000010:0.0:1767384695.361534:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000001:00000010:2.0:1767384695.361537:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000a878e51. 00000001:00000010:2.0:1767384695.361542:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000fdd88a8. 00000020:00000010:0.0:1767384695.361559:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205bfe5d. 00000020:00000010:0.0:1767384695.361562:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000205bfe5d. 00000100:00000200:0.0:1767384695.361565:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199488 00080000:00000010:2.0:1767384695.361574:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bea5d1d5. 02000000:00000010:0.0:1767384695.361583:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000e9daebe7. 00000040:00000010:0.0:1767384695.361589:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000086164da1. 00000040:00000010:0.0:1767384695.361597:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cf1a25ca. 00080000:00000010:2.0:1767384695.361603:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f90ebb6e. 00000040:00000010:0.0:1767384695.361704:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cf1a25ca. 00000040:00000010:0.0:1767384695.361714:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000086164da1. 00010000:00000200:0.0:1767384695.361723:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007ff14c22 x1853237049199488/t0(0) o502->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 272/8472 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384695.361737:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000079d20998. 00000100:00000200:0.0:1767384695.361740:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237049199488, offset 224 00000400:00000200:0.0:1767384695.361745:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384695.361751:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384695.361756:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260008b80 00000400:00000200:0.0:1767384695.361761:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a5d [4] + 224 00000400:00000200:0.0:1767384695.361766:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384695.361769:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384695.361774:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000da11bbe x1853237049199488/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384695.361791:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079d20998 00000400:00000010:0.0:1767384695.361793:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000079d20998. 00000020:00000010:0.0:1767384695.361804:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbaa348b. 00000020:00000010:0.0:1767384695.361807:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384695.361810:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff2d0503. 02000000:00000010:0.0:1767384695.361816:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000e9daebe7. 00000400:00000010:1.0:1767384695.361822:0:41007:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003db7c4ac. 00000400:00000200:1.0:1767384695.361827:0:41007:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045a8ad01 00000400:00000010:1.0:1767384695.361829:0:41007:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000045a8ad01. 00000100:00000200:1.0:1767384695.361835:0:41007:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000da11bbe x1853237049199488/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384695.361846:0:41007:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000da11bbe x1853237049199488/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384695.361846:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384695.361852:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048012666. 00000400:00000010:0.0:1767384695.361864:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079d20998. 00000100:00000010:1.0:1767384695.361872:0:41007:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000945c4ee2. 02000000:00000010:1.0:1767384695.361882:0:41007:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e92f88cb. 02000000:00000010:1.0:1767384695.361893:0:41007:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003f5e7cc9. 00000100:00000010:1.0:1767384695.361898:0:41007:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 00000001:00000010:2.0:1767384695.361904:0:17887:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000ef9d52c7. 00000020:00000010:1.0:1767384695.361905:0:41007:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ebaf7f12. 00000020:00000010:1.0:1767384695.361910:0:41007:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ebaf7f12. 00000040:00000010:1.0:1767384695.361913:0:41007:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000004b49eb75. 00000020:00000010:1.0:1767384695.361919:0:41007:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007c3981e9. 00080000:00000010:2.0:1767384695.361926:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f90ebb6e. 00000020:00000010:1.0:1767384695.361926:0:41007:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007101ca2b. 00000040:00000010:1.0:1767384695.361933:0:41007:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b15f9864. 00000020:00000010:2.0:1767384695.361937:0:17887:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000adb9cf91. 00000020:00000010:1.0:1767384695.361938:0:41007:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e5be25e. 00000020:00000010:1.0:1767384695.361944:0:41007:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008466e1ad. 00000020:00000010:2.0:1767384695.361946:0:17887:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000adb9cf91. 00000020:00000010:1.0:1767384695.361947:0:41007:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f55809df. 00000020:00000010:2.0:1767384695.361953:0:17887:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000007ccac3bf. 80000000:00000010:1.0:1767384695.361953:0:41007:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000976f41bd. 40000000:00000010:1.0:1767384695.361959:0:41007:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e20a620a. 00000020:00000010:2.0:1767384695.361962:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f90ebb6e. 00100000:00000010:1.0:1767384695.361963:0:41007:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000076159bae. 00040000:00000010:1.0:1767384695.361968:0:41007:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f2d3e3b6. 00040000:00000010:1.0:1767384695.361974:0:41007:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f7e59340. 00080000:00000010:1.0:1767384695.361978:0:41007:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000d238a67. 00080000:00000010:1.0:1767384695.361981:0:41007:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000aa8944fa. 00000004:00000010:1.0:1767384695.361985:0:41007:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d9b6f89b. 00010000:00000200:2.0:1767384695.361987:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ec1a4ee9 x1853237049199360/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384715 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000010:1.0:1767384695.361989:0:41007:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009654eeaf. 00000020:00000010:1.0:1767384695.361994:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e76d448. 00000400:00000010:2.0:1767384695.362005:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.362009:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237049199360, offset 0 00000400:00000200:2.0:1767384695.362015:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.362021:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.362029:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958260008b00 00000400:00000200:2.0:1767384695.362034:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2a55 [1] + 0 00000040:00000010:0.0:1767384695.362036:0:40978:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000079cbdf9a. 00000400:00000200:2.0:1767384695.362038:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:0.0:1767384695.362043:0:40978:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000465baf3d. 00000400:00000200:2.0:1767384695.362044:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00000010:0.0:1767384695.362067:0:40978:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000f934010. 00000100:00000200:2.0:1767384695.362068:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ccd4728 x1853237049199360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384695.362075:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009def1d1d. 00000040:00000010:0.0:1767384695.362080:0:40978:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007c035adf. 00000020:00000010:0.0:1767384695.362082:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000069d19557. 00000020:00000010:0.0:1767384695.362085:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ff907d6d. 00000400:00000200:2.0:1767384695.362089:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e80587 80000000:00000010:0.0:1767384695.362089:0:40978:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008e449d4c. 00040000:00000010:0.0:1767384695.362093:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000375d68c6. 00000400:00000010:2.0:1767384695.362094:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e80587. 00080000:00000010:0.0:1767384695.362100:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000072f67e28. 00000400:00000010:1.0:1767384695.362103:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036bcdcb6. 00080000:00000010:0.0:1767384695.362105:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000113f5116. 00000020:00000010:2.0:1767384695.362108:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065a37a83. 00000400:00000200:1.0:1767384695.362110:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f51a2df5 20000000:00000010:0.0:1767384695.362111:0:40978:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e295925a. 00000020:00000010:2.0:1767384695.362114:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fe08f84. 00000400:00000010:1.0:1767384695.362114:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f51a2df5. 00000020:00000010:0.0:1767384695.362117:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fae0b251. 00000020:00000010:2.0:1767384695.362121:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069a625ed. 10000000:00000010:0.0:1767384695.362122:0:40978:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b96804ef. 00000100:00000200:1.0:1767384695.362123:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ccd4728 x1853237049199360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384695.362134:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ccd4728 x1853237049199360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384695.362142:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f27460a. 00000020:00000010:1.0:1767384695.362146:0:16347:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000088cafb3a. 02000000:00000010:0.0:1767384695.362150:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff2d0503. 00010000:00000010:0.0:1767384695.362159:0:40978:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b4117ed4. 00010000:00000010:0.0:1767384695.362164:0:40978:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc8b2f4e. 00000100:00000010:0.0:1767384695.362174:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdc5ad4e. 02000000:00000010:1.0:1767384695.362181:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a6dc3661. 02000000:00000010:0.0:1767384695.362183:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002c53f251. 02000000:00000010:1.0:1767384695.362187:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004566b08e. 00000400:00000010:0.0:1767384695.362187:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8a4004b. 00080000:00000010:3.0:1767384695.362192:0:41011:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fddd2f53. 00000100:00000010:1.0:1767384695.362194:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ccd4728. 00000400:00000010:0.0:1767384695.362195:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038b2319f. 00000100:00000010:2.0:1767384695.362196:0:41012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e344020. 00080000:00000010:3.0:1767384695.362200:0:41011:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c725401c. 00000100:00000200:0.0:1767384695.362201:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049199616, portal 25 02000000:00000010:2.0:1767384695.362206:0:41012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fbd83193. 00000400:00000010:0.0:1767384695.362207:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029ce59c2. 00080000:00000010:3.0:1767384695.362209:0:41011:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000627990e0. 00000100:00000200:0.0:1767384695.362212:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049199616, offset 0 00000400:00000200:0.0:1767384695.362219:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384695.362225:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:3.0:1767384695.362227:0:41011:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c725401c. 00000400:00000200:0.0:1767384695.362232:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260008c00 00080000:00000010:3.0:1767384695.362234:0:41011:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001a562062. 00000400:00000200:0.0:1767384695.362238:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21e9 [2] + 0 00040000:00000010:1.0:1767384695.362241:0:16348:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ac492250. 00000004:00000010:3.0:1767384695.362242:0:41011:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000001248cba7. 00000400:00000010:0.0:1767384695.362243:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f944308d. 00000004:00000010:1.0:1767384695.362250:0:16348:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b70a145a. 00000400:00000200:0.0:1767384695.362250:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cd047d81 00000400:00000200:0.0:1767384695.362254:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:1.0:1767384695.362256:0:16348:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000021e48c54. 00000400:00000200:0.0:1767384695.362260:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:1.0:1767384695.362261:0:16348:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b5354d46. 00000400:00000200:0.0:1767384695.362264:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd047d81 00000004:00000010:1.0:1767384695.362265:0:16348:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004566b08e. 00000400:00000010:0.0:1767384695.362267:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd047d81. 00000100:00000200:0.0:1767384695.362272:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:1.0:1767384695.362276:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000057ccb30f. 00000400:00000010:1.0:1767384695.362280:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003db7c4ac. 00000400:00000010:1.0:1767384695.362286:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000200:0.0:1767384695.362286:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029ce59c2 00000400:00000010:0.0:1767384695.362289:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029ce59c2. 00000100:00000200:1.0:1767384695.362295:0:16348:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049199744, portal 4 00000100:00000200:0.0:1767384695.362295:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f27460a x1853237049199616/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384695.362303:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4aea52. 00000020:00000010:3.0:1767384695.362308:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c725401c. 00000100:00000200:1.0:1767384695.362309:0:16348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049199744, offset 0 00000020:00000010:3.0:1767384695.362314:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.362320:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049204c7e. 00000400:00000200:1.0:1767384695.362320:0:16348:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384695.362325:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.362331:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b8debbd. 00000400:00000200:1.0:1767384695.362331:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384695.362342:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260008c80 00000400:00000200:1.0:1767384695.362349:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 3808 00000020:00000010:3.0:1767384695.362355:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.362358:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c725401c. 00000100:00000200:3.0:1767384695.362362:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199616 00010000:00000010:3.0:1767384695.362373:0:40987:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ab732daa. 00010000:00000010:3.0:1767384695.362379:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ab78eb20. 02000000:00000010:3.0:1767384695.362387:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000004a65926f. 00010000:00000200:3.0:1767384695.362401:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000088835e6a x1853237049199616/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 328/344 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.362413:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.362416:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049199616, offset 224 00000400:00000200:3.0:1767384695.362421:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.362426:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.362431:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260008c00 00000400:00000200:3.0:1767384695.362435:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a71 [1] + 224 00000400:00000200:3.0:1767384695.362439:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.362442:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.362446:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f27460a x1853237049199616/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.362462:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.362464:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000020:00000010:3.0:1767384695.362471:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.362474:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b8debbd. 00000020:00000010:3.0:1767384695.362477:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049204c7e. 02000000:00000010:3.0:1767384695.362481:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000004a65926f. 00000100:00000200:3.0:1767384695.362485:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.362488:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9f2d6a4. 00000400:00000010:0.0:1767384695.362489:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8a4004b. 00000400:00000200:0.0:1767384695.362494:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b2319f 00000400:00000010:0.0:1767384695.362496:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038b2319f. 00000400:00000010:3.0:1767384695.362500:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bbbb696. 00000100:00000200:0.0:1767384695.362501:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f27460a x1853237049199616/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384695.362511:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f27460a x1853237049199616/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384695.362524:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fdc5ad4e. 02000000:00000010:0.0:1767384695.362533:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002c53f251. 02000000:00000010:0.0:1767384695.362536:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ff2d0503. 00000100:00000010:0.0:1767384695.362538:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f27460a. 10000000:00000010:0.0:1767384695.362544:0:40978:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 0000000044bf3604. 00000100:00000010:0.0:1767384695.363006:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f27460a. 02000000:00000010:0.0:1767384695.363013:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff2d0503. 00000100:00000010:0.0:1767384695.363019:0:40978:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002c53f251. 00000100:00000010:0.0:1767384695.363031:0:40978:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 0000000059d8b54d. 00000100:00000010:0.0:1767384695.363045:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdc5ad4e. 00000400:00000010:0.0:1767384695.363068:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8a4004b. 00000400:00000010:0.0:1767384695.363072:0:40978:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cf1a25ca. 00000100:00000200:0.0:1767384695.363076:0:40978:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6958260008d00-0x6958260008d00, portal 33 02000000:00000010:0.0:1767384695.363080:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086164da1. 00000400:00000010:0.0:1767384695.363083:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f10712ac. 00000400:00000010:0.0:1767384695.363085:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038b2319f. 00000100:00000200:0.0:1767384695.363087:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049199872, portal 25 00000400:00000010:0.0:1767384695.363089:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029ce59c2. 00000100:00000200:0.0:1767384695.363092:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049199872, offset 0 00000400:00000200:0.0:1767384695.363096:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384695.363103:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384695.363108:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260008d00 00000400:00000200:0.0:1767384695.363112:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x21ed [2] + 0 00000400:00000010:0.0:1767384695.363116:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0eadaf2. 00000400:00000200:0.0:1767384695.363119:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b3f0f52e 00000400:00000200:0.0:1767384695.363122:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384695.363125:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384695.363128:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3f0f52e 00000400:00000010:0.0:1767384695.363130:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3f0f52e. 00000100:00000200:0.0:1767384695.363133:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384695.363145:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029ce59c2 00000400:00000010:0.0:1767384695.363147:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029ce59c2. 00000004:00000010:2.0:1767384695.363151:0:40980:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000001248cba7. 00000100:00000200:0.0:1767384695.363152:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f27460a x1853237049199872/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384695.363158:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001a562062. 00080000:00000010:2.0:1767384695.363166:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fddd2f53. 00080000:00000010:2.0:1767384695.363171:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000699846ec. 00080000:00000010:2.0:1767384695.363177:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008f9352cd. 00080000:00000010:2.0:1767384695.363181:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005ab6ecf4. 00000020:00000010:3.0:1767384695.363182:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.363186:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.363190:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049204c7e. 00000020:00000010:3.0:1767384695.363193:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.363196:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b8debbd. 00000020:00000010:3.0:1767384695.363215:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.363217:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c725401c. 00000100:00000200:3.0:1767384695.363220:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199872 02000000:00000010:3.0:1767384695.363227:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000004a65926f. 20000000:00000010:3.0:1767384695.363235:0:40987:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000076b4f08c. 00000100:00000010:3.0:1767384695.363281:0:40987:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000039ba1464. 00000100:00000010:3.0:1767384695.363283:0:40987:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002da258e0. 00000400:00000010:3.0:1767384695.363288:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000400:00000010:3.0:1767384695.363293:0:40987:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab3be2fc. 00000400:00000200:3.0:1767384695.363296:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.363302:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.363306:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x6958260008d00 00000400:00000200:3.0:1767384695.363310:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2a89 [256] + 0 00000400:00000010:3.0:1767384695.363313:0:40987:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8a4004b. 00000400:00000200:3.0:1767384695.363315:0:40987:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cf1a25ca 00000400:00000200:3.0:1767384695.363318:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.363320:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384695.363323:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf1a25ca 00000400:00000010:3.0:1767384695.363324:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cf1a25ca. 00000100:00000200:3.0:1767384695.363327:0:40987:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000008f27460a desc 000000002c53f251 mbits 1853237049199872 00000400:00000200:3.0:1767384695.363340:0:40987:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384695.363344:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384695.363350:0:40987:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2a95 00000400:00000200:3.0:1767384695.363352:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.363355:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:3.0:1767384695.363359:0:40987:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000039ba1464 00000400:00000200:3.0:1767384695.363365:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.363367:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.363370:0:40987:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000039ba1464 00000100:00000200:3.0:1767384695.363375:0:40987:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x6958260008d00-0x6958260008d00 00000400:00000200:1.0:1767384695.363378:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384695.363382:0:40987:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002da258e0. 00000400:00000200:1.0:1767384695.363385:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384695.363387:0:40987:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000039ba1464. 20000000:00000010:3.0:1767384695.363395:0:40987:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000076b4f08c. 00000100:00000200:1.0:1767384695.363400:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00010000:00000200:3.0:1767384695.363401:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000098d601f x1853237049199872/t0(0) o256->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 304/240 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384695.363406:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ccd4728. 00000400:00000010:3.0:1767384695.363417:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.363420:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049199872, offset 224 00000400:00000200:1.0:1767384695.363423:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c4aea52 00000400:00000010:1.0:1767384695.363426:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4aea52. 00000400:00000200:3.0:1767384695.363431:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384695.363433:0:16348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e344020 x1853237049199744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384711 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.363440:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384695.363443:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205bfe5d. 00000020:00000010:0.0:1767384695.363449:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f90ebb6e. 00000400:00000200:3.0:1767384695.363451:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260008d00 00000400:00000200:3.0:1767384695.363457:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2a8d [1] + 224 00000400:00000200:3.0:1767384695.363462:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.363465:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384695.363468:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000818fdc3c. 00000100:00000200:3.0:1767384695.363471:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f27460a x1853237049199872/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384695.363472:0:16349:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ab211cdd. 00000020:00000010:0.0:1767384695.363475:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbaa348b. 00000004:00000010:1.0:1767384695.363479:0:16349:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000776dea4d. 00000020:00000010:0.0:1767384695.363481:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000004:00000010:1.0:1767384695.363487:0:16349:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000882d2a29. 00000004:00000010:1.0:1767384695.363492:0:16349:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fb804142. 00000004:00000010:1.0:1767384695.363495:0:16349:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000038ee3c2. 00000400:00000200:3.0:1767384695.363499:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.363502:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000020:00000010:0.0:1767384695.363510:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055598ecc. 00000020:00000010:3.0:1767384695.363512:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e732dbb. 00000020:00000010:0.0:1767384695.363514:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055598ecc. 00000020:00000010:3.0:1767384695.363516:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b8debbd. 00000100:00000200:0.0:1767384695.363518:0:17889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199744 00000020:00000010:3.0:1767384695.363522:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049204c7e. 02000000:00000010:3.0:1767384695.363527:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000004a65926f. 02000000:00000010:0.0:1767384695.363527:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000d1e6cf0. 00000100:00000200:3.0:1767384695.363531:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.363535:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099877f82. 00000400:00000010:3.0:1767384695.363539:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2338cc0. 00010000:00000200:0.0:1767384695.363559:0:17889:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ccd4728 x1853237049199744/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:676/0 lens 224/368 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384695.363572:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029ce59c2. 00000100:00000200:0.0:1767384695.363575:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049199744, offset 224 00000400:00000200:0.0:1767384695.363579:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384695.363584:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384695.363589:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260008c80 00000400:00000200:0.0:1767384695.363593:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2a79 [1] + 224 00000400:00000200:0.0:1767384695.363597:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384695.363599:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384695.363604:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e344020 x1853237049199744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384711 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384695.363638:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029ce59c2 00000400:00000010:0.0:1767384695.363640:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029ce59c2. 00000020:00000010:0.0:1767384695.363649:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbaa348b. 00000400:00000010:1.0:1767384695.363652:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003db7c4ac. 00000020:00000010:0.0:1767384695.363652:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000400:00000200:1.0:1767384695.363658:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000400:00000010:1.0:1767384695.363661:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000020:00000010:0.0:1767384695.363662:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000818fdc3c. 00000100:00000200:1.0:1767384695.363667:0:16348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e344020 x1853237049199744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384695.363677:0:16348:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e344020 x1853237049199744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384695.363681:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f10712ac. 00000400:00000200:0.0:1767384695.363686:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b2319f 00000400:00000010:0.0:1767384695.363689:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038b2319f. 00000100:00000200:0.0:1767384695.363694:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f27460a x1853237049199872/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384695.363702:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000057ccb30f. 00000100:00000200:0.0:1767384695.363703:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f27460a x1853237049199872/t0(0) o256->MGC192.168.202.137@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384695.363707:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fbd83193. 00000100:00000010:1.0:1767384695.363714:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e344020. 00000100:00000010:0.0:1767384695.363723:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fdc5ad4e. 10000000:00000010:0.0:1767384695.363732:0:40978:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002fd44b06. 00000100:00000200:0.0:1767384695.363742:0:40978:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.137@tcp with 192.168.202.137@tcp 00000100:00000200:0.0:1767384695.363744:0:40978:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.137@tcp' 00000100:00000200:0.0:1767384695.363747:0:40978:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.202.137@tcp' 00000400:00000200:0.0:1767384695.363749:0:40978:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384695.363754:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:0.0:1767384695.363757:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384695.363761:0:40978:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (43) 00000400:00000200:0.0:1767384695.363765:0:40978:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384695.363768:0:40978:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:0.0:1767384695.363770:0:40978:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (44) 00000400:00000200:0.0:1767384695.363772:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:0.0:1767384695.363774:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:0.0:1767384695.363776:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363777:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:0.0:1767384695.363779:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:0.0:1767384695.363782:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363783:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000400:00000200:0.0:1767384695.363785:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.137@tcp12 00000400:00000200:0.0:1767384695.363787:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363789:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp12 00000400:00000200:0.0:1767384695.363790:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.137@tcp13 00000400:00000200:0.0:1767384695.363792:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363793:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp13 00000400:00000200:0.0:1767384695.363795:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.137@tcp14 00000400:00000200:0.0:1767384695.363797:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363799:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp14 00000400:00000200:0.0:1767384695.363801:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.137@tcp15 00000400:00000200:0.0:1767384695.363803:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363805:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp15 00000400:00000200:0.0:1767384695.363806:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.137@tcp16 00000400:00000200:0.0:1767384695.363809:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363810:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp16 00000400:00000200:0.0:1767384695.363812:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.137@tcp17 00000400:00000200:0.0:1767384695.363814:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363815:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp17 00000400:00000200:0.0:1767384695.363817:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.137@tcp18 00000400:00000200:0.0:1767384695.363820:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363821:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp18 00000400:00000200:0.0:1767384695.363822:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.137@tcp19 00000400:00000200:0.0:1767384695.363824:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363826:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp19 00000400:00000200:0.0:1767384695.363827:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.137@tcp20 00000400:00000200:0.0:1767384695.363829:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363831:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp20 00000400:00000200:0.0:1767384695.363832:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.137@tcp21 00000400:00000200:0.0:1767384695.363834:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363836:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp21 00000400:00000200:0.0:1767384695.363837:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.137@tcp22 00000400:00000200:0.0:1767384695.363839:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363840:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp22 00000400:00000200:0.0:1767384695.363841:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.137@tcp23 00000400:00000200:0.0:1767384695.363844:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363845:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp23 00000400:00000200:0.0:1767384695.363846:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.137@tcp24 00000400:00000200:0.0:1767384695.363849:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363850:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp24 00000400:00000200:0.0:1767384695.363851:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.137@tcp25 00000400:00000200:0.0:1767384695.363854:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363855:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp25 00000400:00000200:0.0:1767384695.363857:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.137@tcp26 00000400:00000200:0.0:1767384695.363859:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363860:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp26 00000400:00000200:0.0:1767384695.363861:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.137@tcp27 00000400:00000200:0.0:1767384695.363863:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363865:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp27 00000400:00000200:0.0:1767384695.363866:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.137@tcp28 00000400:00000200:0.0:1767384695.363869:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363870:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp28 00000400:00000200:0.0:1767384695.363872:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.137@tcp29 00000400:00000200:0.0:1767384695.363874:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363876:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp29 00000400:00000200:0.0:1767384695.363877:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.137@tcp30 00000400:00000200:0.0:1767384695.363879:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363881:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp30 00000400:00000200:0.0:1767384695.363882:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.137@tcp31 00000400:00000200:0.0:1767384695.363884:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363886:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp31 00000400:00000200:0.0:1767384695.363887:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.137@tcp32 00000400:00000200:0.0:1767384695.363890:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363891:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp32 00000400:00000200:0.0:1767384695.363893:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.137@tcp33 00000400:00000200:0.0:1767384695.363895:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363896:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp33 00000400:00000200:0.0:1767384695.363897:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.137@tcp34 00000400:00000200:0.0:1767384695.363899:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363900:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp34 00000400:00000200:0.0:1767384695.363902:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.137@tcp35 00000400:00000200:0.0:1767384695.363904:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363905:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp35 00000400:00000200:0.0:1767384695.363906:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.137@tcp36 00000400:00000200:0.0:1767384695.363909:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363910:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp36 00000400:00000200:0.0:1767384695.363912:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.137@tcp37 00000400:00000200:0.0:1767384695.363914:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363915:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp37 00000400:00000200:0.0:1767384695.363917:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.137@tcp38 00000400:00000200:0.0:1767384695.363919:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363921:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp38 00000400:00000200:0.0:1767384695.363922:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.137@tcp39 00000400:00000200:0.0:1767384695.363924:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363926:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp39 00000400:00000200:0.0:1767384695.363927:0:40978:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.137@tcp40 00000400:00000200:0.0:1767384695.363930:0:40978:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384695.363931:0:40978:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp40 10000000:00000010:0.0:1767384695.363935:0:40978:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000cbaa348b. 00000020:00000010:0.0:1767384695.363941:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000818fdc3c. 00000020:00000010:0.0:1767384695.363945:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fae0b251. 00000040:00000010:0.0:1767384695.363948:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e295925a. 00000020:00000010:0.0:1767384695.363951:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d1905d23. 00000020:00000010:0.0:1767384695.363965:0:40978:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ac5b8081. 00000020:00000010:0.0:1767384695.363969:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b4ac1091. 80000000:00000010:0.0:1767384695.363972:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003ee5e353. 40000000:00000010:0.0:1767384695.363974:0:40978:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000055598ecc. 00100000:00000010:0.0:1767384695.363977:0:40978:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e8616603. 00040000:00000010:0.0:1767384695.363980:0:40978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009a6f4527. 00040000:00000010:0.0:1767384695.363982:0:40978:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dca4256b. 00040000:00000010:0.0:1767384695.363985:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000375d68c6. 00080000:00000010:0.0:1767384695.363989:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007ff58db2. 00080000:00000010:0.0:1767384695.363993:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e6b19881. 00000004:00000010:0.0:1767384695.363997:0:40978:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000019a096c8. 00000004:00000010:0.0:1767384695.364000:0:40978:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000efb53228. 00000004:00000010:0.0:1767384695.364003:0:40978:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009a2fd0f4. 00002000:00000010:0.0:1767384695.364005:0:40978:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000002a63e1. 00000004:00000010:0.0:1767384695.364008:0:40978:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000059a6375b. 00000020:00000010:0.0:1767384695.364070:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fae0b251. 00000040:00000010:0.0:1767384695.364074:0:40978:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e295925a. 00000020:00000010:0.0:1767384695.364076:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d1905d23. 00000020:00000010:0.0:1767384695.364079:0:40978:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ac5b8081. 00000020:00000010:0.0:1767384695.364083:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b4ac1091. 80000000:00000010:0.0:1767384695.364086:0:40978:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003ee5e353. 40000000:00000010:0.0:1767384695.364088:0:40978:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000055598ecc. 00100000:00000010:0.0:1767384695.364090:0:40978:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e8616603. 00040000:00000010:0.0:1767384695.364093:0:40978:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009a6f4527. 00040000:00000010:0.0:1767384695.364095:0:40978:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dca4256b. 00040000:00000010:0.0:1767384695.364097:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000375d68c6. 00080000:00000010:0.0:1767384695.364099:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e6b19881. 00080000:00000010:0.0:1767384695.364102:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007ff58db2. 00000004:00000010:0.0:1767384695.364104:0:40978:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000019a096c8. 00000004:00000010:0.0:1767384695.364107:0:40978:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000efb53228. 00000004:00000010:0.0:1767384695.364110:0:40978:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009a2fd0f4. 00002000:00000010:0.0:1767384695.364113:0:40978:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000002a63e1. 00000004:00000010:0.0:1767384695.364115:0:40978:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000059a6375b. 00000020:00000010:0.0:1767384695.364117:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000818fdc3c. 10000000:00000010:0.0:1767384695.364120:0:40978:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000cbaa348b. 10000000:00000010:0.0:1767384695.364122:0:40978:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002fd44b06. 02000000:00000010:0.0:1767384695.364126:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086164da1. 00000100:00000010:0.0:1767384695.364133:0:40978:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 0000000059d8b54d. 00000100:00000010:0.0:1767384695.364136:0:40978:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002c53f251. 02000000:00000010:0.0:1767384695.364139:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ff2d0503. 00000100:00000010:0.0:1767384695.364141:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f27460a. 10000000:00000010:0.0:1767384695.364679:0:40978:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 0000000044bf3604. 00000100:00000010:0.0:1767384695.364703:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f27460a. 02000000:00000010:0.0:1767384695.364710:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff907d6d. 00010000:00000010:0.0:1767384695.364717:0:40978:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000721c59b. 00010000:00000010:0.0:1767384695.364721:0:40978:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e3722408. 00000100:00000010:0.0:1767384695.364729:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdc5ad4e. 02000000:00000010:0.0:1767384695.364738:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002c53f251. 00000400:00000010:0.0:1767384695.364743:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f10712ac. 00000400:00000010:0.0:1767384695.364748:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038b2319f. 00000100:00000200:0.0:1767384695.364751:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049200000, portal 25 00000400:00000010:0.0:1767384695.364755:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029ce59c2. 00000100:00000200:0.0:1767384695.364757:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049200000, offset 0 00000400:00000200:0.0:1767384695.364761:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384695.364767:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384695.364772:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260008d80 00000400:00000200:0.0:1767384695.364776:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21f1 [2] + 0 00000400:00000010:0.0:1767384695.364779:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000927f564b. 00000400:00000200:0.0:1767384695.364782:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d8570f9b 00000400:00000200:0.0:1767384695.364784:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384695.364787:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384695.364789:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8570f9b 00000400:00000010:0.0:1767384695.364790:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8570f9b. 00000100:00000200:0.0:1767384695.364793:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384695.364807:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029ce59c2 00000400:00000010:0.0:1767384695.364810:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029ce59c2. 00000100:00000200:0.0:1767384695.364814:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f27460a x1853237049200000/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384695.364832:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.364836:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.364841:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049204c7e. 00000020:00000010:3.0:1767384695.364846:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.364850:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b8debbd. 00000020:00000010:3.0:1767384695.364871:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.364873:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c725401c. 00000100:00000200:3.0:1767384695.364877:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200000 00010000:00000010:3.0:1767384695.364887:0:40987:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005858355e. 00010000:00000010:3.0:1767384695.364892:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000097c750bd. 02000000:00000010:3.0:1767384695.364899:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000004a65926f. 00010000:00000200:3.0:1767384695.364908:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000014b8a223 x1853237049200000/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 328/344 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.364919:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.364922:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049200000, offset 224 00000400:00000200:3.0:1767384695.364927:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.364931:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.364937:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260008d80 00000400:00000200:3.0:1767384695.364941:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2aa5 [1] + 224 00000400:00000200:3.0:1767384695.364945:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.364948:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.364953:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f27460a x1853237049200000/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.364969:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.364971:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000020:00000010:3.0:1767384695.364979:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.364983:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b8debbd. 00000020:00000010:3.0:1767384695.364987:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049204c7e. 00000400:00000010:0.0:1767384695.364989:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f10712ac. 02000000:00000010:3.0:1767384695.364991:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000004a65926f. 00000400:00000200:0.0:1767384695.364996:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b2319f 00000100:00000200:3.0:1767384695.364998:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384695.365001:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038b2319f. 00000400:00000010:3.0:1767384695.365003:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000809a050d. 00000100:00000200:0.0:1767384695.365008:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f27460a x1853237049200000/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.365009:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4a75e5d. 00000100:00000200:0.0:1767384695.365020:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f27460a x1853237049200000/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384695.365035:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fdc5ad4e. 02000000:00000010:0.0:1767384695.365043:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002c53f251. 02000000:00000010:0.0:1767384695.365046:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ff907d6d. 00000100:00000010:0.0:1767384695.365049:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f27460a. 10000000:00000010:0.0:1767384695.365068:0:40978:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000055598ecc. 00000020:00000010:0.0:1767384695.365072:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff907d6d. 00000020:00000010:0.0:1767384695.365075:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000375d68c6. 00000040:00000010:0.0:1767384695.365078:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b4ac1091. 00000020:00000010:0.0:1767384695.365082:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000044bf3604. 00000020:00000010:0.0:1767384695.365086:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e295925a. 80000000:00000010:0.0:1767384695.365089:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003ee5e353. 00040000:00000010:0.0:1767384695.365092:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fae0b251. 00080000:00000010:0.0:1767384695.365096:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007ff58db2. 00080000:00000010:0.0:1767384695.365100:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e6b19881. 20000000:00000010:0.0:1767384695.365105:0:40978:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009def1d1d. 00000040:00000010:0.0:1767384695.365111:0:40978:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000f934010. 00000100:00000010:0.0:1767384695.365116:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f27460a. 02000000:00000010:0.0:1767384695.365123:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff2d0503. 00000100:00000010:0.0:1767384695.365130:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdc5ad4e. 02000000:00000010:0.0:1767384695.365139:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086164da1. 00000400:00000010:0.0:1767384695.365142:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f10712ac. 00000400:00000010:0.0:1767384695.365147:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038b2319f. 00000100:00000200:0.0:1767384695.365150:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049200128, portal 25 00000400:00000010:0.0:1767384695.365153:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029ce59c2. 00000100:00000200:0.0:1767384695.365155:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237049200128, offset 0 00000400:00000200:0.0:1767384695.365160:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384695.365165:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384695.365171:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958260008e00 00000400:00000200:0.0:1767384695.365175:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x21f5 [2] + 0 00000400:00000010:0.0:1767384695.365178:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cab3f85. 00000400:00000200:0.0:1767384695.365180:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e8d305be 00000400:00000200:0.0:1767384695.365183:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384695.365186:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384695.365188:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d305be 00000400:00000010:0.0:1767384695.365190:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8d305be. 00000100:00000200:0.0:1767384695.365193:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384695.365208:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029ce59c2 00000400:00000010:0.0:1767384695.365210:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029ce59c2. 00000100:00000200:0.0:1767384695.365214:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f27460a x1853237049200128/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384695.365239:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.365243:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.365247:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049204c7e. 00000020:00000010:3.0:1767384695.365249:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.365252:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b8debbd. 00000020:00000010:3.0:1767384695.365273:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.365275:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c725401c. 00000100:00000200:3.0:1767384695.365278:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200128 02000000:00000010:3.0:1767384695.365286:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000004a65926f. 00000040:00000010:3.0:1767384695.365291:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000896a1862. 00000040:00000010:3.0:1767384695.365325:0:40987:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000046a1eb35. 00000020:00000010:3.0:1767384695.365331:0:40987:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a47141ca. 00080000:00000010:3.0:1767384695.365336:0:40987:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003742be06. 00000040:00000010:3.0:1767384695.365348:0:40987:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000046a1eb35. 00000040:00000010:3.0:1767384695.365351:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000896a1862. 00010000:00000200:3.0:1767384695.365357:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001f84fc16 x1853237049200128/t0(0) o501->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 504/272 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.365368:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.365371:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237049200128, offset 224 00000400:00000200:3.0:1767384695.365375:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.365381:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.365385:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260008e00 00000400:00000200:3.0:1767384695.365389:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2ab5 [1] + 224 00000400:00000200:3.0:1767384695.365393:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.365396:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.365399:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f27460a x1853237049200128/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.365420:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.365422:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000020:00000010:3.0:1767384695.365429:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.365432:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b8debbd. 00000020:00000010:3.0:1767384695.365435:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049204c7e. 02000000:00000010:3.0:1767384695.365439:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000004a65926f. 00000100:00000200:3.0:1767384695.365443:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.365446:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a91fec6. 00000400:00000010:3.0:1767384695.365451:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c184a66. 00000400:00000010:2.0:1767384695.365452:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f10712ac. 00000400:00000200:2.0:1767384695.365456:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b2319f 00000400:00000010:2.0:1767384695.365457:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038b2319f. 00000100:00000200:2.0:1767384695.365461:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f27460a x1853237049200128/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384695.365467:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f27460a x1853237049200128/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384695.365478:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fdc5ad4e. 02000000:00000010:2.0:1767384695.365482:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086164da1. 02000000:00000010:2.0:1767384695.365484:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ff2d0503. 00000100:00000010:2.0:1767384695.365486:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f27460a. 00000040:00000010:2.0:1767384695.365491:0:40978:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005a000ce4. 00000100:00000010:2.0:1767384695.365494:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e344020. 02000000:00000010:2.0:1767384695.365499:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069a625ed. 00000100:00000010:2.0:1767384695.365503:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b048b04. 02000000:00000010:2.0:1767384695.365516:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000010da1e85. 00000400:00000010:2.0:1767384695.365519:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086eee88a. 00000400:00000010:2.0:1767384695.365521:0:40978:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000040d9f325. 00000100:00000200:2.0:1767384695.365523:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049200256, portal 25 00000400:00000010:2.0:1767384695.365526:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.365527:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049200256, offset 0 00000400:00000200:2.0:1767384695.365530:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.365534:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.365538:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260008e80 00000400:00000200:2.0:1767384695.365540:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21f9 [2] + 0 00000400:00000010:2.0:1767384695.365543:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b078a48. 00000400:00000200:2.0:1767384695.365544:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003bb90d8d 00000400:00000200:2.0:1767384695.365546:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.365548:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384695.365550:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bb90d8d 00000400:00000010:2.0:1767384695.365551:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bb90d8d. 00000100:00000200:2.0:1767384695.365553:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384695.365562:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e80587 00000400:00000010:2.0:1767384695.365564:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.365570:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e344020 x1853237049200256/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384695.365581:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.365585:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.365588:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049204c7e. 00000020:00000010:3.0:1767384695.365591:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.365594:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b8debbd. 00000020:00000010:2.0:1767384695.365636:0:40986:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000021cda458. 00000020:00000010:3.0:1767384695.365639:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c725401c. 00000020:00000010:3.0:1767384695.365643:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c725401c. 00000100:00000200:3.0:1767384695.365645:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200256 02000000:00000010:3.0:1767384695.365661:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ca82e8fe. 00000040:00000010:3.0:1767384695.365665:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000896a1862. 00000040:00000010:3.0:1767384695.365686:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005c8c6ece. 00000040:00000010:3.0:1767384695.365694:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005c8c6ece. 00000040:00000010:3.0:1767384695.365697:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000896a1862. 00010000:00000200:3.0:1767384695.365702:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000853e97b9 x1853237049200256/t0(0) o503->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 272/8416 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384695.365712:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000055d9b0a4. 00000100:00000200:3.0:1767384695.365715:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237049200256, offset 224 00000400:00000200:3.0:1767384695.365719:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.365723:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.365728:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260008e80 00000400:00000200:3.0:1767384695.365732:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2ac5 [4] + 224 00000400:00000200:3.0:1767384695.365737:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.365740:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.365744:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e344020 x1853237049200256/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.365760:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055d9b0a4 00000400:00000010:3.0:1767384695.365762:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000055d9b0a4. 00000020:00000010:3.0:1767384695.365768:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.365771:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b8debbd. 00000020:00000010:3.0:1767384695.365773:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049204c7e. 02000000:00000010:3.0:1767384695.365777:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ca82e8fe. 00000400:00000010:2.0:1767384695.365785:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086eee88a. 00000100:00000200:3.0:1767384695.365788:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384695.365790:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040d9f325 00000400:00000010:3.0:1767384695.365792:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000782c530. 00000400:00000010:2.0:1767384695.365793:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000040d9f325. 00000400:00000010:3.0:1767384695.365799:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055d9b0a4. 00000100:00000200:2.0:1767384695.365799:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e344020 x1853237049200256/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384695.365808:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e344020 x1853237049200256/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384695.365820:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005b048b04. 02000000:00000010:2.0:1767384695.365826:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000010da1e85. 02000000:00000010:2.0:1767384695.365832:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000069a625ed. 00000100:00000010:2.0:1767384695.365834:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e344020. 00000040:00000010:2.0:1767384695.365838:0:40978:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000adb9cf91. 00000020:00000010:2.0:1767384695.365946:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069a625ed. 00000020:00000010:2.0:1767384695.365951:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008f9352cd. 00000040:00000010:2.0:1767384695.365954:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000699846ec. 00000020:00000010:2.0:1767384695.365957:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000015e53f47. 00000020:00000010:2.0:1767384695.365961:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000070fecd12. 00000020:00000010:2.0:1767384695.365964:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000065066a1a. 80000000:00000010:2.0:1767384695.365967:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004b6dc0cb. 40000000:00000010:2.0:1767384695.365969:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000140f755. 00100000:00000010:2.0:1767384695.365972:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000038f5cc20. 00040000:00000010:2.0:1767384695.365975:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fbd83193. 00040000:00000010:2.0:1767384695.365978:0:41014:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003355556c. 00040000:00000010:2.0:1767384695.365980:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dc68b464. 00080000:00000010:2.0:1767384695.365993:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000057db30b4. 00080000:00000010:2.0:1767384695.365999:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000efa15d63. 00000004:00000010:2.0:1767384695.366004:0:41014:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f218e837. 00000004:00000010:2.0:1767384695.366008:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007bd1a489. 00000004:00000010:2.0:1767384695.366011:0:41014:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cb5bd9f0. 00002000:00000010:2.0:1767384695.366014:0:41014:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b2ab71fa. 00000004:00000010:2.0:1767384695.366017:0:41014:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f463105c. 00000020:00000010:2.0:1767384695.366021:0:41014:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007ada91e8. 00000040:00000010:2.0:1767384695.366026:0:41014:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001d78ad8c. 00000040:00000010:2.0:1767384695.366511:0:41014:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000001d78ad8c. 00000020:00000010:2.0:1767384695.366518:0:41014:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007ada91e8. 00000020:00000010:2.0:1767384695.366525:0:41014:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008f9352cd. 00000040:00000010:2.0:1767384695.366529:0:41014:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000699846ec. 00000020:00000010:2.0:1767384695.366533:0:41014:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000015e53f47. 00000020:00000010:2.0:1767384695.366536:0:41014:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000070fecd12. 00000020:00000010:2.0:1767384695.366540:0:41014:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000065066a1a. 80000000:00000010:2.0:1767384695.366545:0:41014:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004b6dc0cb. 40000000:00000010:2.0:1767384695.366549:0:41014:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000140f755. 00100000:00000010:2.0:1767384695.366551:0:41014:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000038f5cc20. 00040000:00000010:2.0:1767384695.366554:0:41014:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fbd83193. 00040000:00000010:2.0:1767384695.366558:0:41014:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003355556c. 00040000:00000010:2.0:1767384695.366560:0:41014:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dc68b464. 00080000:00000010:2.0:1767384695.366564:0:41014:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000efa15d63. 00080000:00000010:2.0:1767384695.366567:0:41014:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000057db30b4. 00000004:00000010:2.0:1767384695.366569:0:41014:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f218e837. 00000004:00000010:2.0:1767384695.366571:0:41014:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007bd1a489. 00000004:00000010:2.0:1767384695.366574:0:41014:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cb5bd9f0. 00002000:00000010:2.0:1767384695.366576:0:41014:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b2ab71fa. 00000004:00000010:2.0:1767384695.366579:0:41014:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f463105c. 00000020:00000010:2.0:1767384695.366581:0:41014:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069a625ed. 00000040:00000010:3.0:1767384695.366631:0:40978:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000adb9cf91. 00000040:00000010:3.0:1767384695.366637:0:40978:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005a000ce4. 00000040:00000010:3.0:1767384695.366642:0:40978:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000f934010. 00000020:00000010:3.0:1767384695.366646:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000375d68c6. 00000040:00000010:3.0:1767384695.366650:0:40978:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b4ac1091. 00000020:00000010:3.0:1767384695.366653:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000044bf3604. 00000020:00000010:3.0:1767384695.366657:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e295925a. 80000000:00000010:3.0:1767384695.366660:0:40978:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003ee5e353. 00040000:00000010:3.0:1767384695.366664:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fae0b251. 00080000:00000010:3.0:1767384695.366667:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e6b19881. 00080000:00000010:3.0:1767384695.366672:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007ff58db2. 20000000:00000010:3.0:1767384695.366675:0:40978:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009def1d1d. 00000020:00000010:3.0:1767384695.366678:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff907d6d. 10000000:00000010:3.0:1767384695.366681:0:40978:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000055598ecc. 00000020:00000010:3.0:1767384695.366693:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000728aa87e. 00000040:00000010:3.0:1767384695.366697:0:40978:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a6b7b13d. 00000020:00000010:3.0:1767384695.366701:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000385bd236. 00000020:00000010:3.0:1767384695.366704:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000109b9df2. 00040000:00000010:3.0:1767384695.366707:0:40978:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000e0f614d. 00040000:00000010:3.0:1767384695.366710:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f7646d91. 00080000:00000010:3.0:1767384695.366713:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000069f8d05f. 00080000:00000010:3.0:1767384695.366716:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004b6c11d0. 00000020:00000010:3.0:1767384695.366718:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000961574a6. 00000020:00000010:3.0:1767384695.366721:0:40978:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000000b5c934b. 00000020:00000010:3.0:1767384695.366723:0:40978:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000087986b3d. 00000020:00000010:3.0:1767384695.366730:0:40978:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 00000000c725401c. 00000020:00000010:3.0:1767384695.366733:0:40978:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 0000000097458330. 00000020:00000010:3.0:1767384695.366737:0:40978:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000009e732dbb. 00000020:00000010:3.0:1767384695.366740:0:40978:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000ed394a23. 00000020:00000010:3.0:1767384695.366743:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000896a1862. 00000020:00000010:3.0:1767384695.366747:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000096b88a57. 00000040:00000010:3.0:1767384695.366750:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fddd2f53. 00000020:00000010:3.0:1767384695.366753:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000076b4f08c. 00000020:00000010:3.0:1767384695.366756:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001a562062. 00040000:00000010:3.0:1767384695.366759:0:40978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009a4ad484. 00040000:00000010:3.0:1767384695.366762:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000961574a6. 00080000:00000010:3.0:1767384695.366765:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005c8c6ece. 00080000:00000010:3.0:1767384695.366768:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e9daebe7. 10000000:00000010:3.0:1767384695.366776:0:40978:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000109b9df2. 00000100:00000010:3.0:1767384695.366784:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003146ced8. 02000000:00000010:3.0:1767384695.366790:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6b7b13d. 00010000:00000010:3.0:1767384695.366796:0:40978:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000097c86e1. 00000100:00000010:3.0:1767384695.366803:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b281e75b. 02000000:00000010:3.0:1767384695.366810:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004a65926f. 00000400:00000010:3.0:1767384695.366814:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c114429. 00000400:00000010:3.0:1767384695.366817:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.366820:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049200384, portal 25 00000400:00000010:3.0:1767384695.366822:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000100:00000200:3.0:1767384695.366824:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049200384, offset 0 00000400:00000200:3.0:1767384695.366828:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.366833:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.366837:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260008f00 00000400:00000200:3.0:1767384695.366840:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21fd [2] + 0 00000400:00000010:3.0:1767384695.366843:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030aa19ff. 00000400:00000200:3.0:1767384695.366846:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008b28de3c 00000400:00000200:3.0:1767384695.366849:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.366852:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384695.366854:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b28de3c 00000400:00000010:3.0:1767384695.366856:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b28de3c. 00000100:00000200:3.0:1767384695.366858:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384695.366870:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e167e24 00000400:00000010:3.0:1767384695.366872:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00000100:00000200:3.0:1767384695.366875:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003146ced8 x1853237049200384/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384695.366905:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000140f755. 00000020:00000010:2.0:1767384695.366909:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000140f755. 00000020:00000010:2.0:1767384695.366915:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069eefc6d. 00000020:00000010:2.0:1767384695.366919:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065a37a83. 00000020:00000010:2.0:1767384695.366923:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fe08f84. 00000020:00000010:2.0:1767384695.366948:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000140f755. 00000020:00000010:2.0:1767384695.366951:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000140f755. 00000100:00000200:2.0:1767384695.366955:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200384 00010000:00000010:2.0:1767384695.366965:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008a05ce8c. 00000020:00000010:2.0:1767384695.366969:0:40987:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000000140f755. 02000000:00000010:2.0:1767384695.366976:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f463105c. 00010000:00000200:2.0:1767384695.366986:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000cb2f1b6 x1853237049200384/t0(0) o101->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 328/344 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384695.366999:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.367002:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049200384, offset 224 00000400:00000200:2.0:1767384695.367007:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.367013:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.367021:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260008f00 00000400:00000200:2.0:1767384695.367025:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ad5 [1] + 224 00000400:00000200:2.0:1767384695.367029:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.367033:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384695.367037:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003146ced8 x1853237049200384/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384695.367065:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e80587 00000400:00000010:2.0:1767384695.367068:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e80587. 00000020:00000010:2.0:1767384695.367077:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065a37a83. 00000020:00000010:2.0:1767384695.367081:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fe08f84. 00000020:00000010:2.0:1767384695.367084:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069eefc6d. 00000400:00000010:3.0:1767384695.367085:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c114429. 02000000:00000010:2.0:1767384695.367089:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f463105c. 00000400:00000200:3.0:1767384695.367090:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.367093:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000100:00000200:2.0:1767384695.367096:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384695.367099:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003146ced8 x1853237049200384/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384695.367103:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086eee88a. 00000400:00000010:2.0:1767384695.367109:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fba30a2b. 00000100:00000200:3.0:1767384695.367112:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003146ced8 x1853237049200384/t0(0) o101->MGC192.168.202.137@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384695.367126:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b281e75b. 02000000:00000010:3.0:1767384695.367133:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004a65926f. 02000000:00000010:3.0:1767384695.367136:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a6b7b13d. 00000100:00000010:3.0:1767384695.367138:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003146ced8. 10000000:00000010:3.0:1767384695.367143:0:40978:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c37f5d40. 00000020:00000010:3.0:1767384695.367146:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6b7b13d. 00000020:00000010:3.0:1767384695.367149:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000728aa87e. 00000040:00000010:3.0:1767384695.367153:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b1702caa. 00000020:00000010:3.0:1767384695.367157:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000089c5fdb2. 00000020:00000010:3.0:1767384695.367160:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ff907d6d. 80000000:00000010:3.0:1767384695.367164:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000016a517c2. 00040000:00000010:3.0:1767384695.367167:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009def1d1d. 00080000:00000010:3.0:1767384695.367170:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e92f88cb. 00080000:00000010:3.0:1767384695.367175:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000469ef13d. 20000000:00000010:3.0:1767384695.367180:0:40978:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000fae0b251. 00000040:00000010:3.0:1767384695.367183:0:40978:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e295925a. 00000100:00000010:3.0:1767384695.367186:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003146ced8. 02000000:00000010:3.0:1767384695.367191:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4ac1091. 00000100:00000010:3.0:1767384695.367197:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b281e75b. 02000000:00000010:3.0:1767384695.367204:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000375d68c6. 00000400:00000010:3.0:1767384695.367206:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c114429. 00000400:00000010:3.0:1767384695.367210:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.367213:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049200512, portal 25 00000400:00000010:3.0:1767384695.367216:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000100:00000200:3.0:1767384695.367218:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237049200512, offset 0 00000400:00000200:3.0:1767384695.367223:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.367228:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.367233:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958260008f80 00000400:00000200:3.0:1767384695.367237:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2201 [2] + 0 00000400:00000010:3.0:1767384695.367240:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008383418f. 00000400:00000200:3.0:1767384695.367242:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002edb3282 00000400:00000200:3.0:1767384695.367244:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.367247:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384695.367250:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002edb3282 00000400:00000010:3.0:1767384695.367252:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002edb3282. 00000100:00000200:3.0:1767384695.367254:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384695.367264:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e167e24 00000400:00000010:3.0:1767384695.367265:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00000100:00000200:3.0:1767384695.367269:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003146ced8 x1853237049200512/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384695.367280:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cd5b0f0. 00000020:00000010:2.0:1767384695.367284:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cd5b0f0. 00000020:00000010:2.0:1767384695.367290:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069eefc6d. 00000020:00000010:2.0:1767384695.367294:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065a37a83. 00000020:00000010:2.0:1767384695.367298:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fe08f84. 00000020:00000010:2.0:1767384695.367321:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cd5b0f0. 00000020:00000010:2.0:1767384695.367324:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cd5b0f0. 00000100:00000200:2.0:1767384695.367327:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200512 02000000:00000010:2.0:1767384695.367335:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f463105c. 00000040:00000010:2.0:1767384695.367340:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dc68b464. 00000040:00000010:2.0:1767384695.367364:0:40987:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000009e6d057. 00000040:00000010:2.0:1767384695.367372:0:40987:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000009e6d057. 00000040:00000010:2.0:1767384695.367375:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dc68b464. 20000000:00000010:2.0:1767384695.367383:0:40987:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000002cd5b0f0. 20000000:00000010:2.0:1767384695.367386:0:40987:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000002cd5b0f0. 00010000:00000200:2.0:1767384695.367391:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008652be04 x1853237049200512/t0(0) o501->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 512/272 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384695.367402:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.367405:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237049200512, offset 224 00000400:00000200:2.0:1767384695.367410:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.367416:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.367423:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260008f80 00000400:00000200:2.0:1767384695.367427:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2ae5 [1] + 224 00000400:00000200:2.0:1767384695.367431:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.367434:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384695.367438:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003146ced8 x1853237049200512/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384695.367454:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e80587 00000400:00000010:2.0:1767384695.367457:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e80587. 00000400:00000010:3.0:1767384695.367465:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c114429. 00000020:00000010:2.0:1767384695.367468:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065a37a83. 00000400:00000200:3.0:1767384695.367469:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.367473:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000020:00000010:2.0:1767384695.367473:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fe08f84. 00000100:00000200:3.0:1767384695.367478:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003146ced8 x1853237049200512/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384695.367479:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069eefc6d. 02000000:00000010:2.0:1767384695.367486:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f463105c. 00000100:00000200:3.0:1767384695.367492:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003146ced8 x1853237049200512/t0(0) o501->MGC192.168.202.137@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384695.367492:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384695.367499:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfed81e2. 00000400:00000010:2.0:1767384695.367506:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b048b04. 00000100:00000010:3.0:1767384695.367508:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b281e75b. 02000000:00000010:3.0:1767384695.367514:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000375d68c6. 02000000:00000010:3.0:1767384695.367517:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b4ac1091. 00000100:00000010:3.0:1767384695.367520:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003146ced8. 00000040:00000010:3.0:1767384695.367524:0:40978:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005a000ce4. 00000100:00000010:3.0:1767384695.367528:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003146ced8. 02000000:00000010:3.0:1767384695.367533:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4ac1091. 00000100:00000010:3.0:1767384695.367538:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b281e75b. 02000000:00000010:3.0:1767384695.367552:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000010da1e85. 00000400:00000010:3.0:1767384695.367557:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c114429. 00000400:00000010:3.0:1767384695.367561:0:40978:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ede2dc63. 00000100:00000200:3.0:1767384695.367564:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049200640, portal 25 00000400:00000010:3.0:1767384695.367567:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.367569:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049200640, offset 0 00000400:00000200:3.0:1767384695.367574:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.367580:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.367585:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260009000 00000400:00000200:3.0:1767384695.367589:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2205 [2] + 0 00000400:00000010:3.0:1767384695.367592:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004adf7bde. 00000400:00000200:3.0:1767384695.367595:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed729069 00000400:00000200:3.0:1767384695.367598:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.367600:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384695.367603:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed729069 00000400:00000010:3.0:1767384695.367604:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed729069. 00000100:00000200:3.0:1767384695.367630:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384695.367642:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.367644:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.367649:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003146ced8 x1853237049200640/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384695.367656:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cd5b0f0. 00000020:00000010:2.0:1767384695.367661:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cd5b0f0. 00000020:00000010:2.0:1767384695.367666:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069eefc6d. 00000020:00000010:2.0:1767384695.367671:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065a37a83. 00000020:00000010:2.0:1767384695.367674:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fe08f84. 00000020:00000010:2.0:1767384695.367695:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cd5b0f0. 00000020:00000010:2.0:1767384695.367697:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cd5b0f0. 00000100:00000200:2.0:1767384695.367700:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200640 02000000:00000010:2.0:1767384695.367715:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ca82e8fe. 00000040:00000010:2.0:1767384695.367719:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dc68b464. 00000040:00000010:2.0:1767384695.367726:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000057db30b4. 00000040:00000010:2.0:1767384695.367740:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000057db30b4. 00000040:00000010:2.0:1767384695.367743:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dc68b464. 00010000:00000200:2.0:1767384695.367749:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db4b29bf x1853237049200640/t0(0) o503->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 272/8416 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384695.367760:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f7a66bbd. 00000100:00000200:2.0:1767384695.367763:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237049200640, offset 224 00000400:00000200:2.0:1767384695.367769:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.367774:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.367780:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260009000 00000400:00000200:2.0:1767384695.367784:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2af5 [4] + 224 00000400:00000200:2.0:1767384695.367788:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.367791:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384695.367796:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003146ced8 x1853237049200640/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384695.367812:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7a66bbd 00000400:00000010:2.0:1767384695.367815:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f7a66bbd. 00000400:00000010:3.0:1767384695.367823:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c114429. 00000020:00000010:2.0:1767384695.367825:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065a37a83. 00000400:00000200:3.0:1767384695.367828:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede2dc63 00000020:00000010:2.0:1767384695.367830:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fe08f84. 00000400:00000010:3.0:1767384695.367831:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ede2dc63. 00000020:00000010:2.0:1767384695.367836:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069eefc6d. 00000100:00000200:3.0:1767384695.367838:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003146ced8 x1853237049200640/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384695.367843:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ca82e8fe. 00000100:00000200:3.0:1767384695.367850:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003146ced8 x1853237049200640/t0(0) o503->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384695.367854:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384695.367861:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc16f2f9. 00000100:00000010:3.0:1767384695.367866:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b281e75b. 00000400:00000010:2.0:1767384695.367866:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7a66bbd. 02000000:00000010:3.0:1767384695.367874:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000010da1e85. 02000000:00000010:3.0:1767384695.367883:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b4ac1091. 00000100:00000010:3.0:1767384695.367886:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003146ced8. 00000040:00000010:3.0:1767384695.367891:0:40978:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000001de85f37. 00000020:00000010:3.0:1767384695.368004:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4ac1091. 00000020:00000010:3.0:1767384695.368008:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000375d68c6. 00000040:00000010:3.0:1767384695.368011:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000f934010. 00000020:00000010:3.0:1767384695.368015:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000385bd236. 00000020:00000010:3.0:1767384695.368018:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da60384a. 00000020:00000010:3.0:1767384695.368022:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bdc82ae2. 80000000:00000010:3.0:1767384695.368025:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004d543e91. 40000000:00000010:3.0:1767384695.368027:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ac21dffc. 00100000:00000010:3.0:1767384695.368030:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000069d19557. 00040000:00000010:3.0:1767384695.368033:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ba815197. 00040000:00000010:3.0:1767384695.368036:0:41016:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000076159bae. 00040000:00000010:3.0:1767384695.368038:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000044d89bf5. 00080000:00000010:3.0:1767384695.368062:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d115b7ad. 00080000:00000010:3.0:1767384695.368068:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009e73b9c9. 00000004:00000010:3.0:1767384695.368075:0:41016:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006e5be25e. 00000004:00000010:3.0:1767384695.368079:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000069eab0dc. 00000004:00000010:3.0:1767384695.368082:0:41016:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d0713b61. 00002000:00000010:3.0:1767384695.368084:0:41016:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004a65926f. 00000004:00000010:3.0:1767384695.368087:0:41016:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000039ba1464. 00000020:00000010:3.0:1767384695.368091:0:41016:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001d228cbe. 00000040:00000010:3.0:1767384695.368096:0:41016:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000015299496. 00000100:00000010:3.0:1767384695.368101:0:41016:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003146ced8. 02000000:00000010:3.0:1767384695.368106:0:41016:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065b0fa94. 00000100:00000010:3.0:1767384695.368112:0:41016:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ede2dc63. 02000000:00000010:3.0:1767384695.368126:0:41016:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000010da1e85. 00000400:00000010:3.0:1767384695.368129:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c114429. 00000400:00000010:3.0:1767384695.368133:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000030f22e70. 00000100:00000200:3.0:1767384695.368136:0:41016:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049200768, portal 25 00000400:00000010:3.0:1767384695.368140:0:41016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.368141:0:41016:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049200768, offset 0 00000400:00000200:3.0:1767384695.368146:0:41016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.368152:0:41016:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.368157:0:41016:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260009080 00000400:00000200:3.0:1767384695.368161:0:41016:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2209 [2] + 0 00000400:00000010:3.0:1767384695.368164:0:41016:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1d940c6. 00000400:00000200:3.0:1767384695.368167:0:41016:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000466ba30f 00000400:00000200:3.0:1767384695.368170:0:41016:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.368173:0:41016:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384695.368176:0:41016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466ba30f 00000400:00000010:3.0:1767384695.368177:0:41016:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000466ba30f. 00000100:00000200:3.0:1767384695.368180:0:41016:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384695.368192:0:41016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.368194:0:41016:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.368198:0:41016:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003146ced8 x1853237049200768/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384695.368223:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cd5b0f0. 00000020:00000010:2.0:1767384695.368227:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cd5b0f0. 00000020:00000010:2.0:1767384695.368231:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc68b464. 00000020:00000010:2.0:1767384695.368234:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065a37a83. 00000020:00000010:2.0:1767384695.368237:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fe08f84. 00000020:00000010:2.0:1767384695.368259:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cd5b0f0. 00000020:00000010:2.0:1767384695.368262:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cd5b0f0. 00000100:00000200:2.0:1767384695.368264:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200768 02000000:00000010:2.0:1767384695.368278:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ca82e8fe. 00000040:00000010:2.0:1767384695.368284:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000065066a1a. 00000040:00000010:2.0:1767384695.368290:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000057db30b4. 00000040:00000010:2.0:1767384695.368310:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000057db30b4. 00000040:00000010:2.0:1767384695.368313:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000065066a1a. 00010000:00000200:2.0:1767384695.368319:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000343d6fb5 x1853237049200768/t0(0) o502->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 272/8472 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384695.368331:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000034287e86. 00000100:00000200:2.0:1767384695.368335:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237049200768, offset 224 00000400:00000200:2.0:1767384695.368340:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.368345:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.368352:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260009080 00000400:00000200:2.0:1767384695.368356:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b05 [4] + 224 00000400:00000200:2.0:1767384695.368362:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.368364:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384695.368368:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003146ced8 x1853237049200768/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384695.368386:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034287e86 00000400:00000010:2.0:1767384695.368389:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000034287e86. 00000400:00000010:3.0:1767384695.368397:0:41016:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c114429. 00000020:00000010:2.0:1767384695.368399:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065a37a83. 00000400:00000200:3.0:1767384695.368403:0:41016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030f22e70 00000020:00000010:2.0:1767384695.368404:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fe08f84. 00000400:00000010:3.0:1767384695.368407:0:41016:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000030f22e70. 00000020:00000010:2.0:1767384695.368409:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc68b464. 00000100:00000200:3.0:1767384695.368414:0:41016:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003146ced8 x1853237049200768/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384695.368416:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ca82e8fe. 00000100:00000200:3.0:1767384695.368426:0:41016:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003146ced8 x1853237049200768/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384695.368430:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384695.368437:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040fee0c4. 00000100:00000010:3.0:1767384695.368441:0:41016:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ede2dc63. 00000400:00000010:2.0:1767384695.368443:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034287e86. 02000000:00000010:3.0:1767384695.368448:0:41016:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000010da1e85. 02000000:00000010:3.0:1767384695.368458:0:41016:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000065b0fa94. 00000100:00000010:3.0:1767384695.368461:0:41016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003146ced8. 00000100:00000010:3.0:1767384695.368474:0:41016:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000002f35ae26. 00000400:00000200:3.0:1767384695.368477:0:41016:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767384695.368481:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.137@tcp 00000400:00000200:3.0:1767384695.368485:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384695.368488:0:41016:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006036fed9 (43) 00000400:00000200:3.0:1767384695.368492:0:41016:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384695.368495:0:41016:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.137@tcp NID 192.168.202.137@tcp: 0. pending discovery 00000400:00000200:3.0:1767384695.368497:0:41016:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006036fed9 (44) 00000400:00000200:3.0:1767384695.368499:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp 00000400:00000200:3.0:1767384695.368501:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.137@tcp10 00000400:00000200:3.0:1767384695.368504:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368506:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp10 00000400:00000200:3.0:1767384695.368508:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.137@tcp11 00000400:00000200:3.0:1767384695.368511:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368512:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp11 00000400:00000200:3.0:1767384695.368514:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.137@tcp12 00000400:00000200:3.0:1767384695.368516:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368518:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp12 00000400:00000200:3.0:1767384695.368519:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.137@tcp13 00000400:00000200:3.0:1767384695.368521:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368523:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp13 00000400:00000200:3.0:1767384695.368525:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.137@tcp14 00000400:00000200:3.0:1767384695.368527:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368528:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp14 00000400:00000200:3.0:1767384695.368530:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.137@tcp15 00000400:00000200:3.0:1767384695.368532:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368534:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp15 00000400:00000200:3.0:1767384695.368536:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.137@tcp16 00000400:00000200:3.0:1767384695.368539:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368541:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp16 00000400:00000200:3.0:1767384695.368543:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.137@tcp17 00000400:00000200:3.0:1767384695.368546:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368548:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp17 00000400:00000200:3.0:1767384695.368550:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.137@tcp18 00000400:00000200:3.0:1767384695.368553:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368555:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp18 00000400:00000200:3.0:1767384695.368557:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.137@tcp19 00000400:00000200:3.0:1767384695.368559:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368560:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp19 00000400:00000200:3.0:1767384695.368562:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.137@tcp20 00000400:00000200:3.0:1767384695.368564:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368565:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp20 00000400:00000200:3.0:1767384695.368567:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.137@tcp21 00000400:00000200:3.0:1767384695.368569:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368571:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp21 00000400:00000200:3.0:1767384695.368573:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.137@tcp22 00000400:00000200:3.0:1767384695.368576:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368578:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp22 00000400:00000200:3.0:1767384695.368580:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.137@tcp23 00000400:00000200:3.0:1767384695.368583:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368585:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp23 00000400:00000200:3.0:1767384695.368587:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.137@tcp24 00000400:00000200:3.0:1767384695.368590:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368591:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp24 00000400:00000200:3.0:1767384695.368593:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.137@tcp25 00000400:00000200:3.0:1767384695.368595:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368597:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp25 00000400:00000200:3.0:1767384695.368599:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.137@tcp26 00000400:00000200:3.0:1767384695.368602:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368603:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp26 00000400:00000200:3.0:1767384695.368605:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.137@tcp27 00000400:00000200:3.0:1767384695.368624:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368626:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp27 00000400:00000200:3.0:1767384695.368629:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.137@tcp28 00000400:00000200:3.0:1767384695.368632:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368634:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp28 00000400:00000200:3.0:1767384695.368637:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.137@tcp29 00000400:00000200:3.0:1767384695.368640:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368643:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp29 00000400:00000200:3.0:1767384695.368645:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.137@tcp30 00000400:00000200:3.0:1767384695.368648:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368650:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp30 00000400:00000200:3.0:1767384695.368652:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.137@tcp31 00000400:00000200:3.0:1767384695.368656:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368658:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp31 00000400:00000200:3.0:1767384695.368660:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.137@tcp32 00000400:00000200:3.0:1767384695.368663:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368665:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp32 00000400:00000200:3.0:1767384695.368667:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.137@tcp33 00000400:00000200:3.0:1767384695.368670:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368672:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp33 00000400:00000200:3.0:1767384695.368674:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.137@tcp34 00000400:00000200:3.0:1767384695.368676:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368677:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp34 00000400:00000200:3.0:1767384695.368679:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.137@tcp35 00000400:00000200:3.0:1767384695.368681:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368682:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp35 00000400:00000200:3.0:1767384695.368684:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.137@tcp36 00000400:00000200:3.0:1767384695.368686:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368688:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp36 00000400:00000200:3.0:1767384695.368690:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.137@tcp37 00000400:00000200:3.0:1767384695.368692:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368694:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp37 00000400:00000200:3.0:1767384695.368695:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.137@tcp38 00000400:00000200:3.0:1767384695.368698:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368700:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp38 00000400:00000200:3.0:1767384695.368702:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.137@tcp39 00000400:00000200:3.0:1767384695.368704:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368706:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp39 00000400:00000200:3.0:1767384695.368708:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.137@tcp40 00000400:00000200:3.0:1767384695.368712:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.137@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384695.368713:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.137@tcp40 00000100:00000010:3.0:1767384695.368716:0:41016:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000002f35ae26. 00000020:00000010:3.0:1767384695.368720:0:41016:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 000000000b2c4e30. 00000020:00000010:3.0:1767384695.368723:0:41016:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000086c25414. 00000020:00000010:3.0:1767384695.368726:0:41016:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000086c25414. 00000020:00000010:3.0:1767384695.368729:0:41016:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 0000000086c25414. 00000020:00000010:3.0:1767384695.368733:0:41016:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000020689a6. 00000020:00000010:3.0:1767384695.368744:0:41016:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000b3291526. 00000020:00000010:3.0:1767384695.368749:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000003fa1eb. 00000020:00000010:3.0:1767384695.368762:0:41016:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000020689a6. 00000020:00000010:3.0:1767384695.368766:0:41016:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 0000000000bf8297. 00000001:00000010:3.0:1767384695.368780:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c19778ad. 00000001:00000010:3.0:1767384695.368784:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ada41b7d. 00000001:00000010:3.0:1767384695.368787:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000065b0fa94. 00000001:00000010:3.0:1767384695.368790:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001a987e90. 00000001:00000010:3.0:1767384695.368793:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dec5b704. 00000001:00000010:3.0:1767384695.368796:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000951d388e. 00000001:00000010:3.0:1767384695.368798:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000051c52334. 00000001:00000010:3.0:1767384695.368801:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000024f39130. 00000001:00000010:3.0:1767384695.368804:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000051b89ab6. 00000001:00000010:3.0:1767384695.368806:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000091155400. 00000001:00000010:3.0:1767384695.368809:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017ee8077. 00000001:00000010:3.0:1767384695.368812:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006bc1e1e9. 00000020:00000010:3.0:1767384695.368815:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b06cddf. 00000020:00000010:3.0:1767384695.368818:0:41016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000020689a6. 00000020:00000010:3.0:1767384695.368821:0:41016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b8debbd. 00000008:00000010:3.0:1767384695.368825:0:41016:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bdfe98e6. 00020000:00000010:3.0:1767384695.368829:0:41016:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e12e3e5d. 00008000:00000010:3.0:1767384695.368833:0:41016:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000003444d850. 00000080:00000010:3.0:1767384695.368838:0:41016:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000776936b7. 00000020:00000010:3.0:1767384695.368841:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4eb43c0. 00000020:00000010:3.0:1767384695.368843:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be904728. 00000040:00000010:3.0:1767384695.368846:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000faecd8d. 00000020:00000010:3.0:1767384695.368850:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001ddf3c1d. 00000020:00000010:3.0:1767384695.368853:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000efa627ab. 00000020:00000010:3.0:1767384695.368857:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c4d49f1a. 80000000:00000010:3.0:1767384695.368860:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000032da40ae. 40000000:00000010:3.0:1767384695.368862:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005c742d87. 00100000:00000010:3.0:1767384695.368865:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009fa69920. 00040000:00000010:3.0:1767384695.368869:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f015e344. 00040000:00000010:3.0:1767384695.368872:0:41016:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000050d2d2c5. 00040000:00000010:3.0:1767384695.368875:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008fd096f7. 00080000:00000010:3.0:1767384695.368879:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a42941a6. 00080000:00000010:3.0:1767384695.368889:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000259e9ba8. 00000004:00000010:3.0:1767384695.368894:0:41016:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c0fe9ed9. 00000004:00000010:3.0:1767384695.368898:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004fdddba9. 00000004:00000010:3.0:1767384695.368902:0:41016:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ba905b9b. 00000004:00000010:3.0:1767384695.368905:0:41016:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000049779586. 00000010:00000010:3.0:1767384695.368909:0:41016:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000e1e2a128. 00000010:00000010:3.0:1767384695.368982:0:41016:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 000000005a89ffd3. 00000010:00000010:3.0:1767384695.368986:0:41016:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000495aa192. 00000010:00000010:3.0:1767384695.368990:0:41016:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 0000000031e28671. 00000010:00000010:3.0:1767384695.368996:0:41016:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000831d24b1. 00010000:00000010:3.0:1767384695.369002:0:41016:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000014be5c8a. 00010000:00000010:3.0:1767384695.369009:0:41016:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000061bbeeba. 00010000:00000010:3.0:1767384695.369014:0:41016:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000704f1855. 00000020:00000010:3.0:1767384695.369018:0:41016:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000aa9c044f. 00000100:00000200:3.0:1767384695.369031:0:41016:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.137@tcp->12345-0@lo 00010000:00000010:3.0:1767384695.369035:0:41016:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000001248cba7. 00010000:00000010:3.0:1767384695.369039:0:41016:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000002a6805c8. 00000001:00000010:3.0:1767384695.369042:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009f511537. 00000001:00000010:3.0:1767384695.369046:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000aeb0ba58. 00000001:00000010:3.0:1767384695.369103:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000000af0b3b. 00000001:00000010:3.0:1767384695.369157:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b5c7026a. 00000001:00000010:3.0:1767384695.369213:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a2d1fcd4. 00000001:00000010:3.0:1767384695.369263:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007321ae4b. 00000001:00000010:3.0:1767384695.369318:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000076f2dcce. 00000001:00000010:3.0:1767384695.369370:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004aae6293. 00000001:00000010:3.0:1767384695.369422:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000730c7b72. 00000001:00000010:3.0:1767384695.369476:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000062decf98. 00000001:00000010:3.0:1767384695.369534:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bc0cf934. 00000001:00000010:3.0:1767384695.369588:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b8675503. 00000001:00000010:3.0:1767384695.369662:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dda6aabd. 00000001:00000010:3.0:1767384695.369729:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000092e3e813. 00000001:00000010:3.0:1767384695.369787:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000084a59fe9. 00000001:00000010:3.0:1767384695.369841:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007e804797. 00000001:00000010:3.0:1767384695.369891:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000099c42727. 00000001:00000010:3.0:1767384695.369960:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000805e595e. 00000001:00000010:3.0:1767384695.370013:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a64ad67f. 00000001:00000010:3.0:1767384695.370087:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c49f0c54. 00000001:00000010:3.0:1767384695.370153:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006a8f7a59. 00000001:00000010:3.0:1767384695.370210:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ce01da94. 00000001:00000010:3.0:1767384695.370260:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009b7722f3. 00000001:00000010:3.0:1767384695.370307:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fa701dd7. 00000001:00000010:3.0:1767384695.370364:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fc344e00. 00000001:00000010:3.0:1767384695.370991:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ab4ad9de. 00000001:00000010:3.0:1767384695.371045:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002c153ae2. 00000001:00000010:3.0:1767384695.371116:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ccd38c62. 00000001:00000010:3.0:1767384695.371160:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002b6bf15f. 00000001:00000010:3.0:1767384695.371205:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000027eb2ed3. 00000001:00000010:3.0:1767384695.371244:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004c03cf24. 00000001:00000010:3.0:1767384695.371285:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009ab06ab7. 00000001:00000010:3.0:1767384695.371334:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a484e9f2. 00000001:00000010:3.0:1767384695.371374:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006bf418da. 00000020:00000010:3.0:1767384695.371439:0:41016:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002be3abe5. 00000020:00000010:3.0:1767384695.371443:0:41016:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000036397db6. 00000020:00000010:3.0:1767384695.371523:0:41016:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000012bc84. 00000020:00000010:3.0:1767384695.371527:0:41016:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000092f8f91f. 00000010:00000010:3.0:1767384695.371542:0:41016:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 000000005a89ffd3. 00000010:00000010:3.0:1767384695.371546:0:41016:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 0000000031e28671. 00000010:00000010:3.0:1767384695.371549:0:41016:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000495aa192. 00000010:00000010:3.0:1767384695.371551:0:41016:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000831d24b1. 00000020:00000010:3.0:1767384695.371581:0:41016:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004bb5bca6. 00000020:00000010:3.0:1767384695.371585:0:41016:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000000e5860f8. 00000020:00000010:3.0:1767384695.371625:0:41016:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be904728. 00000040:00000010:3.0:1767384695.371630:0:41016:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000faecd8d. 00000020:00000010:3.0:1767384695.371634:0:41016:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001ddf3c1d. 00000020:00000010:3.0:1767384695.371639:0:41016:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000efa627ab. 00000020:00000010:3.0:1767384695.371643:0:41016:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c4d49f1a. 80000000:00000010:3.0:1767384695.371647:0:41016:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000032da40ae. 40000000:00000010:3.0:1767384695.371651:0:41016:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005c742d87. 00100000:00000010:3.0:1767384695.371655:0:41016:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009fa69920. 00040000:00000010:3.0:1767384695.371660:0:41016:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f015e344. 00040000:00000010:3.0:1767384695.371663:0:41016:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000050d2d2c5. 00040000:00000010:3.0:1767384695.371667:0:41016:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008fd096f7. 00080000:00000010:3.0:1767384695.371672:0:41016:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000259e9ba8. 00080000:00000010:3.0:1767384695.371675:0:41016:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a42941a6. 00000004:00000010:3.0:1767384695.371680:0:41016:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c0fe9ed9. 00000004:00000010:3.0:1767384695.371684:0:41016:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004fdddba9. 00000004:00000010:3.0:1767384695.371687:0:41016:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ba905b9b. 00000004:00000010:3.0:1767384695.371691:0:41016:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000049779586. 00000020:00000010:3.0:1767384695.371694:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4eb43c0. 00000020:00000010:3.0:1767384695.371698:0:41016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000020689a6. 00000020:00000010:3.0:1767384695.371701:0:41016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b8debbd. 00000008:00000010:3.0:1767384695.371704:0:41016:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000bdfe98e6. 00020000:00000010:3.0:1767384695.371708:0:41016:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000e12e3e5d. 00008000:00000010:3.0:1767384695.371712:0:41016:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000003444d850. 00000080:00000010:3.0:1767384695.371717:0:41016:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000776936b7. 00000020:00000010:3.0:1767384695.371721:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b06cddf. 00000020:00000010:3.0:1767384695.371725:0:41016:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 0000000000bf8297. 00000020:00000010:3.0:1767384695.371733:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aaae4390. 00000020:00000010:3.0:1767384695.371736:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008fd096f7. 00000040:00000010:3.0:1767384695.371738:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c4d49f1a. 00000020:00000010:3.0:1767384695.371742:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ba905b9b. 00000020:00000010:3.0:1767384695.371745:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000efa627ab. 00000020:00000010:3.0:1767384695.371749:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009f71b51a. 80000000:00000010:3.0:1767384695.371752:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003fa8d791. 40000000:00000010:3.0:1767384695.371755:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005c742d87. 00100000:00000010:3.0:1767384695.371758:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ce0a9442. 00040000:00000010:3.0:1767384695.371761:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f015e344. 00040000:00000010:3.0:1767384695.371763:0:41016:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000061127327. 00040000:00000010:3.0:1767384695.371766:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b16a76c0. 00080000:00000010:3.0:1767384695.371770:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000259e9ba8. 00080000:00000010:3.0:1767384695.371774:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009d063ae2. 00000004:00000010:3.0:1767384695.371779:0:41016:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d544e5b9. 00000004:00000010:3.0:1767384695.371783:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f184376f. 00000004:00000010:3.0:1767384695.371786:0:41016:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000066c43813. 00000004:00000010:3.0:1767384695.371789:0:41016:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000049779586. 00000020:00000010:3.0:1767384695.371792:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c01d5a7. 00000020:00000010:3.0:1767384695.371796:0:41016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000020689a6. 00000020:00000010:3.0:1767384695.371799:0:41016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b8debbd. 00000020:00000010:3.0:1767384695.371802:0:41016:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000ede2dc63. 00000020:00000010:3.0:1767384695.371806:0:41016:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 0000000079bd4f58. 00000020:00000010:3.0:1767384695.371811:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000da51b3d2. 00000100:00000010:3.0:1767384695.371832:0:41016:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003146ced8. 02000000:00000010:3.0:1767384695.371840:0:41016:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000054fa8311. 02000000:00000010:0.0:1767384695.371893:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002c53f251. 00000400:00000010:0.0:1767384695.371901:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071020799. 00000400:00000010:0.0:1767384695.371907:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029ce59c2. 00000100:00000200:0.0:1767384695.371911:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049200896, portal 10 00000020:00000010:0.0:1767384695.371917:0:16347:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007ff58db2. 00000400:00000010:0.0:1767384695.371922:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 00000100:00000200:0.0:1767384695.371925:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237049200896, offset 0 00000400:00000200:0.0:1767384695.371932:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384695.371942:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384695.371951:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260009100 00000400:00000200:0.0:1767384695.371957:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x22ed [64] + 0 00000400:00000200:0.0:1767384695.371964:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384695.371968:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384695.371972:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384695.371977:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f56db60. 00000020:00000010:3.0:1767384695.371980:0:41016:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000ede2dc63. 00000020:00000010:3.0:1767384695.371984:0:41016:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 0000000079bd4f58. 00000020:00000010:3.0:1767384695.371988:0:41016:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008fd096f7. 00000040:00000010:3.0:1767384695.371991:0:41016:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c4d49f1a. 00000400:00000200:0.0:1767384695.371994:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029120e0d 00000020:00000010:3.0:1767384695.371995:0:41016:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ba905b9b. 00000400:00000010:0.0:1767384695.371998:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 00000020:00000010:3.0:1767384695.372000:0:41016:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000efa627ab. 00000020:00000010:3.0:1767384695.372004:0:41016:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009f71b51a. 00000100:00000200:0.0:1767384695.372005:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003146ced8 x1853237049200896/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:3.0:1767384695.372008:0:41016:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003fa8d791. 40000000:00000010:3.0:1767384695.372013:0:41016:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005c742d87. 00100000:00000010:3.0:1767384695.372018:0:41016:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ce0a9442. 00040000:00000010:3.0:1767384695.372022:0:41016:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f015e344. 00040000:00000010:3.0:1767384695.372025:0:41016:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000061127327. 00040000:00000010:3.0:1767384695.372028:0:41016:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b16a76c0. 00080000:00000010:3.0:1767384695.372031:0:41016:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009d063ae2. 00080000:00000010:3.0:1767384695.372035:0:41016:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000259e9ba8. 00000004:00000010:3.0:1767384695.372039:0:41016:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d544e5b9. 00000004:00000010:3.0:1767384695.372042:0:41016:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f184376f. 00000004:00000010:3.0:1767384695.372045:0:41016:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000066c43813. 00000004:00000010:3.0:1767384695.372047:0:41016:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000049779586. 00000020:00000010:3.0:1767384695.372049:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aaae4390. 00000020:00000010:0.0:1767384695.372077:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e6b19881. 00000020:00000010:3.0:1767384695.372080:0:41016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000020689a6. 00000020:00000010:3.0:1767384695.372086:0:41016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b8debbd. 00040000:00000010:0.0:1767384695.372086:0:40993:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000019a096c8. 00000004:00000010:0.0:1767384695.372092:0:40993:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dca4256b. 00000020:00000010:3.0:1767384695.372093:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c01d5a7. 00000020:00000010:3.0:1767384695.372099:0:41016:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 000000000b2c4e30. 00000004:00000010:0.0:1767384695.372099:0:40993:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e8616603. 00000020:00000010:3.0:1767384695.372105:0:41016:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 0000000086c25414. 00000004:00000010:0.0:1767384695.372105:0:40993:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000059a6375b. 00000020:00000010:0.0:1767384695.372115:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a521335e. 00000100:00000010:3.0:1767384695.372119:0:41016:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000912854ef. 00000020:00000010:0.0:1767384695.372119:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc4f0ddf. 00000020:00000010:0.0:1767384695.372126:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 02000000:00000010:3.0:1767384695.372128:0:41016:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c01d5a7. 00000100:00000010:3.0:1767384695.372136:0:41016:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ede2dc63. 00000100:00000200:0.0:1767384695.372149:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200896 02000000:00000010:3.0:1767384695.372150:0:41016:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000aeb113c. 00000400:00000010:3.0:1767384695.372155:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c114429. 00000400:00000010:3.0:1767384695.372159:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e01862aa. 00000100:00000200:3.0:1767384695.372161:0:41016:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049201024, portal 25 02000000:00000010:0.0:1767384695.372162:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000002a63e1. 00000400:00000010:3.0:1767384695.372166:0:41016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.372170:0:41016:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049201024, offset 0 00000400:00000010:0.0:1767384695.372172:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 00000400:00000200:3.0:1767384695.372177:0:41016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384695.372184:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049200896, offset 0 00000400:00000200:3.0:1767384695.372185:0:41016:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384695.372194:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.372196:0:41016:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260009180 00000400:00000200:3.0:1767384695.372205:0:41016:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x220d [2] + 0 00000400:00000200:0.0:1767384695.372207:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384695.372213:0:41016:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045f0a4b4. 00000400:00000200:3.0:1767384695.372217:0:41016:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e7d5bc40 00000400:00000200:0.0:1767384695.372219:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260009100 00000400:00000200:3.0:1767384695.372221:0:41016:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384695.372227:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b15 [1] + 0 00000400:00000200:3.0:1767384695.372228:0:41016:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384695.372233:0:41016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7d5bc40 00000400:00000200:0.0:1767384695.372235:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384695.372237:0:41016:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7d5bc40. 00000400:00000200:0.0:1767384695.372241:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.372243:0:41016:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384695.372249:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003146ced8 x1853237049200896/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.372256:0:41016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.372259:0:41016:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.372264:0:41016:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000912854ef x1853237049201024/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384695.372267:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029120e0d 00000400:00000010:0.0:1767384695.372272:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 00000020:00000010:0.0:1767384695.372283:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc4f0ddf. 00000020:00000010:0.0:1767384695.372288:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384695.372290:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a521335e. 00000400:00000010:0.0:1767384695.372310:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071020799. 00000400:00000200:0.0:1767384695.372314:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029ce59c2 00000400:00000010:0.0:1767384695.372316:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029ce59c2. 00000100:00000200:0.0:1767384695.372322:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003146ced8 x1853237049200896/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384695.372329:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099d90a40. 00000100:00000200:0.0:1767384695.372331:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003146ced8 x1853237049200896/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384695.372334:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099d90a40. 00000020:00000010:2.0:1767384695.372340:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001490a1cf. 00000020:00000010:2.0:1767384695.372344:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065a37a83. 00000020:00000010:2.0:1767384695.372346:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fe08f84. 02000000:00000010:0.0:1767384695.372357:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002c53f251. 02000000:00000010:0.0:1767384695.372363:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000054fa8311. 00000100:00000010:0.0:1767384695.372367:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003146ced8. 00000020:00000010:2.0:1767384695.372370:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099d90a40. 00000020:00000010:2.0:1767384695.372373:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099d90a40. 00000100:00000200:2.0:1767384695.372376:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201024 02000000:00000010:2.0:1767384695.372388:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000c7f6a885. 00000040:00000010:2.0:1767384695.372393:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fbc35c03. 00000040:00000010:2.0:1767384695.372403:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000057db30b4. 00000040:00000010:2.0:1767384695.372422:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000057db30b4. 00000040:00000010:2.0:1767384695.372425:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fbc35c03. 00010000:00000200:2.0:1767384695.372430:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c760cd5d x1853237049201024/t0(0) o502->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 272/8472 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384695.372443:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004916a7ed. 00000100:00000200:2.0:1767384695.372446:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237049201024, offset 224 00000400:00000200:2.0:1767384695.372450:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.372454:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.372458:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260009180 00000400:00000200:2.0:1767384695.372462:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b1d [4] + 224 00000400:00000200:2.0:1767384695.372466:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.372468:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384695.372471:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000912854ef x1853237049201024/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384695.372482:0:41015:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000e8668921. 00000400:00000200:2.0:1767384695.372485:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004916a7ed 00000400:00000010:2.0:1767384695.372487:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004916a7ed. 00000020:00000010:1.0:1767384695.372489:0:41015:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000e8668921. 00000020:00000010:2.0:1767384695.372496:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065a37a83. 00000400:00000010:3.0:1767384695.372497:0:41016:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c114429. 00000020:00000010:2.0:1767384695.372499:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fe08f84. 00000400:00000200:3.0:1767384695.372502:0:41016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e01862aa 00000020:00000010:2.0:1767384695.372503:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001490a1cf. 00000400:00000010:3.0:1767384695.372506:0:41016:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e01862aa. 02000000:00000010:2.0:1767384695.372508:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000c7f6a885. 00000100:00000200:3.0:1767384695.372513:0:41016:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000912854ef x1853237049201024/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384695.372521:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384695.372523:0:41016:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000912854ef x1853237049201024/t0(0) o502->MGC192.168.202.137@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384695.372526:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e60e6db. 00000400:00000010:2.0:1767384695.372531:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004916a7ed. 00000100:00000010:3.0:1767384695.372545:0:41016:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ede2dc63. 02000000:00000010:3.0:1767384695.372551:0:41016:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000aeb113c. 02000000:00000010:3.0:1767384695.372564:0:41016:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006c01d5a7. 00000100:00000010:3.0:1767384695.372567:0:41016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000912854ef. 00000040:00000010:3.0:1767384695.372572:0:41016:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000015299496. 00000020:00000010:3.0:1767384695.372578:0:41016:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001d228cbe. 00000020:00000010:3.0:1767384695.372588:0:41016:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000375d68c6. 00000040:00000010:3.0:1767384695.372592:0:41016:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000f934010. 00000020:00000010:3.0:1767384695.372594:0:41016:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000385bd236. 00000020:00000010:3.0:1767384695.372597:0:41016:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da60384a. 00000020:00000010:3.0:1767384695.372600:0:41016:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bdc82ae2. 80000000:00000010:3.0:1767384695.372602:0:41016:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004d543e91. 40000000:00000010:3.0:1767384695.372604:0:41016:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ac21dffc. 00100000:00000010:3.0:1767384695.372634:0:41016:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000069d19557. 00040000:00000010:3.0:1767384695.372638:0:41016:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ba815197. 00040000:00000010:3.0:1767384695.372641:0:41016:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000076159bae. 00040000:00000010:3.0:1767384695.372644:0:41016:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000044d89bf5. 00080000:00000010:3.0:1767384695.372648:0:41016:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009e73b9c9. 00080000:00000010:3.0:1767384695.372652:0:41016:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d115b7ad. 00000004:00000010:3.0:1767384695.372656:0:41016:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006e5be25e. 00000004:00000010:3.0:1767384695.372658:0:41016:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000069eab0dc. 00000004:00000010:3.0:1767384695.372661:0:41016:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d0713b61. 00002000:00000010:3.0:1767384695.372663:0:41016:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004a65926f. 00000004:00000010:3.0:1767384695.372666:0:41016:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000039ba1464. 00000020:00000010:3.0:1767384695.372669:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4ac1091. 00000040:00000010:2.0:1767384695.372689:0:40978:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000001de85f37. 00000040:00000010:2.0:1767384695.372696:0:40978:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005a000ce4. 00000040:00000010:2.0:1767384695.372700:0:40978:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e295925a. 00000020:00000010:2.0:1767384695.372706:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000728aa87e. 00000040:00000010:2.0:1767384695.372710:0:40978:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b1702caa. 00000020:00000010:2.0:1767384695.372713:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000089c5fdb2. 00000020:00000010:2.0:1767384695.372717:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ff907d6d. 80000000:00000010:2.0:1767384695.372720:0:40978:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000016a517c2. 00040000:00000010:2.0:1767384695.372722:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009def1d1d. 00080000:00000010:2.0:1767384695.372725:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000469ef13d. 00080000:00000010:2.0:1767384695.372728:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e92f88cb. 20000000:00000010:2.0:1767384695.372731:0:40978:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000fae0b251. 00000020:00000010:2.0:1767384695.372733:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6b7b13d. 10000000:00000010:2.0:1767384695.372737:0:40978:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c37f5d40. 00000020:00000010:2.0:1767384695.372752:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000096b88a57. 00000040:00000010:2.0:1767384695.372755:0:40978:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fddd2f53. 00000020:00000010:2.0:1767384695.372757:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000076b4f08c. 00000020:00000010:2.0:1767384695.372760:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001a562062. 00040000:00000010:2.0:1767384695.372762:0:40978:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009a4ad484. 00040000:00000010:2.0:1767384695.372765:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000961574a6. 00080000:00000010:2.0:1767384695.372767:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e9daebe7. 00080000:00000010:2.0:1767384695.372768:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005c8c6ece. 00000020:00000010:2.0:1767384695.372770:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000896a1862. 00000020:00000010:2.0:1767384695.372772:0:40978:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000ed394a23. 00000020:00000010:2.0:1767384695.372774:0:40978:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000009e732dbb. 00000020:00000010:2.0:1767384695.372776:0:40978:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000c725401c. 00000020:00000010:2.0:1767384695.372778:0:40978:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 0000000097458330. 00000020:00000010:2.0:1767384695.372801:0:40978:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 0000000057db30b4. 00000100:00000010:2.0:1767384695.372825:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e344020. 02000000:00000010:2.0:1767384695.372832:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000efa15d63. 00000100:00000010:2.0:1767384695.372837:0:40978:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f463105c. 00000100:00000010:2.0:1767384695.372838:0:40978:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000009e6d057. 00000100:00000010:2.0:1767384695.372843:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a77b62a. 00000400:00000010:2.0:1767384695.372850:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058dcbc8c. 00000400:00000010:2.0:1767384695.372853:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e80587. 00000100:00000200:2.0:1767384695.372855:0:40978:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958260009200-0x6958260009200, portal 33 02000000:00000010:2.0:1767384695.372860:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001d78ad8c. 00000400:00000010:2.0:1767384695.372861:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a253ea. 00000400:00000010:2.0:1767384695.372864:0:40978:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b6c2379. 00000100:00000200:2.0:1767384695.372865:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049201152, portal 25 00000400:00000010:2.0:1767384695.372867:0:40978:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd910e28. 00000100:00000200:2.0:1767384695.372869:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237049201152, offset 0 00000400:00000200:2.0:1767384695.372872:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.372877:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.372882:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958260009200 00000400:00000200:2.0:1767384695.372886:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2211 [2] + 0 00000400:00000010:2.0:1767384695.372889:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023945be3. 00000400:00000200:2.0:1767384695.372892:0:40978:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b424e90 00000400:00000200:2.0:1767384695.372895:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.372896:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384695.372898:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b424e90 00000400:00000010:2.0:1767384695.372899:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b424e90. 00000100:00000200:2.0:1767384695.372902:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384695.372911:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd910e28 00000400:00000010:2.0:1767384695.372913:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd910e28. 00000100:00000200:2.0:1767384695.372917:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e344020 x1853237049201152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384695.372926:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac21dffc. 00000020:00000010:3.0:1767384695.372931:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac21dffc. 00000020:00000010:3.0:1767384695.372936:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c01d5a7. 00000020:00000010:3.0:1767384695.372940:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000020689a6. 00000020:00000010:3.0:1767384695.372943:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b8debbd. 00000020:00000010:3.0:1767384695.372964:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac21dffc. 00000020:00000010:3.0:1767384695.372966:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac21dffc. 00000100:00000200:3.0:1767384695.372969:0:40987:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201152 02000000:00000010:3.0:1767384695.372975:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000259e9ba8. 20000000:00000010:3.0:1767384695.372982:0:40987:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000009d063ae2. 00000100:00000010:3.0:1767384695.372985:0:40987:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000039ba1464. 00000100:00000010:3.0:1767384695.372987:0:40987:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e542a40f. 00000400:00000010:3.0:1767384695.372992:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000400:00000010:3.0:1767384695.372997:0:40987:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000321b4a10. 00000400:00000200:3.0:1767384695.373001:0:40987:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384695.373008:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384695.373013:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958260009200 00000400:00000200:3.0:1767384695.373018:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b31 [1] + 0 00000400:00000010:3.0:1767384695.373021:0:40987:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058dcbc8c. 00000400:00000200:3.0:1767384695.373024:0:40987:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000045e80587 00000100:00000200:3.0:1767384695.373027:0:40987:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000039ba1464 00000400:00000200:3.0:1767384695.373032:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384695.373038:0:40987:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b3d 00000400:00000200:3.0:1767384695.373042:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.373046:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767384695.373049:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.373064:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.373068:0:40987:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 0000000039ba1464 00000400:00000200:3.0:1767384695.373074:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e80587 00000400:00000010:3.0:1767384695.373076:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e80587. 00000100:00000200:3.0:1767384695.373079:0:40987:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000003e344020 desc 00000000f463105c mbits 1853237049201152 00000100:00000200:3.0:1767384695.373093:0:40987:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958260009200-0x6958260009200 20000000:00000010:3.0:1767384695.373102:0:40987:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000003fa8d791. 20000000:00000010:3.0:1767384695.373112:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aaae4390. 20000000:00000010:3.0:1767384695.373119:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000006fdc5ee. 20000000:00000010:3.0:1767384695.373125:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b16a76c0. 20000000:00000010:3.0:1767384695.373130:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009f71b51a. 20000000:00000010:3.0:1767384695.373135:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c4d49f1a. 20000000:00000010:3.0:1767384695.373140:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008fd096f7. 20000000:00000010:3.0:1767384695.373144:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bf01de14. 20000000:00000010:3.0:1767384695.373149:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fae0b251. 20000000:00000010:3.0:1767384695.373154:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007c035adf. 20000000:00000010:3.0:1767384695.373158:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009def1d1d. 20000000:00000010:3.0:1767384695.373163:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ff907d6d. 20000000:00000010:3.0:1767384695.373168:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b1702caa. 20000000:00000010:3.0:1767384695.373173:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e295925a. 20000000:00000010:3.0:1767384695.373177:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b4ac1091. 20000000:00000010:3.0:1767384695.373181:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000f934010. 20000000:00000010:3.0:1767384695.373185:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000375d68c6. 20000000:00000010:3.0:1767384695.373189:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008e613d48. 20000000:00000010:3.0:1767384695.373193:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000044d89bf5. 20000000:00000010:3.0:1767384695.373197:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bdc82ae2. 20000000:00000010:3.0:1767384695.373200:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005b06cddf. 20000000:00000010:3.0:1767384695.373204:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d4eb43c0. 20000000:00000010:3.0:1767384695.373207:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000faecd8d. 20000000:00000010:3.0:1767384695.373211:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000be904728. 20000000:00000010:3.0:1767384695.373216:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ada85c6e. 20000000:00000010:3.0:1767384695.373221:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a4b3a3fa. 20000000:00000010:3.0:1767384695.373225:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000275167af. 20000000:00000010:3.0:1767384695.373230:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e2971d86. 20000000:00000010:3.0:1767384695.373234:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ad1688e3. 20000000:00000010:3.0:1767384695.373238:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000017e5576a. 20000000:00000010:3.0:1767384695.373242:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000e50954e. 20000000:00000010:3.0:1767384695.373245:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a713bbff. 20000000:00000010:3.0:1767384695.373249:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f4c19e43. 20000000:00000010:3.0:1767384695.373253:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b6022db8. 20000000:00000010:3.0:1767384695.373257:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000076397f8a. 20000000:00000010:3.0:1767384695.373260:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000095a905f3. 20000000:00000010:3.0:1767384695.373264:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049b7c82d. 20000000:00000010:3.0:1767384695.373267:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000073608ee9. 20000000:00000010:3.0:1767384695.373271:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004b614a94. 20000000:00000010:3.0:1767384695.373275:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aa279bc6. 20000000:00000010:3.0:1767384695.373280:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009b0b40d8. 20000000:00000010:3.0:1767384695.373284:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000054f8a7db. 20000000:00000010:3.0:1767384695.373288:0:40987:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000401983b6. 00080000:00000010:3.0:1767384695.373322:0:40987:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ad136111. 00080000:00000010:3.0:1767384695.373330:0:40987:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ac21dffc. 00080000:00000010:3.0:1767384695.373987:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ad136111. 00080000:00000010:2.0:1767384695.374016:0:40987:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ac21dffc. 00010000:00000010:3.0:1767384695.374046:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000600eec49. 00010000:00000010:3.0:1767384695.374073:0:40988:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086c25414. 00000100:00000010:3.0:1767384695.374078:0:40988:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ede2dc63. 00000100:00000010:3.0:1767384695.374085:0:40988:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000912854ef. 02000000:00000010:3.0:1767384695.374092:0:40988:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad136111. 02000000:00000010:3.0:1767384695.374105:0:40988:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000916407c4. 00000400:00000010:3.0:1767384695.374108:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c114429. 00000400:00000010:3.0:1767384695.374111:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.374114:0:40988:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049201280, portal 16 00000400:00000010:3.0:1767384695.374117:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000100:00000200:3.0:1767384695.374119:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049201280, offset 0 00000400:00000200:3.0:1767384695.374123:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.374130:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.374136:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260009280 00000100:00000010:2.0:1767384695.374141:0:40987:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e542a40f. 00000400:00000200:3.0:1767384695.374142:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x187d [2] + 1640 00000100:00000010:2.0:1767384695.374147:0:40987:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000039ba1464. 00000400:00000200:3.0:1767384695.374149:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000010:2.0:1767384695.374151:0:40987:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000009d063ae2. 00000400:00000200:3.0:1767384695.374156:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:2.0:1767384695.374160:0:40987:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a2206c44 x1853237049201152/t0(0) o253->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 4784/4768 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384695.374161:0:40988:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384695.374167:0:40988:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000748a966a. 00000400:00000010:2.0:1767384695.374173:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd910e28. 00000100:00000200:2.0:1767384695.374177:0:40987:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049201152, offset 224 00000400:00000200:2.0:1767384695.374182:0:40987:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.374186:0:40987:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.374187:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e167e24 00000400:00000010:3.0:1767384695.374190:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00000400:00000200:2.0:1767384695.374194:0:40987:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260009200 00000100:00000200:3.0:1767384695.374198:0:40988:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000912854ef x1853237049201280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384711 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384695.374200:0:40987:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b35 [2] + 224 00000400:00000200:2.0:1767384695.374207:0:40987:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.374212:0:40987:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384695.374220:0:40987:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e344020 x1853237049201152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384695.374235:0:40987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd910e28 00000400:00000010:2.0:1767384695.374236:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd910e28. 00000020:00000010:2.0:1767384695.374245:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000020689a6. 00000020:00000010:2.0:1767384695.374247:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b8debbd. 00040000:00000010:3.0:1767384695.374248:0:17064:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000066c43813. 00000020:00000010:2.0:1767384695.374250:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c01d5a7. 00000004:00000010:3.0:1767384695.374254:0:17064:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d544e5b9. 02000000:00000010:2.0:1767384695.374256:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000259e9ba8. 00000004:00000010:3.0:1767384695.374258:0:17064:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f184376f. 00000100:00000200:2.0:1767384695.374262:0:40987:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000004:00000010:3.0:1767384695.374263:0:17064:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000061127327. 00000004:00000010:3.0:1767384695.374268:0:17064:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004a65926f. 00000400:00000010:2.0:1767384695.374274:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bc7f48b. 00000020:00000010:3.0:1767384695.374275:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b2c4e30. 00000020:00000010:3.0:1767384695.374279:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b2c4e30. 00000400:00000010:2.0:1767384695.374280:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd910e28. 00000020:00000010:3.0:1767384695.374284:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ea6c427. 00000020:00000010:3.0:1767384695.374288:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000831d24b1. 00000020:00000010:3.0:1767384695.374292:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca47d336. 00000400:00000010:2.0:1767384695.374298:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a253ea. 00000400:00000200:2.0:1767384695.374302:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b6c2379 00000400:00000010:2.0:1767384695.374303:0:40978:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b6c2379. 00000100:00000200:2.0:1767384695.374307:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e344020 x1853237049201152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384695.374313:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e344020 x1853237049201152/t0(0) o253->MGC192.168.202.137@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384695.374324:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b2c4e30. 00000100:00000010:2.0:1767384695.374327:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a77b62a. 00000020:00000010:3.0:1767384695.374328:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b2c4e30. 00040000:00000010:1.0:1767384695.374330:0:22098:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000093a71eb. 00000100:00000200:3.0:1767384695.374333:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201280 02000000:00000010:2.0:1767384695.374334:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001d78ad8c. 00000004:00000010:1.0:1767384695.374336:0:22098:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b331d376. 00000100:00000010:2.0:1767384695.374339:0:40978:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000009e6d057. 00000100:00000010:2.0:1767384695.374342:0:40978:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f463105c. 00000004:00000010:1.0:1767384695.374342:0:22098:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000129df972. 02000000:00000010:3.0:1767384695.374344:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000049779586. 02000000:00000010:2.0:1767384695.374348:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000efa15d63. 00000004:00000010:1.0:1767384695.374349:0:22098:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000063df4c5f. 00000100:00000010:2.0:1767384695.374351:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e344020. 00000400:00000010:3.0:1767384695.374352:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000004:00000010:1.0:1767384695.374355:0:22098:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000057ccb30f. 00000020:00000010:2.0:1767384695.374356:0:40978:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 0000000057db30b4. 00000100:00000200:3.0:1767384695.374357:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049201280, offset 224 00000020:02000000:2.0:1767384695.374362:0:40978:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000400:00000200:3.0:1767384695.374366:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.374373:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.374380:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260009280 00000400:00000200:3.0:1767384695.374385:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b41 [1] + 224 00000400:00000200:3.0:1767384695.374389:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.374391:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.374398:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000912854ef x1853237049201280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384695.374413:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e167e24 00000400:00000010:3.0:1767384695.374415:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00010000:00000010:3.0:1767384695.374421:0:17064:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e01862aa. 00000020:00000010:3.0:1767384695.374437:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000831d24b1. 00000020:00000010:3.0:1767384695.374440:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca47d336. 00000020:00000010:3.0:1767384695.374443:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ea6c427. 00000400:00000010:3.0:1767384695.374460:0:40988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c114429. 00000400:00000200:3.0:1767384695.374463:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.374464:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000100:00000010:1.0:1767384695.374464:0:40100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 00000100:00000200:3.0:1767384695.374471:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000912854ef x1853237049201280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767384695.374474:0:40100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001cc5d7b6. 00000100:00000200:3.0:1767384695.374483:0:40988:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000912854ef x1853237049201280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767384695.374500:0:40988:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000916407c4. 00010000:00000010:1.0:1767384695.374504:0:40100:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e01862aa. 02000000:00000010:3.0:1767384695.374505:0:40988:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad136111. 00000100:00000010:3.0:1767384695.374512:0:40988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000912854ef. 00000100:00000010:3.0:1767384695.374515:0:40988:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ede2dc63. 00010000:00000010:3.0:1767384695.374518:0:40988:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086c25414. 02000000:00000010:1.0:1767384695.374526:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7e59340. 00000400:00000010:1.0:1767384695.374531:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003db7c4ac. 00000400:00000010:1.0:1767384695.374536:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000100:00000200:1.0:1767384695.374540:0:16349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049201408, portal 18 00000400:00000010:1.0:1767384695.374544:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4aea52. 00000100:00000200:1.0:1767384695.374546:0:16349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049201408, offset 0 00000400:00000200:1.0:1767384695.374552:0:16349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384695.374559:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384695.374565:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260009300 00000400:00000200:1.0:1767384695.374570:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000400:00000010:1.0:1767384695.374574:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000053929c6. 00000400:00000200:1.0:1767384695.374578:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a6da3be5 00000400:00000200:1.0:1767384695.374581:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384695.374586:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384695.374589:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6da3be5 00000400:00000010:1.0:1767384695.374591:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6da3be5. 00000100:00000200:1.0:1767384695.374595:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1767384695.374631:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c4aea52 00000400:00000010:1.0:1767384695.374634:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4aea52. 00000100:00000200:1.0:1767384695.374640:0:16349:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000da11bbe x1853237049201408/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384711 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767384695.374643:0:19658:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ce0a9442. 00000004:00000010:3.0:1767384695.374649:0:19658:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ba905b9b. 00000004:00000010:3.0:1767384695.374655:0:19658:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000069eab0dc. 00000004:00000010:3.0:1767384695.374659:0:19658:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009febbba4. 00000004:00000010:3.0:1767384695.374662:0:19658:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008648ef49. 00000020:00000010:3.0:1767384695.374668:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086c25414. 00000020:00000010:3.0:1767384695.374670:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086c25414. 00000020:00000010:3.0:1767384695.374674:0:19658:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad136111. 00000020:00000010:3.0:1767384695.374677:0:19658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000831d24b1. 00000020:00000010:3.0:1767384695.374680:0:19658:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca47d336. 00000100:00000200:3.0:1767384695.374694:0:19658:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f3477e0a x1853237049201408/t0(0) o103->8e2cb61b-e390-44ef-b232-c1620f11cfc8@0@lo:676/0 lens 328/0 e 0 to 0 dl 1767384706 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384695.374728:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086c25414. 00000020:00000010:3.0:1767384695.374730:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086c25414. 00040000:00000010:1.0:1767384695.374731:0:17065:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000016333e1b. 00000100:00000200:3.0:1767384695.374734:0:19658:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201408 00000004:00000010:1.0:1767384695.374739:0:17065:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b13b4be1. 02000000:00000010:3.0:1767384695.374742:0:19658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000035dd9d8b. 00000004:00000010:1.0:1767384695.374744:0:17065:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005eee9793. 00000004:00000010:1.0:1767384695.374749:0:17065:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000008a839. 00000004:00000010:1.0:1767384695.374752:0:17065:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000be58469d. 00010000:00000010:3.0:1767384695.374766:0:19658:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086c25414. 00000100:00000010:3.0:1767384695.374771:0:19658:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ede2dc63. 00000100:00000010:3.0:1767384695.374786:0:19658:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ede2dc63. 00010000:00000010:3.0:1767384695.374789:0:19658:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086c25414. 00000400:00000010:3.0:1767384695.374796:0:19658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000100:00000200:3.0:1767384695.374798:0:19658:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049201408, offset 224 00000400:00000200:3.0:1767384695.374802:0:19658:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.374808:0:19658:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.374813:0:19658:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260009300 00000400:00000200:3.0:1767384695.374817:0:19658:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2b55 [1] + 224 00000400:00000200:3.0:1767384695.374820:0:19658:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.374823:0:19658:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384695.374829:0:19658:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000da11bbe x1853237049201408/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384695.374846:0:19658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000400:00000010:3.0:1767384695.374848:0:19658:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000400:00000010:1.0:1767384695.374852:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003db7c4ac. 00000020:00000010:3.0:1767384695.374857:0:19658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000831d24b1. 00000400:00000200:1.0:1767384695.374858:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000400:00000010:1.0:1767384695.374861:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000020:00000010:3.0:1767384695.374862:0:19658:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca47d336. 00000020:00000010:3.0:1767384695.374867:0:19658:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad136111. 00000100:00000200:1.0:1767384695.374870:0:16349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000da11bbe x1853237049201408/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384695.374873:0:19658:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000035dd9d8b. 02000000:00000010:3.0:1767384695.374879:0:19658:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000513666c3. 00000100:00000010:3.0:1767384695.374884:0:19658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000482d929c. 00000100:00000200:1.0:1767384695.374885:0:16349:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000da11bbe x1853237049201408/t0(0) o103->MGC192.168.202.137@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384695.374889:0:19658:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002a6615ec. 00000100:00000010:3.0:1767384695.374894:0:19658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e869959. 02000000:00000010:3.0:1767384695.374900:0:19658:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f08c6b49. 00000100:00000010:3.0:1767384695.374904:0:19658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064e948d5. 02000000:00000010:1.0:1767384695.374907:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7e59340. 02000000:00000010:3.0:1767384695.374909:0:19658:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c68b30b7. 00000100:00000010:3.0:1767384695.374913:0:19658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4452d6e. 02000000:00000010:1.0:1767384695.374914:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001cc5d7b6. 02000000:00000010:3.0:1767384695.374918:0:19658:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000063df6ff1. 00000100:00000010:1.0:1767384695.374920:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 00000100:00000010:3.0:1767384695.374922:0:19658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092b50003. 02000000:00000010:3.0:1767384695.374927:0:19658:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006b4e98fa. 00000100:00000010:3.0:1767384695.374930:0:19658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ebdf97e6. 00000100:00000200:3.0:1767384695.374935:0:19658:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1767384695.374938:0:19658:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c114429. 00000400:00000010:3.0:1767384695.374941:0:19658:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ede2dc63. 00000020:00000010:2.0:1767384695.376094:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001490a1cf. 00000020:00000010:2.0:1767384695.376097:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fbc35c03. 00000040:00000010:2.0:1767384695.376099:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000775bb550. 00000020:00000010:2.0:1767384695.376101:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cb5bd9f0. 00000020:00000010:2.0:1767384695.376104:0:40978:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000070fecd12. 00000020:00000010:2.0:1767384695.376106:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dc68b464. 80000000:00000010:2.0:1767384695.376108:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004b6dc0cb. 40000000:00000010:2.0:1767384695.376110:0:40978:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000099d90a40. 00100000:00000010:2.0:1767384695.376113:0:40978:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000076b4f08c. 00040000:00000010:2.0:1767384695.376115:0:40978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fbd83193. 00040000:00000010:2.0:1767384695.376118:0:40978:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000089c5fdb2. 00040000:00000010:2.0:1767384695.376119:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006c01d5a7. 00080000:00000010:2.0:1767384695.376122:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000057db30b4. 00080000:00000010:2.0:1767384695.376123:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000efa15d63. 00000004:00000010:2.0:1767384695.376127:0:40978:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f218e837. 00000004:00000010:2.0:1767384695.376130:0:40978:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007bd1a489. 00000004:00000010:2.0:1767384695.376131:0:40978:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003355556c. 00000004:00000010:2.0:1767384695.376133:0:40978:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f463105c. 00000020:00000010:2.0:1767384695.376134:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000896a1862. 00000020:00000010:2.0:1767384695.376136:0:40978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065a37a83. 00000020:00000010:2.0:1767384695.376137:0:40978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fe08f84. 00080000:00000010:2.0:1767384695.376161:0:40978:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000b2ab71fa. 00000020:00000010:2.0:1767384695.376164:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003167371b. 00080000:00000010:2.0:1767384695.376167:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001a562062. 00080000:00000010:2.0:1767384695.376180:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001a562062. 00000020:00000010:2.0:1767384695.376182:0:40978:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003167371b. 00000004:00000010:2.0:1767384695.376189:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000079fc724. 00000004:00000010:2.0:1767384695.376192:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000060918468. 00000004:00000010:2.0:1767384695.376196:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b8633ccd. 00080000:00000010:2.0:1767384695.376200:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001a562062. 00040000:00000010:2.0:1767384695.376208:0:40978:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000006b6c2379. 00000004:00000010:2.0:1767384695.376211:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cf480776. 00000004:00000010:2.0:1767384695.376212:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b2e7a9e6. 00000004:00000010:2.0:1767384695.376214:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000054618407. 00080000:00000010:2.0:1767384695.376215:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fddd2f53. 00000020:00000010:2.0:1767384695.376231:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000673f44dc. 00080000:00000010:2.0:1767384695.376233:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000096b88a57. 00080000:00000010:2.0:1767384695.376238:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000096b88a57. 00000020:00000010:2.0:1767384695.376240:0:40978:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000673f44dc. 00000004:00000010:2.0:1767384695.376243:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c693c36f. 00000004:00000010:2.0:1767384695.376245:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d6464fe6. 00000004:00000010:2.0:1767384695.376246:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000024a9f61f. 00080000:00000010:2.0:1767384695.376248:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000096b88a57. 00080000:00000010:2.0:1767384695.376252:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000e0f614d. 00100000:00000010:2.0:1767384695.376259:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000476d460d. 00100000:00000010:2.0:1767384695.376267:0:40978:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000476d460d. 00000004:00000010:2.0:1767384695.376279:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e63f3a11. 00000004:00000010:2.0:1767384695.376281:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000339ee5a8. 00000004:00000010:2.0:1767384695.376282:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f22247bb. 00080000:00000010:2.0:1767384695.376284:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f7646d91. 00080000:00000010:2.0:1767384695.376288:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cfafc5b7. 00100000:00000010:2.0:1767384695.376291:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000476d460d. 00100000:00000010:2.0:1767384695.376292:0:40978:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000476d460d. 00040000:00000010:2.0:1767384695.376295:0:40978:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000075fbf69b. 00000001:00000010:2.0:1767384695.376298:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000961574a6. 00000001:00000010:2.0:1767384695.376300:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003f46203a. 00000001:00000010:2.0:1767384695.376302:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ed394a23. 00040000:00000010:2.0:1767384695.376309:0:40978:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000006d54121e. 00000004:00000010:2.0:1767384695.376312:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a636f1d5. 00000004:00000010:2.0:1767384695.376313:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007a14e80f. 00000004:00000010:2.0:1767384695.376315:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f3d20e83. 00080000:00000010:2.0:1767384695.376316:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a6b7b13d. 00000020:00000010:2.0:1767384695.376327:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dd589042. 00080000:00000010:2.0:1767384695.376330:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000728aa87e. 00080000:00000010:2.0:1767384695.376337:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000728aa87e. 00000020:00000010:2.0:1767384695.376339:0:40978:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dd589042. 00000004:00000010:2.0:1767384695.376343:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f386abeb. 00000004:00000010:2.0:1767384695.376346:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a80039b9. 00000004:00000010:2.0:1767384695.376349:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f02ab18d. 00080000:00000010:2.0:1767384695.376350:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000728aa87e. 00080000:00000010:2.0:1767384695.376357:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005938c067. 00100000:00000010:2.0:1767384695.376360:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000476d460d. 00100000:00000010:2.0:1767384695.376363:0:40978:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000476d460d. 00000004:00000010:2.0:1767384695.376372:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e3df13f6. 00000004:00000010:2.0:1767384695.376374:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000045e999e4. 00000004:00000010:2.0:1767384695.376375:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002a746117. 00080000:00000010:2.0:1767384695.376378:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000069a625ed. 00080000:00000010:2.0:1767384695.376382:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000039dc4909. 00100000:00000010:2.0:1767384695.376385:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000476d460d. 00100000:00000010:2.0:1767384695.376386:0:40978:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000476d460d. 00040000:00000010:2.0:1767384695.376388:0:40978:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000d8b1615e. 00000001:00000010:2.0:1767384695.376390:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000699846ec. 00000001:00000010:2.0:1767384695.376392:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000008b6708c7. 00000001:00000010:2.0:1767384695.376394:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b930f42f. 00040000:00000010:2.0:1767384695.376398:0:40978:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000034469651. 00000004:00000010:2.0:1767384695.376400:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002b1c3ab5. 00000004:00000010:2.0:1767384695.376402:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002f707265. 00000004:00000010:2.0:1767384695.376403:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002253e10e. 00080000:00000010:2.0:1767384695.376405:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008f9352cd. 00000020:00000010:2.0:1767384695.376417:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006d1c9954. 00080000:00000010:2.0:1767384695.376420:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004949216b. 00080000:00000010:2.0:1767384695.376426:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004949216b. 00000020:00000010:2.0:1767384695.376427:0:40978:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006d1c9954. 00000004:00000010:2.0:1767384695.376430:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e5c6cfb6. 00000004:00000010:2.0:1767384695.376431:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f2410d1f. 00000004:00000010:2.0:1767384695.376433:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008c74d257. 00080000:00000010:2.0:1767384695.376435:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004949216b. 00080000:00000010:2.0:1767384695.376438:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a4fc1013. 00100000:00000010:2.0:1767384695.376441:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000476d460d. 00100000:00000010:2.0:1767384695.376443:0:40978:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000476d460d. 00000004:00000010:2.0:1767384695.376451:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e3b368b7. 00000004:00000010:2.0:1767384695.376453:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d5510bcf. 00000004:00000010:2.0:1767384695.376454:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000076601be4. 00080000:00000010:2.0:1767384695.376456:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004c21380d. 00080000:00000010:2.0:1767384695.376460:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a01d452f. 00100000:00000010:2.0:1767384695.376463:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000476d460d. 00100000:00000010:2.0:1767384695.376464:0:40978:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000476d460d. 00040000:00000010:2.0:1767384695.376465:0:40978:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e0cde520. 00000001:00000010:2.0:1767384695.376467:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000087cff45d. 00000001:00000010:2.0:1767384695.376469:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000988cc17. 00000001:00000010:2.0:1767384695.376471:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000da0b691f. 00040000:00000010:2.0:1767384695.376477:0:40978:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000fa4be7ab. 00000020:00000010:2.0:1767384695.376480:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aaddb255. 00000020:00000010:2.0:1767384695.376481:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000092adf673. 00000020:00000010:2.0:1767384695.376483:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000038f5cc20. 00000020:00000010:2.0:1767384695.376485:0:40978:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a1e9c66. 00000020:00000010:2.0:1767384695.376487:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000002a8cd90. 80000000:00000010:2.0:1767384695.376488:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000055165e32. 40000000:00000010:2.0:1767384695.376489:0:40978:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000476d460d. 00100000:00000010:2.0:1767384695.376491:0:40978:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000015e53f47. 00040000:00000010:2.0:1767384695.376493:0:40978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005245ba0e. 00040000:00000010:2.0:1767384695.376494:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004e4060d0. 00080000:00000010:2.0:1767384695.376496:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001d78ad8c. 00080000:00000010:2.0:1767384695.376499:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000026ae623a. 00002000:00000010:2.0:1767384695.376502:0:40978:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005ba103f2. 00000020:00000010:0.0:1767384695.376659:0:40978:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000b3225613. 00000020:00000010:0.0:1767384695.376664:0:40978:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000b3225613. 00000020:00000010:0.0:1767384695.376668:0:40978:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000dc4f0ddf. 00000020:00000010:0.0:1767384695.376679:0:40978:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000b3225613. 00000020:00000010:0.0:1767384695.376682:0:40978:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000b3225613. 00040000:00000010:0.0:1767384695.376706:0:40978:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000352d2721. 00000020:00000010:0.0:1767384695.376721:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009a6f4527. 00080000:00000010:0.0:1767384695.376725:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a521335e. 00080000:00000010:0.0:1767384695.376735:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a521335e. 00000020:00000010:0.0:1767384695.376738:0:40978:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009a6f4527. 00000004:00000010:0.0:1767384695.376747:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000045430543. 00000004:00000010:0.0:1767384695.376751:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009a6f9e4e. 00000004:00000010:0.0:1767384695.376755:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fc8abacc. 00080000:00000010:0.0:1767384695.376759:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a521335e. 00080000:00000010:0.0:1767384695.376767:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008b712533. 00100000:00000010:0.0:1767384695.376772:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b3225613. 00100000:00000010:0.0:1767384695.376777:0:40978:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b3225613. 00000004:00000010:0.0:1767384695.376790:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000088ae793. 00000004:00000010:0.0:1767384695.376794:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006f1b65b3. 00000004:00000010:0.0:1767384695.376797:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d4f77b59. 00080000:00000010:0.0:1767384695.376800:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f6feae32. 00080000:00000010:0.0:1767384695.376810:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000a94a6eb. 00100000:00000010:0.0:1767384695.376817:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b3225613. 00100000:00000010:0.0:1767384695.376819:0:40978:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b3225613. 00040000:00000010:0.0:1767384695.376823:0:40978:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cad0d18a. 00000001:00000010:0.0:1767384695.376826:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000869bc3a7. 00000001:00000010:0.0:1767384695.376830:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000aa52c3f5. 00000001:00000010:0.0:1767384695.376833:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009198eede. 00040000:00000010:0.0:1767384695.376840:0:40978:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000edd56e2a. 00000020:00000010:0.0:1767384695.376854:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000544988eb. 00080000:00000010:0.0:1767384695.376857:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000053d49add. 00080000:00000010:0.0:1767384695.376866:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000053d49add. 00000020:00000010:0.0:1767384695.376869:0:40978:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000544988eb. 00000004:00000010:0.0:1767384695.376873:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007fcd2840. 00000004:00000010:0.0:1767384695.376876:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000eb5d015b. 00000004:00000010:0.0:1767384695.376879:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c8e92478. 00080000:00000010:0.0:1767384695.376881:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000053d49add. 00080000:00000010:0.0:1767384695.376887:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c511289d. 00100000:00000010:0.0:1767384695.376892:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b3225613. 00100000:00000010:0.0:1767384695.376894:0:40978:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b3225613. 00000004:00000010:0.0:1767384695.376906:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000ec19e1c. 00000004:00000010:0.0:1767384695.376909:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000045340931. 00000004:00000010:0.0:1767384695.376911:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b2ddbe0c. 00080000:00000010:0.0:1767384695.376914:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009d73a092. 00080000:00000010:0.0:1767384695.376922:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ac295e43. 00100000:00000010:0.0:1767384695.376926:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b3225613. 00100000:00000010:0.0:1767384695.376928:0:40978:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b3225613. 00040000:00000010:0.0:1767384695.376930:0:40978:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000008981c5cb. 00000001:00000010:0.0:1767384695.376934:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000006a83e9. 00000001:00000010:0.0:1767384695.376937:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a0d59747. 00000001:00000010:0.0:1767384695.376939:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a30ed41a. 00040000:00000010:0.0:1767384695.376946:0:40978:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000063ce47de. 00000020:00000010:0.0:1767384695.376956:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000098706ab2. 00080000:00000010:0.0:1767384695.376960:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000484fb1aa. 00080000:00000010:0.0:1767384695.376967:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000484fb1aa. 00000020:00000010:0.0:1767384695.376969:0:40978:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000098706ab2. 00000004:00000010:0.0:1767384695.376973:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006d50aafa. 00000004:00000010:0.0:1767384695.376976:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b78aaf8d. 00000004:00000010:0.0:1767384695.376978:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000018b7605a. 00080000:00000010:0.0:1767384695.376981:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000484fb1aa. 00080000:00000010:0.0:1767384695.376987:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ce39609a. 00100000:00000010:0.0:1767384695.376991:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b3225613. 00100000:00000010:0.0:1767384695.376993:0:40978:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b3225613. 00000004:00000010:0.0:1767384695.377004:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002fcf8c13. 00000004:00000010:0.0:1767384695.377006:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008c65f632. 00000004:00000010:0.0:1767384695.377009:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b8dd9c49. 00080000:00000010:0.0:1767384695.377011:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bc460b86. 00080000:00000010:0.0:1767384695.377017:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000607ef4e2. 00100000:00000010:0.0:1767384695.377022:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b3225613. 00100000:00000010:0.0:1767384695.377024:0:40978:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b3225613. 00040000:00000010:0.0:1767384695.377026:0:40978:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000025833a2a. 00000001:00000010:0.0:1767384695.377029:0:40978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000004fbe6bb4. 00000001:00000010:0.0:1767384695.377032:0:40978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004c1afb50. 00000001:00000010:0.0:1767384695.377035:0:40978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000068ed1060. 00040000:00000010:0.0:1767384695.377041:0:40978:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000005c598cca. 00000020:00000010:0.0:1767384695.377044:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000527cff99. 00000020:00000010:0.0:1767384695.377046:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e77e9f8. 00000020:00000010:0.0:1767384695.377049:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d1905d23. 00000020:00000010:0.0:1767384695.377068:0:40978:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ac5b8081. 00000020:00000010:0.0:1767384695.377071:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c5a0aa4e. 80000000:00000010:0.0:1767384695.377073:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ece993ba. 40000000:00000010:0.0:1767384695.377075:0:40978:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b3225613. 00100000:00000010:0.0:1767384695.377078:0:40978:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000096f7e62. 00040000:00000010:0.0:1767384695.377080:0:40978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005e75e6b3. 00040000:00000010:0.0:1767384695.377083:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f9211930. 00080000:00000010:0.0:1767384695.377087:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cf1a25ca. 00080000:00000010:0.0:1767384695.377091:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004b6c11d0. 00002000:00000010:0.0:1767384695.377094:0:40978:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002c53f251. 00000020:00000010:2.0:1767384695.377209:0:40978:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000000819f70d. 00000020:00000010:2.0:1767384695.377212:0:40978:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000000819f70d. 00000020:00000010:2.0:1767384695.377214:0:40978:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000003e80d3c7. 00000020:00000010:2.0:1767384695.377217:0:40978:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000000819f70d. 00000020:00000010:2.0:1767384695.377219:0:40978:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000000819f70d. 40000000:00000010:2.0:1767384695.377222:0:40978:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 000000002468c0cc. 00080000:00000010:2.0:1767384695.377257:0:40978:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006589f399. 00080000:00000010:2.0:1767384695.377260:0:40978:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000819f70d. 00080000:00000010:3.0:1767384695.378357:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006589f399. 00080000:00000010:2.0:1767384695.378399:0:40978:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000819f70d. 00000004:00000010:2.0:1767384695.378424:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000096b4f22c. 00000004:00000010:2.0:1767384695.378467:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000e9f2176. 00000004:00000010:2.0:1767384695.378470:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000eb68b3b. 00080000:00000010:2.0:1767384695.378472:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009c95c9aa. 00000004:00000010:2.0:1767384695.378488:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bb372274. 00000004:00000010:2.0:1767384695.378490:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000494e009. 00000004:00000010:2.0:1767384695.378492:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007c8e2470. 00080000:00000010:2.0:1767384695.378494:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f7783a3a. 00000020:00000010:2.0:1767384695.378504:0:40978:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 000000005c8c6ece. 00080000:00000010:2.0:1767384695.378508:0:40978:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000ca2812c5. 00000004:00000010:2.0:1767384695.378537:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008f12f18b. 00000004:00000010:2.0:1767384695.378542:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ce266c5e. 00000004:00000010:2.0:1767384695.378545:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000026fc7bc7. 00080000:00000010:2.0:1767384695.378550:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a458eda0. 00000001:00000010:2.0:1767384695.378558:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.378565:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00080000:00000010:2.0:1767384695.378580:0:40978:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000ca2812c5. 00000020:00000010:2.0:1767384695.378582:0:40978:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 000000005c8c6ece. 00000004:00000010:2.0:1767384695.378585:0:40978:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 000000002ad845a6. 00000004:00000010:2.0:1767384695.378589:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000091c77be0. 00000004:00000010:2.0:1767384695.378590:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000084a394dd. 00000004:00000010:2.0:1767384695.378592:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000acb62d8e. 00080000:00000010:2.0:1767384695.378594:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ba15a31f. 00000001:00000010:2.0:1767384695.378596:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.378599:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00000020:00000010:2.0:1767384695.378680:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d647b8bd. 00000020:00000010:2.0:1767384695.378769:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000098e9eef9. 00000040:00000010:2.0:1767384695.378771:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000051caaeac. 00000020:00000010:2.0:1767384695.378774:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fd915554. 00000020:00000010:2.0:1767384695.378776:0:40978:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008466e1ad. 00000020:00000010:2.0:1767384695.378778:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b8647c87. 80000000:00000010:2.0:1767384695.378780:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000014545829. 40000000:00000010:2.0:1767384695.378782:0:40978:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000819f70d. 00100000:00000010:2.0:1767384695.378784:0:40978:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005d1339ea. 00040000:00000010:2.0:1767384695.378786:0:40978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000005b312db. 00040000:00000010:2.0:1767384695.378788:0:40978:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000202d5cd0. 00040000:00000010:2.0:1767384695.378790:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006589f399. 00080000:00000010:2.0:1767384695.378792:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005c8c6ece. 00080000:00000010:2.0:1767384695.378795:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e9daebe7. 00000004:00000010:2.0:1767384695.378798:0:40978:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a8f65a37. 00000004:00000010:2.0:1767384695.378801:0:40978:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005d12a732. 00000004:00000010:2.0:1767384695.378803:0:40978:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000753c8cfd. 00000004:00000010:2.0:1767384695.378805:0:40978:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000eab76105. 00010000:00000010:1.1:1767384695.378850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b4117ed4. 00010000:00000010:1.1:1767384695.378857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc8b2f4e. 00000004:00000010:0.0:1767384695.379004:0:40978:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 000000003ee5e353. 00000040:00000010:0.0:1767384695.379009:0:40978:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000aaf2e6c2. 00000020:00000010:0.0:1767384695.379014:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d72065a. 00000020:00000010:0.0:1767384695.379017:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003848c6cd. 00000040:00000010:0.0:1767384695.379019:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000084c9f3ae. 00000020:00000010:0.0:1767384695.379022:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009a2fd0f4. 00000020:00000010:0.0:1767384695.379024:0:40978:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099355849. 00000020:00000010:0.0:1767384695.379027:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001e047b07. 80000000:00000010:0.0:1767384695.379029:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000008fb8974. 40000000:00000010:0.0:1767384695.379031:0:40978:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000054408a82. 00100000:00000010:0.0:1767384695.379033:0:40978:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005fe1b855. 00040000:00000010:0.0:1767384695.379036:0:40978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000be98d458. 00040000:00000010:0.0:1767384695.379039:0:40978:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000009c2e001. 00040000:00000010:0.0:1767384695.379041:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e2458b62. 00080000:00000010:0.0:1767384695.379044:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000069f8d05f. 00080000:00000010:0.0:1767384695.379048:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000113f5116. 00000004:00000010:0.0:1767384695.379063:0:40978:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000044bf3604. 00000004:00000010:0.0:1767384695.379067:0:40978:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000059d8b54d. 00000004:00000010:0.0:1767384695.379070:0:40978:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b2db0897. 00000004:00000010:0.0:1767384695.379073:0:40978:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008cc5165e. 00000004:00000010:2.0:1767384695.379214:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002803a8f2. 00000004:00000010:2.0:1767384695.379219:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005b8836fe. 00000004:00000010:2.0:1767384695.379222:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bb3ee3eb. 00080000:00000010:2.0:1767384695.379226:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000851390ea. 00000001:00000010:2.0:1767384695.379231:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.379236:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00080000:00000010:2.0:1767384695.379246:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000851390ea. 00000004:00000010:2.0:1767384695.379250:0:40978:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bb3ee3eb. 00000004:00000010:2.0:1767384695.379253:0:40978:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005b8836fe. 00000004:00000010:2.0:1767384695.379255:0:40978:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002803a8f2. 00000004:00000010:2.0:1767384695.379259:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000076194965. 00000004:00000010:2.0:1767384695.379260:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005b8836fe. 00000004:00000010:2.0:1767384695.379262:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bb3ee3eb. 00080000:00000010:2.0:1767384695.379263:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000851390ea. 00000001:00000010:2.0:1767384695.379265:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.379268:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00000004:00000010:2.0:1767384695.379285:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006836cc53. 00000004:00000010:2.0:1767384695.379289:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ec0ed02a. 00000004:00000010:2.0:1767384695.379292:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000318b795f. 00080000:00000010:2.0:1767384695.379295:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a339a80d. 00000001:00000010:2.0:1767384695.379300:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.379324:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00080000:00000010:2.0:1767384695.379340:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a339a80d. 00000004:00000010:2.0:1767384695.379342:0:40978:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000318b795f. 00000004:00000010:2.0:1767384695.379344:0:40978:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ec0ed02a. 00000004:00000010:2.0:1767384695.379346:0:40978:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006836cc53. 00000004:00000010:2.0:1767384695.379352:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000984a403d. 00000040:00000010:0.0:1767384695.379353:0:41022:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000069ef03de. 00000004:00000010:2.0:1767384695.379355:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ec0ed02a. 00000004:00000010:2.0:1767384695.379358:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000318b795f. 00080000:00000010:2.0:1767384695.379361:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a339a80d. 00000001:00000010:2.0:1767384695.379365:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.379368:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00000040:00000010:0.0:1767384695.379373:0:41022:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000e34c5f65. 00000004:00000010:2.0:1767384695.379378:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000572fa086. 00000004:00000010:2.0:1767384695.379382:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008f268c07. 00000004:00000010:2.0:1767384695.379384:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000051d2e601. 00080000:00000010:2.0:1767384695.379385:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001f91208c. 00000001:00000010:2.0:1767384695.379388:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.379390:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00000040:00000010:0.0:1767384695.379391:0:41022:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000f26693de. 00000020:00000010:0.0:1767384695.379398:0:41022:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa9573b5. 00080000:00000010:2.0:1767384695.379399:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001f91208c. 00000020:00000010:0.0:1767384695.379402:0:41022:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c79704d3. 00000004:00000010:2.0:1767384695.379403:0:40978:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000051d2e601. 00000004:00000010:2.0:1767384695.379407:0:40978:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008f268c07. 00000040:00000010:0.0:1767384695.379408:0:41022:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d0c6af12. 00000004:00000010:2.0:1767384695.379409:0:40978:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000572fa086. 00000020:00000010:0.0:1767384695.379413:0:41022:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ea2ed184. 00000004:00000010:2.0:1767384695.379416:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001697d22b. 00000020:00000010:0.0:1767384695.379419:0:41022:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000520dd30. 00000004:00000010:2.0:1767384695.379420:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008f268c07. 00000020:00000010:0.0:1767384695.379425:0:41022:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007c774c8d. 00000004:00000010:2.0:1767384695.379426:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000051d2e601. 00080000:00000010:2.0:1767384695.379430:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001f91208c. 80000000:00000010:0.0:1767384695.379432:0:41022:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000638f8d08. 00000001:00000010:2.0:1767384695.379434:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 40000000:00000010:0.0:1767384695.379436:0:41022:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e240772e. 00000001:00000010:2.0:1767384695.379439:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00100000:00000010:0.0:1767384695.379441:0:41022:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009af6fd0f. 00040000:00000010:0.0:1767384695.379446:0:41022:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008586b0a6. 00040000:00000010:0.0:1767384695.379449:0:41022:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000105e5bfd. 00000004:00000010:2.0:1767384695.379450:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000431734ac. 00040000:00000010:0.0:1767384695.379452:0:41022:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000090505150. 00000004:00000010:2.0:1767384695.379455:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a7e93886. 00080000:00000010:0.0:1767384695.379459:0:41022:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000072f67e28. 00000004:00000010:2.0:1767384695.379460:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000867bcea4. 00080000:00000010:2.0:1767384695.379465:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002e4275c3. 00080000:00000010:0.0:1767384695.379466:0:41022:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000465baf3d. 00000001:00000010:2.0:1767384695.379467:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.379472:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00000004:00000010:0.0:1767384695.379474:0:41022:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c3d4b001. 00000004:00000010:0.0:1767384695.379479:0:41022:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002fd44b06. 00080000:00000010:2.0:1767384695.379481:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002e4275c3. 00000004:00000010:0.0:1767384695.379483:0:41022:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009a33c4ae. 00000004:00000010:2.0:1767384695.379485:0:40978:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000867bcea4. 00000004:00000010:2.0:1767384695.379488:0:40978:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a7e93886. 00002000:00000010:0.0:1767384695.379488:0:41022:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007651b90c. 00000004:00000010:2.0:1767384695.379493:0:40978:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000431734ac. 00000004:00000010:0.0:1767384695.379493:0:41022:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f45f517b. 00000004:00000010:2.0:1767384695.379497:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000118b0811. 00000020:00000010:0.0:1767384695.379499:0:41022:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b96b2b73. 00000004:00000010:2.0:1767384695.379502:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a7e93886. 00000004:00000010:2.0:1767384695.379505:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000867bcea4. 00080000:00000010:2.0:1767384695.379507:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002e4275c3. 00000001:00000010:2.0:1767384695.379509:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.379511:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00000040:00000010:0.0:1767384695.379514:0:41022:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 000000005f302054. 00000020:00000010:2.0:1767384695.379531:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000079b1260a. 00080000:00000010:2.0:1767384695.379537:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008a5bfa65. 00080000:00000010:2.0:1767384695.379545:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008a5bfa65. 00000020:00000010:2.0:1767384695.379548:0:40978:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000079b1260a. 00000004:00000010:2.0:1767384695.379555:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003cb8819c. 00000004:00000010:2.0:1767384695.379559:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f6fb81e5. 00000004:00000010:2.0:1767384695.379562:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005562a357. 00080000:00000010:2.0:1767384695.379565:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008a5bfa65. 00000040:00000010:2.0:1767384695.379579:0:40978:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000006cd64c97. 00000040:00000010:2.0:1767384695.379585:0:40978:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a92039a4. 00000040:00000010:2.0:1767384695.379601:0:40978:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000005694aa66. 00000020:00000010:2.0:1767384695.379604:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000002ebdd8e. 00000100:00000010:2.0:1767384695.379646:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f2ea184. 00000100:00000010:3.0:1767384695.379652:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8d7e45c. 00080000:00000010:2.0:1767384695.379659:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b6696a03. 00000100:00000010:1.0:1767384695.379674:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a86e97ad. 00000040:00000010:2.0:1767384695.379675:0:40978:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e92f88cb. 00000040:00000010:2.0:1767384695.379686:0:40978:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000469ef13d. 00010000:00000010:3.1:1767384695.381635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ab78eb20. 00010000:00000010:3.1:1767384695.381640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ab732daa. 00010000:00000010:3.1:1767384695.381642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000600eec49. 00000040:00000010:2.0:1767384695.385161:0:40978:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000469ef13d. 00000040:00000010:2.0:1767384695.385169:0:40978:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000063616780. 00000040:00000010:2.0:1767384695.385174:0:40978:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003a1badaf. 00000040:00000010:2.0:1767384695.385195:0:40978:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 0000000009e6d057. 00000020:00000010:2.0:1767384695.385198:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f42c4f7d. 00080000:00000010:2.0:1767384695.385201:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000073e33370. 00000040:00000010:2.0:1767384695.385208:0:40978:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000469ef13d. 00000040:00000010:2.0:1767384695.385214:0:40978:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000005a000ce4. 00000040:00000010:2.0:1767384695.390123:0:40978:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000005a000ce4. 00000040:00000010:2.0:1767384695.390129:0:40978:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000088dea4af. 00000020:00000010:2.0:1767384695.390134:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ac26fdb. 00000020:00000010:2.0:1767384695.390136:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000023325b73. 00000040:00000010:2.0:1767384695.390138:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d2a6f0b0. 00000020:00000010:2.0:1767384695.390140:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b89b6bb6. 00000020:00000010:2.0:1767384695.390143:0:40978:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066375573. 00000020:00000010:2.0:1767384695.390145:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000076d59587. 80000000:00000010:2.0:1767384695.390147:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000377ccf68. 40000000:00000010:2.0:1767384695.390149:0:40978:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000708f1266. 00100000:00000010:2.0:1767384695.390153:0:40978:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cd68e685. 00040000:00000010:2.0:1767384695.390155:0:40978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000026186f1c. 00040000:00000010:2.0:1767384695.390157:0:40978:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000df3ff974. 00040000:00000010:2.0:1767384695.390159:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dfb910a3. 00080000:00000010:2.0:1767384695.390161:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005a000ce4. 00080000:00000010:2.0:1767384695.390175:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000032558610. 00000004:00000010:2.0:1767384695.390179:0:40978:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000047ab2b61. 00000004:00000010:2.0:1767384695.390182:0:40978:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000082296c9e. 00000004:00000010:2.0:1767384695.390184:0:40978:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f145084b. 00002000:00000010:2.0:1767384695.390186:0:40978:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c9cab695. 00000004:00000010:2.0:1767384695.390189:0:40978:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f02619ba. 00000020:00000010:2.0:1767384695.390191:0:40978:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f90ebb6e. 00000040:00000010:2.0:1767384695.390195:0:40978:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e6ff1fb3. 00000040:00000010:2.0:1767384695.394778:0:40978:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e6ff1fb3. 00000020:00000010:2.0:1767384695.394785:0:40978:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f90ebb6e. 00000020:00000010:2.0:1767384695.394790:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000023325b73. 00000040:00000010:2.0:1767384695.394792:0:40978:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d2a6f0b0. 00000020:00000010:2.0:1767384695.394795:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b89b6bb6. 00000020:00000010:2.0:1767384695.394797:0:40978:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066375573. 00000020:00000010:2.0:1767384695.394799:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000076d59587. 80000000:00000010:2.0:1767384695.394801:0:40978:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000377ccf68. 40000000:00000010:2.0:1767384695.394803:0:40978:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000708f1266. 00100000:00000010:2.0:1767384695.394805:0:40978:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cd68e685. 00040000:00000010:2.0:1767384695.394807:0:40978:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000026186f1c. 00040000:00000010:2.0:1767384695.394809:0:40978:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000df3ff974. 00040000:00000010:2.0:1767384695.394811:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dfb910a3. 00080000:00000010:2.0:1767384695.394813:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000032558610. 00080000:00000010:2.0:1767384695.394817:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005a000ce4. 00000004:00000010:2.0:1767384695.394819:0:40978:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000047ab2b61. 00000004:00000010:2.0:1767384695.394821:0:40978:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000082296c9e. 00000004:00000010:2.0:1767384695.394823:0:40978:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f145084b. 00002000:00000010:2.0:1767384695.394825:0:40978:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c9cab695. 00000004:00000010:2.0:1767384695.394827:0:40978:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f02619ba. 00000020:00000010:2.0:1767384695.394828:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ac26fdb. 00000040:00000010:2.0:1767384695.394830:0:40978:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000088dea4af. 00000040:00000010:2.0:1767384695.394833:0:40978:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000088dea4af. 00000020:00000010:2.0:1767384695.394834:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ac26fdb. 00000020:00000010:2.0:1767384695.394835:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003ecc62ba. 00000040:00000010:2.0:1767384695.394837:0:40978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dfb910a3. 00000020:00000010:2.0:1767384695.394838:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f145084b. 00000020:00000010:2.0:1767384695.394839:0:40978:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066375573. 00000020:00000010:2.0:1767384695.394841:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000076d59587. 80000000:00000010:2.0:1767384695.394842:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000377ccf68. 40000000:00000010:2.0:1767384695.394843:0:40978:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000708f1266. 00100000:00000010:2.0:1767384695.394844:0:40978:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000047ab2b61. 00040000:00000010:2.0:1767384695.394845:0:40978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000026186f1c. 00040000:00000010:2.0:1767384695.394846:0:40978:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000df3ff974. 00040000:00000010:2.0:1767384695.394848:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2a6f0b0. 00080000:00000010:2.0:1767384695.394849:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000032558610. 00080000:00000010:2.0:1767384695.394850:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e6ff1fb3. 00000004:00000010:2.0:1767384695.394852:0:40978:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cd68e685. 00000004:00000010:2.0:1767384695.394853:0:40978:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000082296c9e. 00000004:00000010:2.0:1767384695.394854:0:40978:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b89b6bb6. 00002000:00000010:2.0:1767384695.394856:0:40978:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f02619ba. 00000004:00000010:2.0:1767384695.394857:0:40978:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c9cab695. 00000020:00000010:2.0:1767384695.394858:0:40978:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003675cc34. 00000040:00000010:2.0:1767384695.394861:0:40978:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000027674af5. 00000040:00000010:0.0:1767384695.397959:0:41022:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 000000005f302054. 00000020:00000010:0.0:1767384695.397977:0:41022:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b96b2b73. 00000020:00000010:0.0:1767384695.397984:0:41022:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c79704d3. 00000040:00000010:0.0:1767384695.397988:0:41022:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d0c6af12. 00000020:00000010:0.0:1767384695.397991:0:41022:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ea2ed184. 00000020:00000010:0.0:1767384695.397995:0:41022:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000520dd30. 00000020:00000010:0.0:1767384695.397998:0:41022:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007c774c8d. 80000000:00000010:0.0:1767384695.398001:0:41022:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000638f8d08. 40000000:00000010:0.0:1767384695.398004:0:41022:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e240772e. 00100000:00000010:0.0:1767384695.398006:0:41022:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009af6fd0f. 00040000:00000010:0.0:1767384695.398009:0:41022:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008586b0a6. 00040000:00000010:0.0:1767384695.398012:0:41022:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000105e5bfd. 00040000:00000010:0.0:1767384695.398014:0:41022:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000090505150. 00080000:00000010:0.0:1767384695.398017:0:41022:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000465baf3d. 00080000:00000010:0.0:1767384695.398025:0:41022:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000072f67e28. 00000004:00000010:0.0:1767384695.398027:0:41022:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c3d4b001. 00000004:00000010:0.0:1767384695.398030:0:41022:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002fd44b06. 00000004:00000010:0.0:1767384695.398032:0:41022:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009a33c4ae. 00002000:00000010:0.0:1767384695.398034:0:41022:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007651b90c. 00000004:00000010:0.0:1767384695.398036:0:41022:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f45f517b. 00000020:00000010:0.0:1767384695.398039:0:41022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa9573b5. 00000040:00000010:0.0:1767384695.398042:0:41022:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000f26693de. 00000020:00000010:0.0:1767384695.398047:0:41022:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003848c6cd. 00000040:00000010:0.0:1767384695.398049:0:41022:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000084c9f3ae. 00000020:00000010:0.0:1767384695.398062:0:41022:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009a2fd0f4. 00000040:00000010:2.0:1767384695.398088:0:40978:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000027674af5. 00000020:00000010:0.0:1767384695.398094:0:41022:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099355849. 00000020:00000010:2.0:1767384695.398095:0:40978:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003675cc34. 00000020:00000010:2.0:1767384695.398101:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003ecc62ba. 00000020:00000010:0.0:1767384695.398102:0:41022:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001e047b07. 00000040:00000010:2.0:1767384695.398105:0:40978:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dfb910a3. 80000000:00000010:0.0:1767384695.398107:0:41022:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000008fb8974. 00000020:00000010:2.0:1767384695.398109:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f145084b. 40000000:00000010:0.0:1767384695.398111:0:41022:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000054408a82. 00000020:00000010:2.0:1767384695.398113:0:40978:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066375573. 00100000:00000010:0.0:1767384695.398115:0:41022:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005fe1b855. 00000020:00000010:2.0:1767384695.398117:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000076d59587. 00040000:00000010:0.0:1767384695.398119:0:41022:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000be98d458. 80000000:00000010:2.0:1767384695.398121:0:40978:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000377ccf68. 00040000:00000010:0.0:1767384695.398123:0:41022:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000009c2e001. 40000000:00000010:2.0:1767384695.398125:0:40978:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000708f1266. 00040000:00000010:0.0:1767384695.398129:0:41022:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e2458b62. 00100000:00000010:2.0:1767384695.398130:0:40978:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000047ab2b61. 00040000:00000010:2.0:1767384695.398135:0:40978:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000026186f1c. 00080000:00000010:0.0:1767384695.398135:0:41022:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000113f5116. 00040000:00000010:2.0:1767384695.398138:0:40978:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000df3ff974. 00080000:00000010:0.0:1767384695.398140:0:41022:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000069f8d05f. 00040000:00000010:2.0:1767384695.398143:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d2a6f0b0. 00000004:00000010:0.0:1767384695.398145:0:41022:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000044bf3604. 00080000:00000010:2.0:1767384695.398148:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e6ff1fb3. 00000004:00000010:0.0:1767384695.398149:0:41022:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000059d8b54d. 00080000:00000010:2.0:1767384695.398152:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000032558610. 00000004:00000010:0.0:1767384695.398154:0:41022:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b2db0897. 00000004:00000010:2.0:1767384695.398157:0:40978:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cd68e685. 00000004:00000010:0.0:1767384695.398158:0:41022:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008cc5165e. 00000004:00000010:2.0:1767384695.398162:0:40978:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000082296c9e. 00000020:00000010:0.0:1767384695.398163:0:41022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d72065a. 00000004:00000010:2.0:1767384695.398167:0:40978:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b89b6bb6. 00000004:00000010:0.0:1767384695.398168:0:41022:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 000000003ee5e353. 00002000:00000010:2.0:1767384695.398173:0:40978:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f02619ba. 00000004:00000010:2.0:1767384695.398176:0:40978:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c9cab695. 00000020:00000010:2.0:1767384695.398178:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ac26fdb. 00000040:00000010:2.0:1767384695.398179:0:40978:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000088dea4af. 00000040:00000010:2.0:1767384695.398183:0:40978:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000094b9d473. 00000100:00000010:0.0:1767384695.398185:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d10a7b9. 00000040:00000010:2.0:1767384695.398189:0:40978:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009ac26fdb. 00000040:00000010:2.0:1767384695.398235:0:40978:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 00000000e16a4cc7. 00000020:00000010:2.0:1767384695.398239:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000026186f1c. 00080000:00000010:2.0:1767384695.398242:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000023325b73. 00000040:00000010:2.0:1767384695.398250:0:40978:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000032558610. 00000001:00000010:2.0:1767384695.398256:0:40978:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 000000008fa91b33. 00000004:00000010:2.0:1767384695.398274:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000998cec64. 00000004:00000010:2.0:1767384695.398277:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f673d47a. 00000004:00000010:2.0:1767384695.398281:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f233030b. 00080000:00000010:2.0:1767384695.398285:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d2a6f0b0. 00080000:00000010:2.0:1767384695.398292:0:40978:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000076d59587. 00080000:00000010:2.0:1767384695.398299:0:40978:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000dfb910a3. 00080000:00000010:2.0:1767384695.398314:0:40978:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 0000000060134814. 00000001:00000010:2.0:1767384695.398340:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.398349:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00080000:00000010:2.0:1767384695.398357:0:40978:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 0000000060134814. 00080000:00000010:2.0:1767384695.398447:0:40978:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d2a6f0b0. 00000004:00000010:2.0:1767384695.398451:0:40978:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f233030b. 00000004:00000010:2.0:1767384695.398464:0:40978:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f673d47a. 00000004:00000010:2.0:1767384695.398468:0:40978:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000998cec64. 00000020:00000010:2.0:1767384695.398478:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005032b39a. 00080000:00000010:2.0:1767384695.398481:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d2a6f0b0. 00080000:00000010:2.0:1767384695.398484:0:40978:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003ecc62ba. 00080000:00000010:2.0:1767384695.398488:0:40978:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000708f1266. 00000001:00000010:2.0:1767384695.398635:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.398641:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00080000:00000010:2.0:1767384695.398653:0:40978:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000b89b6bb6. 00080000:00000010:2.0:1767384695.398668:0:40978:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000708f1266. 00080000:00000010:2.0:1767384695.398671:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007705a130. 00100000:00000010:2.0:1767384695.398676:0:40978:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000708f1266. 00080000:00000010:2.0:1767384695.398686:0:40978:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002b6d3da7. 00000001:00000010:2.0:1767384695.398691:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.398694:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00080000:00000010:2.0:1767384695.398700:0:40978:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e2eccf79. 00000001:00000010:2.0:1767384695.398702:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.398704:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00080000:00000010:2.0:1767384695.398708:0:40978:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c170377f. 00000001:00000010:2.0:1767384695.398710:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.398712:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00080000:00000010:2.0:1767384695.398717:0:40978:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004013cd0e. 00000001:00000010:2.0:1767384695.398719:0:40978:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039a253ea. 00000001:00000010:2.0:1767384695.398721:0:40978:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039a253ea. 00100000:00000010:2.0:1767384695.398727:0:40978:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 0000000082296c9e. 00000020:00000010:2.0:1767384695.398749:0:40978:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000008be4d325. 00000004:00000010:2.0:1767384695.398760:0:40978:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cc536ba9. 00000004:00000010:2.0:1767384695.398762:0:40978:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f673d47a. 00000004:00000010:2.0:1767384695.398764:0:40978:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f233030b. 00080000:00000010:2.0:1767384695.398767:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000065a58171. 00000020:00000010:2.0:1767384695.398776:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ff13178c. 00080000:00000010:2.0:1767384695.398778:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004cb5027b. 00000020:00000010:2.0:1767384695.398788:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001a14c1d0. 00080000:00000010:2.0:1767384695.398790:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000482201c3. 00100000:00000010:2.0:1767384695.399041:0:40978:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 000000004270dfac. 00100000:00000010:2.0:1767384695.399043:0:40978:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 00000000237e0612. 00100000:00000010:2.0:1767384695.399088:0:40978:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 00000000237e0612. 00100000:00000010:2.0:1767384695.399091:0:40978:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000cd68e685. 00100000:00000010:2.0:1767384695.399094:0:40978:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000d37d7fff. 00100000:00000010:2.0:1767384695.399096:0:40978:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000c9cab695. 00100000:00000010:2.0:1767384695.399098:0:40978:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 00000000f02619ba. 00000020:00000010:2.0:1767384695.399111:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000626afda4. 00080000:00000010:2.0:1767384695.399114:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cf8499bf. 00000020:00000010:2.0:1767384695.399130:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ff36a0ac. 00080000:00000010:2.0:1767384695.399132:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000130be73b. 00080000:00000010:2.0:1767384695.399136:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c44cbb26. 00000020:00000010:2.0:1767384695.399145:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000453f874f. 00080000:00000010:2.0:1767384695.399147:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f0c53e0b. 00080000:00000010:2.0:1767384695.399150:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a7ef58c3. 00000020:00000010:2.0:1767384695.399157:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e40780de. 00080000:00000010:2.0:1767384695.399159:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007b96da63. 00080000:00000010:2.0:1767384695.399162:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c3d3277f. 00000020:00000010:2.0:1767384695.399169:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f377d50e. 00080000:00000010:2.0:1767384695.399171:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000637ccdf7. 00080000:00000010:2.0:1767384695.399174:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005dca738e. 00000020:00000010:2.0:1767384695.399181:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dd92294e. 00080000:00000010:2.0:1767384695.399182:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000276ffb2b. 00080000:00000010:2.0:1767384695.399186:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003715af3d. 00000020:00000010:2.0:1767384695.399202:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004328a2d4. 00080000:00000010:2.0:1767384695.399204:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e70d9fff. 00080000:00000010:2.0:1767384695.399207:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000bb7b4628. 00000020:00000010:2.0:1767384695.399215:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000681f03b4. 00080000:00000010:2.0:1767384695.399217:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000003b35ef1. 00080000:00000010:2.0:1767384695.399220:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000fcc0a463. 00000020:00000010:2.0:1767384695.399227:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002ba3a374. 00080000:00000010:2.0:1767384695.399228:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000683231a3. 00080000:00000010:2.0:1767384695.399231:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e92021fd. 00000020:00000010:2.0:1767384695.399239:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000168ddc27. 00080000:00000010:2.0:1767384695.399241:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f87cfc79. 00080000:00000010:2.0:1767384695.399244:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000380abf47. 00000020:00000010:2.0:1767384695.399251:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a5e6182d. 00080000:00000010:2.0:1767384695.399253:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000048793b47. 00080000:00000010:2.0:1767384695.399257:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c0d656b6. 00000020:00000010:2.0:1767384695.399263:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cd518bc6. 00080000:00000010:2.0:1767384695.399265:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007524e92f. 00080000:00000010:2.0:1767384695.399268:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e50edb51. 00000020:00000010:2.0:1767384695.399276:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000428d89d2. 00080000:00000010:2.0:1767384695.399277:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b222aa61. 00080000:00000010:2.0:1767384695.399282:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000098f8ed8a. 00000020:00000010:2.0:1767384695.399289:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002fea8ec4. 00080000:00000010:2.0:1767384695.399291:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000aa5cece4. 00080000:00000010:2.0:1767384695.399295:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009217a9bd. 00000020:00000010:2.0:1767384695.399302:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009f580160. 00080000:00000010:2.0:1767384695.399304:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000df0de005. 00080000:00000010:2.0:1767384695.399307:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003b0a047b. 00000020:00000010:2.0:1767384695.399314:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003c68286f. 00080000:00000010:2.0:1767384695.399316:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000066c73eb4. 00080000:00000010:2.0:1767384695.399326:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b85e9257. 00000020:00000010:2.0:1767384695.399334:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002a279bfd. 00080000:00000010:2.0:1767384695.399336:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e09cd66a. 00080000:00000010:2.0:1767384695.399340:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000fa401a67. 00100000:00000010:2.0:1767384695.399344:0:40978:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000df3ff974. 00100000:00000010:2.0:1767384695.399346:0:40978:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000fa0183e9. 00100000:00000010:2.0:1767384695.399348:0:40978:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 000000009b2ceddd. 00100000:00000010:2.0:1767384695.399350:0:40978:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000c28d5033. 00000020:00000010:2.0:1767384695.399357:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000985b7437. 00080000:00000010:2.0:1767384695.399359:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e93c5d2a. 00000020:00000010:2.0:1767384695.399507:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000933ae075. 00080000:00000010:2.0:1767384695.399510:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003512bc04. 00080000:00000010:2.0:1767384695.399514:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b071f990. 00000020:00000010:2.0:1767384695.399522:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000093c198bc. 00080000:00000010:2.0:1767384695.399524:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006d54147e. 00080000:00000010:2.0:1767384695.399528:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000427cc036. 00000020:00000010:2.0:1767384695.399535:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f6608edf. 00080000:00000010:2.0:1767384695.399536:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b8d52f8a. 00080000:00000010:2.0:1767384695.399540:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e9d5ed97. 00000020:00000010:2.0:1767384695.399547:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000009e49d2a. 00080000:00000010:2.0:1767384695.399550:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000016c716ed. 00080000:00000010:2.0:1767384695.399553:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000006b9bd133. 00000020:00000010:2.0:1767384695.399560:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008cbbc13c. 00080000:00000010:2.0:1767384695.399562:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000031261c83. 00080000:00000010:2.0:1767384695.399566:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000848a318f. 00000020:00000010:2.0:1767384695.399573:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001cf2af78. 00080000:00000010:2.0:1767384695.399575:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000044d3725. 00080000:00000010:2.0:1767384695.399578:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000086ece06d. 00000020:00000010:2.0:1767384695.399584:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000076b5cd7e. 00080000:00000010:2.0:1767384695.399594:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000644e552f. 00080000:00000010:2.0:1767384695.399601:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000f34add6. 00000020:00000010:2.0:1767384695.399650:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d8a8bb5f. 00080000:00000010:2.0:1767384695.399654:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000096e7318f. 00080000:00000010:2.0:1767384695.399660:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000006945c1. 00000020:00000010:2.0:1767384695.399670:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000de1090ec. 00080000:00000010:2.0:1767384695.399672:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fc833d44. 00080000:00000010:2.0:1767384695.399676:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008146aaa0. 00000020:00000010:2.0:1767384695.399683:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000e105942. 00080000:00000010:2.0:1767384695.399685:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d4c32b06. 00080000:00000010:2.0:1767384695.399688:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000004d391eb. 00000020:00000010:2.0:1767384695.399694:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e6be4695. 00080000:00000010:2.0:1767384695.399696:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004d929fb7. 00080000:00000010:2.0:1767384695.399699:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009ffe3f39. 00000020:00000010:2.0:1767384695.399706:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008ec680b0. 00080000:00000010:2.0:1767384695.399708:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000010aeb37c. 00080000:00000010:2.0:1767384695.399711:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009da54de2. 00000020:00000010:2.0:1767384695.399717:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000027216104. 00080000:00000010:2.0:1767384695.399718:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f7100aa1. 00080000:00000010:2.0:1767384695.399722:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000073d3de1e. 00000020:00000010:2.0:1767384695.399729:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ad39ef8b. 00080000:00000010:2.0:1767384695.399731:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d50ff107. 00080000:00000010:2.0:1767384695.399734:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000648e58c4. 00000020:00000010:2.0:1767384695.399740:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b1be7e32. 00080000:00000010:2.0:1767384695.399800:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ce085622. 00080000:00000010:2.0:1767384695.399808:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002cbcd56a. 00000020:00000010:2.0:1767384695.399819:0:40978:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005317e370. 00080000:00000010:2.0:1767384695.399822:0:40978:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c29f41e2. 00080000:00000010:2.0:1767384695.399825:0:40978:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007f64cec1. 00100000:00000010:2.0:1767384695.399833:0:40978:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000007bf3a6d5. 00200000:00000010:2.0:1767384695.399838:0:40978:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 000000003f4e6be0. 00000020:00000010:2.0:1767384695.399850:0:40978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002357fdb. 00000020:00000010:2.0:1767384695.399853:0:40978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000008854359. 00000020:00000010:2.0:1767384695.399854:0:40978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000047ab2b61. 00000020:00000010:2.0:1767384695.399856:0:40978:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066375573. 00000020:00000010:2.0:1767384695.399858:0:40978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000030add914. 80000000:00000010:2.0:1767384695.399859:0:40978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000088dea4af. 40000000:00000010:2.0:1767384695.399860:0:40978:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081d1d610. 00100000:00000010:2.0:1767384695.399862:0:40978:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f145084b. 00040000:00000010:2.0:1767384695.399864:0:40978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fdbdc113. 00040000:00000010:2.0:1767384695.399866:0:40978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000036be85e7. 00080000:00000010:2.0:1767384695.399868:0:40978:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e6ff1fb3. 00080000:00000010:2.0:1767384695.399869:0:40978:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000027674af5. 00002000:00000010:2.0:1767384695.399878:0:40978:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006cb42ef4. 00080000:00000010:2.0:1767384695.399889:0:40978:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ccfb6443. 00080000:00000010:2.0:1767384695.399893:0:40978:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000919583fb. 00080000:00000010:3.0:1767384695.400707:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ccfb6443. 00080000:00000010:3.0:1767384695.400712:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004013cd0e. 00080000:00000010:3.0:1767384695.400715:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c170377f. 00080000:00000010:3.0:1767384695.400717:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e2eccf79. 00080000:00000010:3.0:1767384695.400719:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002b6d3da7. 00080000:00000010:3.0:1767384695.400721:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003ecc62ba. 00080000:00000010:3.0:1767384695.400723:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000076d59587. 00080000:00000010:2.0:1767384695.400747:0:40978:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000919583fb. 00000020:00000010:2.0:1767384695.400756:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000008854359. 00000020:00000010:2.0:1767384695.400758:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000047ab2b61. 00000020:00000010:2.0:1767384695.400760:0:40978:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066375573. 00000020:00000010:2.0:1767384695.400762:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000030add914. 80000000:00000010:2.0:1767384695.400763:0:40978:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000088dea4af. 40000000:00000010:2.0:1767384695.400765:0:40978:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000081d1d610. 00100000:00000010:2.0:1767384695.400766:0:40978:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f145084b. 00040000:00000010:2.0:1767384695.400768:0:40978:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fdbdc113. 00040000:00000010:2.0:1767384695.400769:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000036be85e7. 00080000:00000010:2.0:1767384695.400771:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000027674af5. 00080000:00000010:2.0:1767384695.400774:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e6ff1fb3. 00002000:00000010:2.0:1767384695.400776:0:40978:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006cb42ef4. 00000020:00000010:2.0:1767384695.400778:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002357fdb. 00000004:00000010:2.0:1767384695.400785:0:40978:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 0000000081d1d610. 00000004:00000010:2.0:1767384695.400918:0:41023:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 000000007ada91e8. 00000020:00000010:2.0:1767384695.400921:0:41023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002357fdb. 00000020:00000010:2.0:1767384695.400923:0:41023:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003764f324. 00000040:00000010:2.0:1767384695.400925:0:41023:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000036be85e7. 00000004:00000010:0.0:1767384695.400926:0:40978:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 0000000081d1d610. 00000020:00000010:2.0:1767384695.400927:0:41023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f145084b. 00000020:00000010:2.0:1767384695.400935:0:41023:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066375573. 00000020:00000010:2.0:1767384695.400937:0:41023:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000030add914. 80000000:00000010:2.0:1767384695.400938:0:41023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000088dea4af. 40000000:00000010:2.0:1767384695.400940:0:41023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081d1d610. 00100000:00000010:2.0:1767384695.400941:0:41023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000047ab2b61. 00040000:00000010:2.0:1767384695.400943:0:41023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fdbdc113. 00040000:00000010:2.0:1767384695.400945:0:41023:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000040eb2903. 00040000:00000010:2.0:1767384695.400946:0:41023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000008854359. 00080000:00000010:2.0:1767384695.400948:0:41023:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e6ff1fb3. 00000020:00000010:0.0:1767384695.400948:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fbc35c03. 00080000:00000010:2.0:1767384695.400952:0:41023:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000027674af5. 00000004:00000010:2.0:1767384695.400956:0:41023:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001d75d2cf. 00000040:00000010:0.0:1767384695.400959:0:40978:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000775bb550. 00000004:00000010:2.0:1767384695.400960:0:41023:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000049f3c58e. 00000004:00000010:2.0:1767384695.400965:0:41023:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000afdc9b78. 00000004:00000010:2.0:1767384695.400967:0:41023:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006cb42ef4. 00000100:00000010:3.0:1767384695.400969:0:41012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092b50003. 00080000:00000010:2.0:1767384695.400972:0:41023:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000ca2812c5. 00000020:00000010:0.0:1767384695.400974:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cb5bd9f0. 00000020:00000010:0.0:1767384695.400979:0:40978:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000070fecd12. 00000020:00000010:0.0:1767384695.400983:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dc68b464. 02000000:00000010:3.0:1767384695.400984:0:41012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad136111. 80000000:00000010:0.0:1767384695.400987:0:40978:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004b6dc0cb. 40000000:00000010:0.0:1767384695.400992:0:40978:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000099d90a40. 00000020:00000010:0.0:1767384695.400994:0:40978:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 000000008be4d325. 00100000:00000010:0.0:1767384695.400996:0:40978:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000076b4f08c. 00000100:00000010:3.0:1767384695.400998:0:41012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b281e75b. 00040000:00000010:0.0:1767384695.400999:0:40978:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fbd83193. 00040000:00000010:0.0:1767384695.401004:0:40978:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000089c5fdb2. 00040000:00000010:0.0:1767384695.401008:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006c01d5a7. 00080000:00000010:0.0:1767384695.401010:0:40978:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000b89b6bb6. 00080000:00000010:0.0:1767384695.401013:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000efa15d63. 00080000:00000010:0.0:1767384695.401015:0:40978:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000dfb910a3. 02000000:00000010:3.0:1767384695.401016:0:41012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000916407c4. 00080000:00000010:0.0:1767384695.401018:0:40978:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000b2ab71fa. 00080000:00000010:0.0:1767384695.401023:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000057db30b4. 00000400:00000010:3.0:1767384695.401024:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1a20603. 00000004:00000010:0.0:1767384695.401027:0:40978:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f218e837. 00000400:00000010:3.0:1767384695.401032:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f01715cb. 00000004:00000010:0.0:1767384695.401032:0:40978:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007bd1a489. 00000004:00000010:0.0:1767384695.401038:0:40978:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003355556c. 00000100:00000200:3.0:1767384695.401041:0:41012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049201536, portal 4 00000004:00000010:0.0:1767384695.401041:0:40978:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f463105c. 00000020:00000010:0.0:1767384695.401047:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001490a1cf. 00000020:00000010:3.0:1767384695.401050:0:41012:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e621ef13. 00000020:00000010:0.0:1767384695.401060:0:40978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000065a37a83. 00000020:00000010:0.0:1767384695.401065:0:40978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fe08f84. 00000400:00000010:3.0:1767384695.401070:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000020:00000010:0.0:1767384695.401071:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000896a1862. 00000100:00000200:3.0:1767384695.401074:0:41012:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237049201536, offset 0 00000040:00000010:0.0:1767384695.401084:0:40978:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000005b956579. 00000400:00000200:3.0:1767384695.401085:0:41012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384695.401095:0:40978:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005af727f1. 00000400:00000200:3.0:1767384695.401101:0:41012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:0.0:1767384695.401101:0:40978:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008186e5b5. 00000020:00000010:0.0:1767384695.401106:0:40978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003715e1cb. 00000020:00000010:0.0:1767384695.401111:0:40978:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000091e7688f. 00000400:00000200:3.0:1767384695.401115:0:41012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958260009380 80000000:00000010:0.0:1767384695.401116:0:40978:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bbfdce98. 00040000:00000010:0.0:1767384695.401122:0:40978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d2566d15. 00000400:00000200:3.0:1767384695.401125:0:41012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xae1 [8] + 6496 00080000:00000010:0.0:1767384695.401130:0:40978:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000039a9314c. 00000400:00000200:3.0:1767384695.401134:0:41012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1767384695.401136:0:40978:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000d9321185. 00080000:00000010:0.0:1767384695.401140:0:40978:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c662b998. 00000400:00000200:3.0:1767384695.401143:0:41012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000010:0.0:1767384695.401144:0:40978:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000a649929e. 00080000:00000010:2.0:1767384695.401146:0:41023:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000ca2812c5. 00000020:00000010:0.0:1767384695.401149:0:40978:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042563bf2. 00000100:00000200:3.0:1767384695.401152:0:41012:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1767384695.401152:0:41023:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003764f324. 00000040:00000010:2.0:1767384695.401158:0:41023:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000036be85e7. 00000100:00000010:3.0:1767384695.401159:0:41012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000912854ef. 00000020:00000010:2.0:1767384695.401161:0:41023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f145084b. 00000020:00000010:2.0:1767384695.401165:0:41023:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066375573. 00000020:00000010:2.0:1767384695.401168:0:41023:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000030add914. 80000000:00000010:2.0:1767384695.401170:0:41023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000088dea4af. 40000000:00000010:2.0:1767384695.401172:0:41023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000081d1d610. 00100000:00000010:2.0:1767384695.401174:0:41023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000047ab2b61. 00040000:00000010:2.0:1767384695.401175:0:41023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fdbdc113. 00040000:00000010:2.0:1767384695.401178:0:41023:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000040eb2903. 00040000:00000010:2.0:1767384695.401180:0:41023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000008854359. 00000400:00000200:3.0:1767384695.401184:0:41012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e167e24 00080000:00000010:2.0:1767384695.401184:0:41023:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000027674af5. 00000400:00000010:3.0:1767384695.401189:0:41012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00080000:00000010:2.0:1767384695.401190:0:41023:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e6ff1fb3. 00000004:00000010:2.0:1767384695.401196:0:41023:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001d75d2cf. 00000004:00000010:2.0:1767384695.401199:0:41023:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000049f3c58e. 00000100:00000200:3.0:1767384695.401202:0:41012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092b50003 x1853237049201536/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384711 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1767384695.401203:0:41023:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000afdc9b78. 00000004:00000010:2.0:1767384695.401208:0:41023:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006cb42ef4. 00000020:00000010:2.0:1767384695.401212:0:41023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002357fdb. 00000004:00000010:2.0:1767384695.401217:0:41023:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 000000007ada91e8. 00000100:00000010:3.0:1767384695.401229:0:41012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093fcb7eb. 00000020:00000010:1.0:1767384695.401229:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8668921. 00000020:00000010:1.0:1767384695.401236:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8668921. 00000020:00000010:1.0:1767384695.401243:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cc5d7b6. 00000100:00000010:3.0:1767384695.401244:0:41012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e637bd18. 00000020:00000010:1.0:1767384695.401248:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016701d82. 00000020:00000010:1.0:1767384695.401254:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dea50a7. 00000100:00000010:3.0:1767384695.401255:0:41012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e90b547. 00000100:00000010:3.0:1767384695.401262:0:41012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e2580d0. 00000020:00000010:1.0:1767384695.401299:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8668921. 00000020:00000010:1.0:1767384695.401303:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8668921. 00000100:00000200:1.0:1767384695.401306:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201536 02000000:00000010:1.0:1767384695.401321:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000001612a5f1. 00010000:00000200:1.0:1767384695.401334:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000912854ef x1853237049201536/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:676/0 lens 264/240 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384695.401350:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000100:00000200:1.0:1767384695.401353:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237049201536, offset 224 00000400:00000200:1.0:1767384695.401360:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384695.401369:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384695.401378:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958260009380 00000400:00000200:1.0:1767384695.401385:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2b65 [1] + 224 00000400:00000200:1.0:1767384695.401391:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384695.401398:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384695.401404:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092b50003 x1853237049201536/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384695.401429:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000400:00000010:1.0:1767384695.401432:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000400:00000010:2.0:1767384695.401443:0:41012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1a20603. 00000020:00000010:1.0:1767384695.401445:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016701d82. 00000400:00000200:2.0:1767384695.401449:0:41012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01715cb 00000020:00000010:1.0:1767384695.401451:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dea50a7. 00000400:00000010:2.0:1767384695.401452:0:41012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f01715cb. 00000020:00000010:1.0:1767384695.401459:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cc5d7b6. 00000100:00000200:2.0:1767384695.401460:0:41012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092b50003 x1853237049201536/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384695.401472:0:41012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092b50003 x1853237049201536/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384695.401495:0:41012:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e6ff1fb3. 00000100:00000010:2.0:1767384695.401508:0:41012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b281e75b. 02000000:00000010:2.0:1767384695.401515:0:41012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000916407c4. 02000000:00000010:2.0:1767384695.401520:0:41012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad136111. 00000100:00000010:2.0:1767384695.401524:0:41012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092b50003. 00000100:00000010:2.0:1767384695.401530:0:41012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e344020. 02000000:00000010:2.0:1767384695.401536:0:41012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000002357fdb. 00000100:00000010:2.0:1767384695.401543:0:41012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061799b3b. 02000000:00000010:2.0:1767384695.401549:0:41012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006cb42ef4. 00000400:00000010:2.0:1767384695.401553:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a253ea. 00000400:00000010:2.0:1767384695.401558:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ebc5c. 00000100:00000200:2.0:1767384695.401561:0:41012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049201664, portal 4 00000400:00000010:2.0:1767384695.401565:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b43c0d5e. 00000100:00000200:2.0:1767384695.401568:0:41012:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237049201664, offset 0 00000400:00000200:2.0:1767384695.401574:0:41012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.401582:0:41012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.401590:0:41012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958260009400 00000400:00000200:2.0:1767384695.401597:0:41012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xae1 [8] + 6760 00000400:00000200:2.0:1767384695.401632:0:41012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.401637:0:41012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384695.401640:0:41012:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384695.401645:0:41012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95e6c3b. 00000400:00000200:2.0:1767384695.401657:0:41012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b43c0d5e 00000400:00000010:2.0:1767384695.401660:0:41012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b43c0d5e. 00000100:00000200:2.0:1767384695.401666:0:41012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e344020 x1853237049201664/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384711 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384695.401671:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8668921. 00000020:00000010:1.0:1767384695.401677:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8668921. 00000020:00000010:1.0:1767384695.401682:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cc5d7b6. 00000020:00000010:1.0:1767384695.401687:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016701d82. 00000020:00000010:1.0:1767384695.401692:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dea50a7. 00000020:00000010:1.0:1767384695.401715:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8668921. 00000020:00000010:1.0:1767384695.401719:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8668921. 00000100:00000200:1.0:1767384695.401723:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201664 02000000:00000010:1.0:1767384695.401735:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 0000000027ebf83e. 00010000:00000200:1.0:1767384695.401748:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d95e6c3b x1853237049201664/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:676/0 lens 432/432 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384695.401768:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000100:00000200:1.0:1767384695.401773:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237049201664, offset 224 00000400:00000200:1.0:1767384695.401782:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384695.401792:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384695.401798:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260009400 00000400:00000200:1.0:1767384695.401804:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b71 [1] + 224 00000400:00000200:1.0:1767384695.401812:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384695.401817:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384695.401824:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e344020 x1853237049201664/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384695.401848:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000400:00000010:1.0:1767384695.401851:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000400:00000010:2.0:1767384695.401856:0:41012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a253ea. 00000400:00000200:2.0:1767384695.401861:0:41012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7ebc5c 00000400:00000010:2.0:1767384695.401862:0:41012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ebc5c. 00000020:00000010:1.0:1767384695.401862:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016701d82. 00000020:00000010:1.0:1767384695.401869:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dea50a7. 00000100:00000200:2.0:1767384695.401871:0:41012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e344020 x1853237049201664/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384695.401876:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cc5d7b6. 00000100:00000200:2.0:1767384695.401886:0:41012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e344020 x1853237049201664/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384695.401895:0:41012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061799b3b. 02000000:00000010:2.0:1767384695.401903:0:41012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006cb42ef4. 02000000:00000010:2.0:1767384695.401909:0:41012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000002357fdb. 00000100:00000010:2.0:1767384695.401912:0:41012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e344020. 00000100:00000010:2.0:1767384695.401920:0:41012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e344020. 02000000:00000010:2.0:1767384695.401924:0:41012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000002357fdb. 00000100:00000010:2.0:1767384695.401931:0:41012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061799b3b. 02000000:00000010:2.0:1767384695.401937:0:41012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006cb42ef4. 00080000:00000010:0.0:1767384695.401937:0:10603:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007754d9ca. 00000400:00000010:2.0:1767384695.401942:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a253ea. 00000400:00000010:2.0:1767384695.401947:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ebc5c. 00080000:00000010:0.0:1767384695.401948:0:10603:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007754d9ca. 00080000:00000010:3.0:1767384695.401950:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000831d24b1. 00000100:00000200:2.0:1767384695.401950:0:41012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049201792, portal 4 00000400:00000010:2.0:1767384695.401956:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b43c0d5e. 00080000:00000010:3.0:1767384695.401960:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000831d24b1. 00000100:00000200:2.0:1767384695.401960:0:41012:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237049201792, offset 0 00080000:00000010:0.0:1767384695.401964:0:10603:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007754d9ca. 00000400:00000200:2.0:1767384695.401969:0:41012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:0.0:1767384695.401971:0:10603:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007754d9ca. 00000400:00000200:2.0:1767384695.401976:0:41012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:3.0:1767384695.401979:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000831d24b1. 00080000:00000010:3.0:1767384695.401984:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000831d24b1. 00000400:00000200:2.0:1767384695.401985:0:41012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958260009480 00000400:00000200:2.0:1767384695.401992:0:41012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xae1 [8] + 7192 00000400:00000200:2.0:1767384695.401995:0:41012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384695.401996:0:41012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384695.401998:0:41012:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384695.402000:0:41012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa1a10d5. 00000400:00000200:2.0:1767384695.402011:0:41012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b43c0d5e 00000400:00000010:2.0:1767384695.402012:0:41012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b43c0d5e. 00000100:00000200:2.0:1767384695.402015:0:41012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e344020 x1853237049201792/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384711 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384695.402025:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8668921. 00000020:00000010:1.0:1767384695.402029:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8668921. 00000020:00000010:1.0:1767384695.402033:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cc5d7b6. 00000020:00000010:1.0:1767384695.402037:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016701d82. 00000020:00000010:1.0:1767384695.402041:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dea50a7. 00000020:00000010:1.0:1767384695.402079:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8668921. 00000020:00000010:1.0:1767384695.402082:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8668921. 00000100:00000200:1.0:1767384695.402086:0:17887:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201792 02000000:00000010:1.0:1767384695.402095:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000985d4c3d. 00002000:00000010:1.0:1767384695.402108:0:17887:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000e8668921. 00002000:00000010:1.0:1767384695.402114:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004984e493. 00080000:00000010:1.0:1767384695.402118:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f7e59340. 00002000:00000010:1.0:1767384695.402137:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003ca3ff97. 00080000:00000010:1.0:1767384695.402139:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f55809df. 00002000:00000010:1.0:1767384695.402146:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000938a092a. 00080000:00000010:1.0:1767384695.402149:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007e76d448. 00002000:00000010:1.0:1767384695.402155:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003ca2477d. 00080000:00000010:1.0:1767384695.402158:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b15f9864. 00002000:00000010:1.0:1767384695.402163:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b1ef99b1. 00080000:00000010:1.0:1767384695.402166:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007101ca2b. 00002000:00000010:1.0:1767384695.402182:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c2fc20da. 00080000:00000010:1.0:1767384695.402186:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005ab6ecf4. 00002000:00000010:1.0:1767384695.402195:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f466762a. 00080000:00000010:1.0:1767384695.402197:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000083ac31cb. 00002000:00000010:1.0:1767384695.402204:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002ecd1c93. 00080000:00000010:1.0:1767384695.402207:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d26c416e. 00080000:00000010:1.0:1767384695.402214:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000049d772d4. 00080000:00000010:1.0:1767384695.402219:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000085a170f3. 00080000:00000010:1.0:1767384695.402223:0:17887:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000005f4b2458. 00080000:00000010:1.0:1767384695.402229:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000117eea3a. 00000001:00000010:1.0:1767384695.402305:0:17887:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 0000000029f60e72. 00002000:00000010:1.0:1767384695.402639:0:17887:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000004dcd4d72. 00000001:00000010:1.0:1767384695.402648:0:17887:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000736e1ba4. 00000001:00000010:2.0:1767384695.404470:0:17881:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000736e1ba4. 00002000:00000010:2.0:1767384695.404475:0:17881:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000004dcd4d72. 00080000:00000010:2.0:1767384695.404478:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000049d772d4. 00000001:00000010:2.0:1767384695.404481:0:17881:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000ef9d52c7. 00080000:00000010:2.0:1767384695.404485:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bea5d1d5. 00080000:00000010:1.0:1767384695.404510:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000117eea3a. 00080000:00000010:1.0:1767384695.404517:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000085a170f3. 00002000:00000010:1.0:1767384695.404529:0:17887:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000e8668921. 00002000:00000010:1.0:1767384695.404536:0:17887:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000e8668921. 00002000:00000010:1.0:1767384695.404543:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000088a77de7. 00080000:00000010:1.0:1767384695.404548:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f89d5166. 00002000:00000010:1.0:1767384695.404565:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000df862c48. 00080000:00000010:1.0:1767384695.404568:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005a5fa4bf. 00002000:00000010:1.0:1767384695.404577:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000019daa410. 00080000:00000010:1.0:1767384695.404581:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000049d772d4. 00002000:00000010:1.0:1767384695.404589:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004f231a36. 00080000:00000010:1.0:1767384695.404593:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000020d1a89d. 00002000:00000010:1.0:1767384695.404601:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f9c424d5. 00080000:00000010:1.0:1767384695.404604:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c046abe6. 00000100:00000010:2.0:1767384695.404636:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e90b547. 00002000:00000010:1.0:1767384695.404649:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bc294c4c. 00000100:00000010:3.0:1767384695.404652:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e2580d0. 00080000:00000010:1.0:1767384695.404655:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003c5f3a5e. 00002000:00000010:1.0:1767384695.404665:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000229268a4. 00080000:00000010:1.0:1767384695.404670:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d27daa32. 00002000:00000010:1.0:1767384695.404679:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000727318e2. 00080000:00000010:1.0:1767384695.404682:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000065745385. 00080000:00000010:1.0:1767384695.404692:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000176c637e. 00080000:00000010:1.0:1767384695.404699:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000085a170f3. 00080000:00000010:1.0:1767384695.404707:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000117eea3a. 00002000:00000010:1.0:1767384695.405182:0:17887:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000055b7f8ef. 00000001:00000010:1.0:1767384695.405190:0:17887:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000008c336676. 00080000:00000010:1.0:1767384695.405206:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000117eea3a. 00080000:00000010:1.0:1767384695.405210:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000085a170f3. 00002000:00000010:1.0:1767384695.405220:0:17887:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000e8668921. 00002000:00000010:1.0:1767384695.405226:0:17887:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000e8668921. 00002000:00000010:1.0:1767384695.405232:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000df8109b5. 00080000:00000010:1.0:1767384695.405238:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d1906e8f. 00002000:00000010:1.0:1767384695.405251:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008db4677e. 00080000:00000010:1.0:1767384695.405256:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000004924d4f. 00002000:00000010:1.0:1767384695.405267:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c521438f. 00080000:00000010:1.0:1767384695.405271:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000022db4ece. 00002000:00000010:1.0:1767384695.405280:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000088c4e67b. 00080000:00000010:1.0:1767384695.405284:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000033138c96. 00002000:00000010:1.0:1767384695.405293:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000031e3b3b9. 00080000:00000010:1.0:1767384695.405296:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008fca5d96. 00002000:00000010:1.0:1767384695.405306:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d27ded82. 00080000:00000010:1.0:1767384695.405310:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000defc4db. 00002000:00000010:1.0:1767384695.405320:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008ec52add. 00080000:00000010:1.0:1767384695.405325:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b94163d2. 00002000:00000010:1.0:1767384695.405334:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000768fcff5. 00080000:00000010:1.0:1767384695.405338:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000072bc7dbf. 00080000:00000010:1.0:1767384695.405347:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006439c945. 00080000:00000010:1.0:1767384695.405352:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000085a170f3. 00080000:00000010:1.0:1767384695.405360:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000117eea3a. 00002000:00000010:1.0:1767384695.405831:0:17887:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000006bad8f79. 00000001:00000010:1.0:1767384695.405839:0:17887:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000002aeea550. 00080000:00000010:1.0:1767384695.405851:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000117eea3a. 00080000:00000010:1.0:1767384695.405855:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000085a170f3. 00002000:00000010:1.0:1767384695.405864:0:17887:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000e8668921. 00002000:00000010:1.0:1767384695.405870:0:17887:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000e8668921. 00002000:00000010:1.0:1767384695.405875:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002653b982. 00080000:00000010:1.0:1767384695.405880:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003f97818b. 00002000:00000010:1.0:1767384695.405891:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c02486d2. 00080000:00000010:1.0:1767384695.405895:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000998c4cd2. 00002000:00000010:1.0:1767384695.405904:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000067a88968. 00080000:00000010:1.0:1767384695.405909:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c28c1a12. 00002000:00000010:1.0:1767384695.405917:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ad8a146f. 00080000:00000010:1.0:1767384695.405921:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001c677e78. 00002000:00000010:1.0:1767384695.405931:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b551544d. 00080000:00000010:1.0:1767384695.405935:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a019851e. 00002000:00000010:1.0:1767384695.405944:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000032ad4809. 00080000:00000010:1.0:1767384695.405949:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f2be41c4. 00002000:00000010:1.0:1767384695.405957:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000017951ba4. 00080000:00000010:1.0:1767384695.405962:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000065a404f7. 00002000:00000010:1.0:1767384695.405981:0:17887:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d4026469. 00080000:00000010:1.0:1767384695.405986:0:17887:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000047ea66c4. 00080000:00000010:1.0:1767384695.405998:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004fa9a746. 00080000:00000010:1.0:1767384695.406003:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000085a170f3. 00080000:00000010:1.0:1767384695.406011:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000117eea3a. 00002000:00000010:1.0:1767384695.406530:0:17887:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000076e34c2b. 00000001:00000010:1.0:1767384695.406538:0:17887:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000b612892d. 00080000:00000010:1.0:1767384695.406550:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000117eea3a. 00080000:00000010:1.0:1767384695.406553:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000085a170f3. 00002000:00000010:1.0:1767384695.406561:0:17887:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000e8668921. 00010000:00000200:1.0:1767384695.406576:0:17887:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa1a10d5 x1853237049201792/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:676/0 lens 432/432 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384695.406591:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000100:00000200:1.0:1767384695.406595:0:17887:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237049201792, offset 224 00000400:00000200:1.0:1767384695.406603:0:17887:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384695.406690:0:17887:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384695.406701:0:17887:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260009480 00000400:00000200:1.0:1767384695.406707:0:17887:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b7d [1] + 224 00000400:00000200:1.0:1767384695.406713:0:17887:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384695.406717:0:17887:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384695.406735:0:17887:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e344020 x1853237049201792/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384695.406761:0:17887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ff5a209 00000400:00000010:1.0:1767384695.406764:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000400:00000010:2.0:1767384695.406773:0:41012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a253ea. 00000400:00000200:2.0:1767384695.406778:0:41012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7ebc5c 00000020:00000010:1.0:1767384695.406778:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016701d82. 00000400:00000010:2.0:1767384695.406781:0:41012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ebc5c. 00000020:00000010:1.0:1767384695.406785:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dea50a7. 00000100:00000200:2.0:1767384695.406789:0:41012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e344020 x1853237049201792/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384695.406791:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cc5d7b6. 00000100:00000200:2.0:1767384695.406799:0:41012:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e344020 x1853237049201792/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384711 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384695.406819:0:367:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e637bd18. 00000100:00000010:2.0:1767384695.406825:0:41012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061799b3b. 00000100:00000010:0.0:1767384695.409783:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093fcb7eb. 00080000:00000010:1.0:1767384695.413147:0:41024:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000282fa54e. 00080000:00000010:1.0:1767384695.413153:0:41024:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000282fa54e. 00080000:00000010:1.0:1767384695.413161:0:41024:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000282fa54e. 00080000:00000010:1.0:1767384695.413165:0:41024:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000282fa54e. 00080000:00000010:3.0:1767384695.576601:0:41033:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009e732dbb. 00080000:00000010:3.0:1767384695.576627:0:41033:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009e732dbb. 00080000:00000010:3.0:1767384695.576637:0:41033:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009e732dbb. 00080000:00000010:3.0:1767384695.576641:0:41033:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009e732dbb. 00000400:00000200:1.0:1767384695.641695:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c80b4ed4 00000400:00000010:1.0:1767384695.641704:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000800:00000200:2.0:1767384695.641710:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7744ba2] -> 12345-192.168.202.137@tcp44 (4) 00000400:00000200:1.0:1767384695.641711:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384695.641719:0:16345:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.137@tcp45 recovery ping unlinked 00000800:00000200:2.1:1767384695.641720:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7744ba2] -> 12345-192.168.202.137@tcp44 (4) 00000400:00000010:1.0:1767384695.641734:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005d11df5a. 00000400:00000010:1.0:1767384695.641741:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000072963f3f. 00000400:00000200:0.0:1767384695.641832:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.641879:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.641896:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.641912:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.641929:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.641945:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.641962:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.641979:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.641995:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642011:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642034:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642065:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642088:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642106:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642123:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642139:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642156:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642172:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642188:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642205:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642221:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642238:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642254:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642271:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642288:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642304:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642321:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642337:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642353:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642369:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642385:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642401:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642417:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642433:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384695.642450:0:16338:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384695.642592:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000465baf3d. 00000800:00000010:0.0:1767384695.642597:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dbc67eda. 00000800:00000010:0.0:1767384695.642602:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b63ba69c. 00000800:00000010:0.0:1767384695.642661:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b63ba69c. 00000800:00020000:0.0:1767384695.642680:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384695.642684:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dbc67eda. 00000800:00000010:0.0:1767384695.642686:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000465baf3d. 00000400:02020000:0.0:1767384695.642725:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp44 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384695.642730:0:16338:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000010:3.0:1767384695.693169:0:41072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbc35c03. 00000020:00000010:3.0:1767384695.693176:0:41072:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000065066a1a. 00000020:00000010:3.0:1767384695.693179:0:41072:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bdf31378. 00000020:00000010:3.0:1767384695.693183:0:41072:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da60384a. 00000020:00000010:3.0:1767384695.693186:0:41072:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000069eefc6d. 80000000:00000010:3.0:1767384695.693189:0:41072:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008e2580d0. 40000000:00000010:3.0:1767384695.693191:0:41072:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000086c25414. 00100000:00000010:3.0:1767384695.693195:0:41072:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d6bf0e10. 00040000:00000010:3.0:1767384695.693197:0:41072:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f015e344. 00040000:00000010:3.0:1767384695.693200:0:41072:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dc68b464. 00080000:00000010:3.0:1767384695.693203:0:41072:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f904f765. 00080000:00000010:3.0:1767384695.693207:0:41072:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000259e9ba8. 00002000:00000010:3.0:1767384695.693211:0:41072:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000035dd9d8b. 00000020:00000010:3.0:1767384695.693219:0:41072:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000065066a1a. 00000020:00000010:3.0:1767384695.693222:0:41072:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bdf31378. 00000020:00000010:3.0:1767384695.693224:0:41072:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da60384a. 00000020:00000010:3.0:1767384695.693227:0:41072:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000069eefc6d. 80000000:00000010:3.0:1767384695.693229:0:41072:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008e2580d0. 40000000:00000010:3.0:1767384695.693231:0:41072:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000086c25414. 00100000:00000010:3.0:1767384695.693233:0:41072:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d6bf0e10. 00040000:00000010:3.0:1767384695.693236:0:41072:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f015e344. 00040000:00000010:3.0:1767384695.693237:0:41072:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dc68b464. 00080000:00000010:3.0:1767384695.693241:0:41072:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000259e9ba8. 00080000:00000010:3.0:1767384695.693243:0:41072:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f904f765. 00002000:00000010:3.0:1767384695.693245:0:41072:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000035dd9d8b. 00000020:00000010:3.0:1767384695.693247:0:41072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbc35c03. 00000020:00000010:2.0:1767384695.769673:0:268:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000030add914. 00080000:00000010:1.0:1767384695.899666:0:41084:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cb06be3d. 00080000:00000010:1.0:1767384695.899676:0:41084:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cb06be3d. 00080000:00000010:1.0:1767384695.899686:0:41084:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cb06be3d. 00080000:00000010:1.0:1767384695.899690:0:41084:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cb06be3d. 00000001:02000400:2.0:1767384696.553201:0:41249:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-server.virtnet: executing set_default_debug -1 all 00000400:00000001:0.0:1767384696.566110:0:41251:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:2.0:1767384696.730354:0:41264:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000002046634. 00080000:00000010:2.0:1767384696.730365:0:41264:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000002046634. 00000020:00000001:2.0:1767384696.730370:0:41264:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384696.730378:0:41264:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000002046634. 00080000:00000010:2.0:1767384696.730383:0:41264:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000002046634. 00000020:00000001:2.0:1767384696.730386:0:41264:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384696.793699:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384696.793706:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384696.793712:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384696.793713:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384696.793763:0:17068:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384696.793766:0:17068:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384696.793769:0:17068:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384696.844216:0:41301:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000004bfcefb. 00080000:00000010:0.0:1767384696.844225:0:41301:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000004bfcefb. 00000020:00000001:0.0:1767384696.844228:0:41301:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384696.844233:0:41301:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000004bfcefb. 00080000:00000010:0.0:1767384696.844236:0:41301:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000004bfcefb. 00000020:00000001:0.0:1767384696.844238:0:41301:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1767384696.844260:0:41301:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767384696.844372:0:41301:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:0.0:1767384696.992691:0:41314:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003ada3b25. 00080000:00000010:0.0:1767384696.992700:0:41314:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003ada3b25. 00000020:00000001:0.0:1767384696.992704:0:41314:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384696.992709:0:41314:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003ada3b25. 00080000:00000010:0.0:1767384696.992712:0:41314:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003ada3b25. 00000020:00000001:0.0:1767384696.992714:0:41314:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384697.101017:0:41351:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000051ea476. 00080000:00000010:2.0:1767384697.101027:0:41351:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000051ea476. 00000020:00000001:2.0:1767384697.101032:0:41351:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384697.101053:0:41351:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000051ea476. 00080000:00000010:2.0:1767384697.101058:0:41351:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000051ea476. 00000020:00000001:2.0:1767384697.101062:0:41351:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384697.101095:0:41351:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384697.101248:0:41351:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:1.0:1767384697.420588:0:41363:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d3e0ab8e. 00080000:00000010:1.0:1767384697.420596:0:41363:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d3e0ab8e. 00000020:00000001:1.0:1767384697.420599:0:41363:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384697.420604:0:41363:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d3e0ab8e. 00080000:00000010:1.0:1767384697.420630:0:41363:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d3e0ab8e. 00000020:00000001:1.0:1767384697.420634:0:41363:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384697.434650:0:16347:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384697.434660:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384697.434661:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384697.434664:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384697.434666:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384697.434669:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384697.434671:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384697.689706:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3e4d0f5] -> 12345-192.168.202.137@tcp39 (4) 00000800:00000200:2.1:1767384697.689714:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3e4d0f5] -> 12345-192.168.202.137@tcp39 (4) 00000800:00000200:2.0:1767384697.689727:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (4) 00000800:00000200:2.1:1767384697.689730:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000193dd567] -> 12345-192.168.202.137@tcp26 (4) 00000400:00000200:1.0:1767384697.689782:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.689800:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.689851:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.689860:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.689881:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.689910:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.689917:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.689962:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.689964:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690005:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690010:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690061:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690067:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690103:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690107:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690165:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690165:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690207:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690219:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690253:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690263:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690296:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690314:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690336:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690361:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690381:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690404:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690437:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690442:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690490:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690491:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690536:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690552:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690575:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690593:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690648:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690684:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690693:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690727:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690741:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690775:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690784:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690824:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690825:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690849:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690880:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690885:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690945:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690947:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.690967:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.690998:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.691002:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.691068:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.691072:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.691098:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.691129:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.691132:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.691179:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.691190:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.691204:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.691237:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.691238:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.691265:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.691297:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:1.0:1767384697.691301:0:16339:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.691358:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.691388:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.691418:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:3.0:1767384697.691467:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000800:00000010:1.0:1767384697.691474:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc52d09d. 00000800:00000010:1.0:1767384697.691478:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c8abeceb. 00000800:00000010:1.0:1767384697.691483:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000070d1bb68. 00000400:00000200:3.0:1767384697.691497:0:16336:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:1.0:1767384697.691501:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000070d1bb68. 00000800:00020000:1.0:1767384697.691511:0:16339:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:1.0:1767384697.691513:0:16339:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c8abeceb. 00000800:00000010:1.0:1767384697.691516:0:16339:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cc52d09d. 00000400:02020000:1.0:1767384697.691542:0:16339:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp39 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384697.691546:0:16339:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000010:3.0:1767384697.691627:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f904f765. 00000800:00000010:3.0:1767384697.691632:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e0d59eda. 00000800:00000010:3.0:1767384697.691636:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e7bcb12. 00000800:00000010:3.0:1767384697.691654:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e7bcb12. 00000800:00020000:3.0:1767384697.691659:0:16336:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:3.0:1767384697.691662:0:16336:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e0d59eda. 00000800:00000010:3.0:1767384697.691665:0:16336:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f904f765. 00000400:02020000:3.0:1767384697.691695:0:16336:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp26 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384697.691699:0:16336:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384697.817720:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384697.817728:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384697.817736:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384697.817738:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384697.817773:0:17069:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384697.817776:0:17069:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384697.817779:0:17069:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384698.020535:0:41411:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5f8f03b. 00080000:00000010:1.0:1767384698.020543:0:41411:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5f8f03b. 00000020:00000001:1.0:1767384698.020548:0:41411:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384698.020553:0:41411:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5f8f03b. 00080000:00000010:1.0:1767384698.020557:0:41411:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5f8f03b. 00000020:00000001:1.0:1767384698.020559:0:41411:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384698.130666:0:41447:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384698.130671:0:41447:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg237-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:3.0:1767384698.135453:0:41447:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1767384698.318106:0:41459:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d02700f. 00080000:00000010:1.0:1767384698.318118:0:41459:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d02700f. 00000020:00000001:1.0:1767384698.318123:0:41459:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384698.318131:0:41459:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d02700f. 00080000:00000010:1.0:1767384698.318135:0:41459:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d02700f. 00000020:00000001:1.0:1767384698.318138:0:41459:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384698.457649:0:16347:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384698.457660:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384698.457662:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384698.457666:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384698.457668:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384698.457671:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384698.457674:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384698.590016:0:41506:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000035d5fff4. 00080000:00000010:2.0:1767384698.590035:0:41506:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000035d5fff4. 00000020:00000001:2.0:1767384698.590039:0:41506:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384698.590045:0:41506:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000035d5fff4. 00080000:00000010:2.0:1767384698.590049:0:41506:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000035d5fff4. 00000020:00000001:2.0:1767384698.590051:0:41506:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384698.713712:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000383450fb] -> 12345-192.168.202.137@tcp42 (4) 00000800:00000200:2.1:1767384698.713721:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000383450fb] -> 12345-192.168.202.137@tcp42 (4) 00000400:00000200:0.0:1767384698.713857:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.713900:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.713924:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.713949:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.713973:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.713998:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714035:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714063:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714088:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714113:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714139:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714163:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714188:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714213:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714240:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714266:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714292:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714329:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714356:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714383:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714411:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714436:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714458:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714481:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714505:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714530:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714553:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714576:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714600:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714683:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714714:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714738:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714763:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714786:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.137:988 00000400:00000200:0.0:1767384698.714820:0:16337:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.137:988 00000800:00000010:0.0:1767384698.714995:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000465baf3d. 00000800:00000010:0.0:1767384698.715002:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000069dcb320. 00000800:00000010:0.0:1767384698.715007:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000be706e85. 00000800:00000010:0.0:1767384698.715052:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000be706e85. 00000800:00020000:0.0:1767384698.715065:0:16337:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384698.715070:0:16337:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000069dcb320. 00000800:00000010:0.0:1767384698.715073:0:16337:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000465baf3d. 00000400:02020000:0.0:1767384698.715120:0:16337:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp42 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384698.715125:0:16337:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384698.842655:0:268:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384698.842660:0:268:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384698.842666:0:268:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384698.842667:0:268:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384698.842718:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384698.842723:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384698.842726:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384698.848403:0:41553:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cf1a0c8c. 00080000:00000010:0.0:1767384698.848413:0:41553:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cf1a0c8c. 00000020:00000001:0.0:1767384698.848419:0:41553:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384698.848428:0:41553:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cf1a0c8c. 00080000:00000010:0.0:1767384698.848431:0:41553:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cf1a0c8c. 00000020:00000001:0.0:1767384698.848434:0:41553:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384698.958992:0:41591:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000010:1.0:1767384699.737730:0:16345:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bcabef5d. 00000400:00000010:1.0:1767384699.737747:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004ba58365. 00000400:00000010:1.0:1767384699.737753:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384699.737761:0:16345:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e5031053. 00000800:00000010:1.0:1767384699.737792:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ac28ed99. 00000800:00000010:0.0:1767384699.738454:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000465baf3d. 00000800:00000010:0.0:1767384699.738460:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ddb09714. 00000800:00000010:0.0:1767384699.738466:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000be706e85. 00000800:00000010:0.0:1767384699.738487:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000be706e85. 00000800:00020000:0.0:1767384699.738497:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384699.738502:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ddb09714. 00000800:00000010:0.0:1767384699.738505:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000465baf3d. 00000400:02020000:0.0:1767384699.738545:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp47 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767384699.738552:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ac28ed99. 00000100:00000010:3.0:1767384700.377690:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f391c13. 02000000:00000010:3.0:1767384700.377711:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba815197. 00000100:00000010:2.0:1767384700.377730:0:41012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018442c5e. 02000000:00000010:2.0:1767384700.377739:0:41012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002fc16bcb. 00000100:00000010:3.0:1767384700.377749:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092b50003. 02000000:00000010:3.0:1767384700.377755:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6d34bad. 00040000:00000010:1.0:1767384700.377765:0:16350:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001dc82004. 00000004:00000010:1.0:1767384700.377772:0:16350:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d73b173f. 00000004:00000010:1.0:1767384700.377775:0:16350:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cad99da8. 00000004:00000010:1.0:1767384700.377779:0:16350:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003b9df1b3. 00000004:00000010:1.0:1767384700.377782:0:16350:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000091478243. 00000100:00000010:3.0:1767384700.377784:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003146ced8. 02000000:00000010:3.0:1767384700.377791:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000039ba1464. 02000000:00000010:0.0:1767384700.377799:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088461a74. 02000000:00000010:1.0:1767384700.377800:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006312c1ea. 00000400:00000010:1.0:1767384700.377808:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003db7c4ac. 00000400:00000010:0.0:1767384700.377808:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071020799. 00040000:00000010:2.0:1767384700.377816:0:16351:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000df513cc0. 00000400:00000010:1.0:1767384700.377818:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000010:0.0:1767384700.377818:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029ce59c2. 02000000:00000010:3.0:1767384700.377822:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000054fa8311. 00000004:00000010:2.0:1767384700.377823:0:16351:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000069dcd121. 00000400:00000010:3.0:1767384700.377829:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e7060be. 00000400:00000010:1.0:1767384700.377829:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4aea52. 00000400:00000010:0.0:1767384700.377829:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 00000004:00000010:2.0:1767384700.377830:0:16351:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000016961b5. 00000400:00000010:3.0:1767384700.377836:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000004:00000010:2.0:1767384700.377837:0:16351:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c3dfc49e. 00000004:00000010:2.0:1767384700.377842:0:16351:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000063067f34. 02000000:00000010:2.0:1767384700.377850:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e2139a7b. 00000400:00000010:2.0:1767384700.377854:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a253ea. 00000020:00000010:3.0:1767384700.377856:0:16347:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f904f765. 00000400:00000010:1.0:1767384700.377857:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb5d6338. 00000400:00000010:3.0:1767384700.377864:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022345581. 00000400:00000010:2.0:1767384700.377866:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ebc5c. 00000400:00000010:1.0:1767384700.377869:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4c27136. 00000100:00000010:0.0:1767384700.377877:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b464bb4. 00000400:00000010:2.0:1767384700.377878:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b43c0d5e. 00000400:00000010:1.0:1767384700.377887:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4aea52. 00000100:00000010:3.0:1767384700.377895:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003eff339e. 00000400:00000010:0.0:1767384700.377896:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 00000100:00000010:1.0:1767384700.377901:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032ac355a. 00000100:00000010:2.0:1767384700.377907:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee7c4f8e. 00000400:00000010:3.0:1767384700.377912:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022345581. 00000100:00000010:1.0:1767384700.377913:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004dcd4d72. 00000400:00000010:2.0:1767384700.377923:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b43c0d5e. 00000100:00000010:1.0:1767384700.377924:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000736e1ba4. 00000100:00000010:1.0:1767384700.377930:0:16350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e354ff6a. 00040000:00000010:0.0:1767384700.377965:0:40992:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009a33c4ae. 00000004:00000010:0.0:1767384700.377969:0:40992:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c3d4b001. 00000004:00000010:0.0:1767384700.377972:0:40992:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000105e5bfd. 00000004:00000010:0.0:1767384700.377973:0:40992:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a6dc3661. 00000020:00000010:3.0:1767384700.377980:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8af6e2b. 00000020:00000010:2.0:1767384700.377980:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024e5c8d5. 00000020:00000010:1.0:1767384700.377980:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077ca07eb. 00000020:00000010:0.0:1767384700.377981:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f8b7f27. 00000020:00000010:3.0:1767384700.377987:0:17889:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000205bfe5d. 00000020:00000010:2.0:1767384700.377987:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024e5c8d5. 00000020:00000010:0.0:1767384700.377988:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004bfcefb. 00000020:00000010:1.0:1767384700.377994:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077ca07eb. 00000020:00000010:0.0:1767384700.377994:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:2.0:1767384700.378002:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003826119d. 00000020:00000010:1.0:1767384700.378002:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010dc2da6. 00000020:00000010:3.0:1767384700.378003:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6d48169. 00000020:00000010:1.0:1767384700.378017:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000081f5232. 00000020:00000010:2.0:1767384700.378018:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000020:00000010:3.0:1767384700.378021:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002849dd8d. 00000020:00000010:1.0:1767384700.378022:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dea50a7. 00000020:00000010:2.0:1767384700.378024:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:3.0:1767384700.378026:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca47d336. 00000020:00000010:1.0:1767384700.378051:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077ca07eb. 00000020:00000010:1.0:1767384700.378055:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077ca07eb. 02000000:00000010:0.0:1767384700.378059:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f45f517b. 00000020:00000010:3.0:1767384700.378060:0:17889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b361da7. 00000020:00000010:2.0:1767384700.378061:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024e5c8d5. 00000020:00000010:3.0:1767384700.378066:0:17889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b361da7. 00000020:00000010:2.0:1767384700.378066:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024e5c8d5. 02000000:00000010:1.0:1767384700.378067:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006307b1c2. 00000020:00000010:0.0:1767384700.378071:0:40992:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009af6fd0f. 02000000:00000010:3.0:1767384700.378079:0:17889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c28edb5a. 02000000:00000010:2.0:1767384700.378079:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a116fb75. 00000400:00000010:1.0:1767384700.378080:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4aea52. 00000004:00000010:0.0:1767384700.378081:0:40992:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000be706e85. 00000001:00000010:0.0:1767384700.378089:0:40992:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000277e5f80. 00000400:00000010:2.0:1767384700.378091:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b43c0d5e. 00000001:00000010:0.0:1767384700.378096:0:40992:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000098706ab2. 00000400:00000010:3.0:1767384700.378104:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022345581. 00000001:00000010:0.0:1767384700.378104:0:40992:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e059c331. 00000400:00000010:1.0:1767384700.378105:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4aea52. 00000001:00000010:0.0:1767384700.378110:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000badc3588. 00000001:00000010:0.0:1767384700.378116:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000887a72eb. 00000020:00000010:1.0:1767384700.378117:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000081f5232. 00000001:00000010:0.0:1767384700.378120:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003bf8cbd2. 00000020:00000010:1.0:1767384700.378121:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dea50a7. 00000020:00000010:1.0:1767384700.378126:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010dc2da6. 00000001:00000010:0.0:1767384700.378126:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a1b924aa. 00000400:00000010:2.0:1767384700.378129:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b43c0d5e. 00000001:00000010:0.0:1767384700.378132:0:40992:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009bb83744. 00000001:00000010:0.0:1767384700.378136:0:40992:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000acfb00fd. 00000400:00000010:3.0:1767384700.378138:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022345581. 00000001:00000010:0.0:1767384700.378139:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000099a9ca37. 00000001:00000010:0.0:1767384700.378142:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000913b0fe2. 00000001:00000010:0.0:1767384700.378144:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000299dc7be. 00000001:00000010:0.0:1767384700.378146:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001cc5d7b6. 00000020:00000010:2.0:1767384700.378148:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384700.378153:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384700.378158:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003826119d. 00000400:00000010:1.0:1767384700.378158:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003db7c4ac. 00000400:00000010:1.0:1767384700.378162:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 02000000:00000010:2.0:1767384700.378167:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a116fb75. 00000020:00000010:3.0:1767384700.378170:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002849dd8d. 00000020:00000010:3.0:1767384700.378174:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca47d336. 00000400:00000010:2.0:1767384700.378176:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1a9edf6. 00000020:00000010:3.0:1767384700.378177:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6d48169. 02000000:00000010:1.0:1767384700.378178:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006312c1ea. 00000020:00000010:0.0:1767384700.378179:0:40992:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000008fb8974. 00000400:00000010:2.0:1767384700.378185:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000753a912f. 02000000:00000010:1.0:1767384700.378192:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba815197. 00000100:00000010:1.0:1767384700.378202:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f391c13. 00000400:00000010:3.0:1767384700.378210:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a253ea. 00000400:00000010:3.0:1767384700.378214:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ebc5c. 02000000:00000010:3.0:1767384700.378230:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e2139a7b. 02000000:00000010:3.0:1767384700.378233:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002fc16bcb. 00000100:00000010:3.0:1767384700.378236:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018442c5e. 00000400:00000010:1.0:1767384700.378244:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071020799. 00000400:00000010:1.0:1767384700.378250:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029ce59c2. 02000000:00000010:1.0:1767384700.378265:0:16348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088461a74. 00000020:00000010:0.0:1767384700.378267:0:40992:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000007651b90c. 02000000:00000010:1.0:1767384700.378272:0:16348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6d34bad. 00000020:00000010:0.0:1767384700.378272:0:40992:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000599bbdb6. 00000020:00000010:0.0:1767384700.378277:0:40992:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000ea2ed184. 00000100:00000010:1.0:1767384700.378278:0:16348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092b50003. 00000020:00000010:0.0:1767384700.378295:0:40992:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000cdeb6269. 00000020:00000010:0.0:1767384700.378299:0:40992:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000000a719da0. 00000020:00000010:0.0:1767384700.378302:0:40992:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000072963f3f. 00000020:00000010:0.0:1767384700.378315:0:40992:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000b2db0897. 00000400:00000010:0.0:1767384700.378341:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 00000400:00000010:0.0:1767384700.378364:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 00000020:00000010:0.0:1767384700.378372:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004bfcefb. 00000020:00000010:0.0:1767384700.378376:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384700.378379:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f8b7f27. 00000400:00000010:3.0:1767384700.378387:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e7060be. 00000400:00000010:3.0:1767384700.378391:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 02000000:00000010:3.0:1767384700.378407:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000054fa8311. 02000000:00000010:3.0:1767384700.378409:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000039ba1464. 00000100:00000010:3.0:1767384700.378416:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003146ced8. 00000100:00000010:1.0:1767384700.383679:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004dcd4d72. 00000100:00000010:0.0:1767384700.383681:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032ac355a. 00000100:00000010:2.0:1767384700.383686:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000736e1ba4. 00000100:00000010:3.0:1767384700.383749:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e354ff6a. 00000400:00000010:1.0:1767384700.761717:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384700.761745:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bcabef5d. 00000400:00000010:1.0:1767384700.761751:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004ba58365. 00000001:00000010:2.0:1767384700.890962:0:17881:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000b612892d. 00002000:00000010:2.0:1767384700.890973:0:17881:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000076e34c2b. 00080000:00000010:2.0:1767384700.890976:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004fa9a746. 00000001:00000010:2.0:1767384700.890980:0:17881:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000002aeea550. 00002000:00000010:2.0:1767384700.890982:0:17881:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000006bad8f79. 00080000:00000010:2.0:1767384700.890984:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006439c945. 00000001:00000010:2.0:1767384700.890987:0:17881:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000008c336676. 00002000:00000010:2.0:1767384700.890989:0:17881:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000055b7f8ef. 00080000:00000010:2.0:1767384700.890991:0:17881:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000176c637e. 00000800:00000010:0.0:1767384700.956105:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e4632c55. 00000800:00000010:1.0:1767384700.956171:0:16339:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc52d09d. 00000800:00000010:1.0:1767384700.956177:0:16339:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000082921c9a. 00000800:00000010:1.0:1767384700.956347:0:16339:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a362b625. 00000800:00000010:1.0:1767384700.956359:0:16339:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000077ca07eb. 00000800:00000010:1.0:1767384700.956421:0:16339:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000077ca07eb. 00000800:00000010:1.0:1767384700.956425:0:16339:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000082921c9a. 00000800:00000010:1.0:1767384700.956457:0:16339:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e4632c55. 00000800:00000010:0.0:1767384700.956901:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f358f39f. 00000800:00000010:0.0:1767384700.956955:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f358f39f. 00000800:00000010:0.0:1767384700.957331:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000566f4493. 00000800:00000010:3.0:1767384700.957360:0:16336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000259e9ba8. 00000800:00000010:3.0:1767384700.957367:0:16336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004692d93d. 00000800:00000010:3.0:1767384700.957664:0:16336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000de1f93c0. 00000800:00000010:3.1:1767384700.957669:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000de1f93c0. 00000800:00000010:3.0:1767384700.957677:0:16336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b361da7. 00000800:00000010:2.0:1767384700.957709:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fdbdc113. 00000800:00000010:3.0:1767384700.957714:0:16336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b361da7. 00000800:00000010:3.0:1767384700.957719:0:16336:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004692d93d. 00000800:00000010:3.0:1767384700.957742:0:16336:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000566f4493. 00000800:00000010:2.0:1767384700.957769:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fdbdc113. 00000800:00000010:0.0:1767384700.958663:0:16344:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000058c203f1. 00000800:00000010:2.0:1767384700.958714:0:16337:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000027674af5. 00000800:00000010:2.0:1767384700.958720:0:16337:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000065411b89. 00000800:00000010:2.0:1767384700.958879:0:16337:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000045b36f0b. 00000800:00000010:2.1:1767384700.958884:0:16337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000045b36f0b. 00000800:00000010:2.0:1767384700.958891:0:16337:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000024e5c8d5. 00000800:00000010:2.0:1767384700.958944:0:16337:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000024e5c8d5. 00000800:00000010:2.0:1767384700.958948:0:16337:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000065411b89. 00000800:00000010:2.0:1767384700.958973:0:16337:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000058c203f1. 00000100:00000010:1.0:1767384701.401752:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 02000000:00000010:1.0:1767384701.401774:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ba58365. 00000400:00000010:2.0:1767384701.401783:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbe984d1. 00010000:00000010:1.0:1767384701.401788:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000098da84c4. 00000400:00000010:2.0:1767384701.401790:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1e7028f. 00010000:00000010:1.0:1767384701.401796:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000033dab042. 00000100:00000010:1.0:1767384701.401812:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082921c9a. 02000000:00000010:2.0:1767384701.401825:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007ff4fad2. 02000000:00000010:1.0:1767384701.401830:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005eab1d25. 02000000:00000010:2.0:1767384701.401831:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007b5da9d8. 00000100:00000010:0.0:1767384701.401833:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab3d8e71. 00000100:00000010:2.0:1767384701.401838:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024810087. 00000400:00000010:1.0:1767384701.401839:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003db7c4ac. 02000000:00000010:0.0:1767384701.401843:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f358f39f. 00000400:00000010:1.0:1767384701.401847:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384701.401855:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 02000000:00000010:3.0:1767384701.401875:0:16349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e02c7ddd. 00000400:00000010:1.0:1767384701.401877:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c355a5. 00000400:00000010:3.0:1767384701.401880:0:16349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e7060be. 00000100:00000010:0.0:1767384701.401881:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e778df8a. 00000400:00000010:3.0:1767384701.401884:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000400:00000010:1.0:1767384701.401887:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000857e4f59. 02000000:00000010:0.0:1767384701.401888:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f463105c. 00000400:00000010:3.0:1767384701.401893:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022345581. 00000100:00000010:0.0:1767384701.401898:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc25419b. 02000000:00000010:0.0:1767384701.401903:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b8f29c20. 00000400:00000010:1.0:1767384701.401907:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000400:00000010:3.0:1767384701.401912:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb5708b. 00000100:00000010:0.0:1767384701.401917:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f6c3830. 00000400:00000010:3.0:1767384701.401918:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8fcc927. 00000100:00000010:1.0:1767384701.401919:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004dcd4d72. 02000000:00000010:0.0:1767384701.401923:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002355dd7. 00000100:00000010:1.0:1767384701.401932:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052c67d3d. 00000400:00000010:3.0:1767384701.401935:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022345581. 00000100:00000010:1.0:1767384701.401940:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000875563b8. 00000020:00000010:2.0:1767384701.401943:0:40986:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024e5c8d5. 00000100:00000010:1.0:1767384701.401946:0:17077:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a24fac8f. 00000020:00000010:2.0:1767384701.401947:0:40986:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024e5c8d5. 00000020:00000010:2.0:1767384701.401955:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003826119d. 02000000:00000010:0.0:1767384701.401955:0:16350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a504fbba. 00000020:00000010:2.0:1767384701.401959:0:40986:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000400:00000010:0.0:1767384701.401961:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081cd0fca. 00000020:00000010:2.0:1767384701.401965:0:40986:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000400:00000010:0.0:1767384701.401967:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 02000000:00000010:3.0:1767384701.401971:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b60737a2. 00000400:00000010:0.0:1767384701.401974:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c1f93af. 00000400:00000010:3.0:1767384701.401977:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009199e2f3. 00000400:00000010:3.0:1767384701.401983:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022345581. 00000400:00000010:3.0:1767384701.401990:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004294b3a7. 00000020:00000010:2.0:1767384701.401991:0:40986:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024e5c8d5. 00000100:00000010:0.0:1767384701.401993:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038748ad2. 00000020:00000010:2.0:1767384701.401995:0:40986:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024e5c8d5. 00000020:00000010:2.0:1767384701.402012:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6144752. 00000020:00000010:2.0:1767384701.402014:0:40986:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9fcd12f. 00000020:00000010:2.0:1767384701.402016:0:40986:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c203daba. 00000100:00000010:3.0:1767384701.402020:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003146ced8. 00000400:00000010:0.0:1767384701.402023:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c1f93af. 00000020:00000010:2.0:1767384701.402030:0:40986:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024e5c8d5. 00000020:00000010:2.0:1767384701.402033:0:40986:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024e5c8d5. 00000020:00000010:1.0:1767384701.402036:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077ca07eb. 00000400:00000010:3.0:1767384701.402037:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004294b3a7. 00000020:00000010:1.0:1767384701.402041:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077ca07eb. 00000020:00000010:1.0:1767384701.402045:0:18688:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006312c1ea. 00010000:00000010:2.0:1767384701.402049:0:40986:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000051d446cb. 00000020:00000010:1.0:1767384701.402050:0:18688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000081f5232. 00010000:00000010:2.0:1767384701.402056:0:40986:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000133ee60b. 00000020:00000010:0.0:1767384701.402056:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a961d912. 00000020:00000010:1.0:1767384701.402057:0:18688:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dea50a7. 00000020:00000010:0.0:1767384701.402061:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a961d912. 00000020:00000010:0.0:1767384701.402067:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082c892fa. 02000000:00000010:2.0:1767384701.402068:0:40986:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c7f6a885. 00000020:00000010:0.0:1767384701.402071:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea8713c1. 00000020:00000010:3.0:1767384701.402072:0:40984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b361da7. 00000020:00000010:0.0:1767384701.402077:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:3.0:1767384701.402078:0:40984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b361da7. 00000020:00000010:1.0:1767384701.402082:0:18688:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077ca07eb. 00000020:00000010:1.0:1767384701.402085:0:18688:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077ca07eb. 00000400:00000010:2.0:1767384701.402088:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b43c0d5e. 02000000:00000010:3.0:1767384701.402091:0:40984:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009fdab7b0. 02000000:00000010:1.0:1767384701.402094:0:18688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009d135436. 00000400:00000010:3.0:1767384701.402100:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004294b3a7. 00000400:00000010:1.0:1767384701.402100:0:18688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000020:00000010:0.0:1767384701.402105:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a961d912. 00000020:00000010:0.0:1767384701.402108:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a961d912. 00000400:00000010:2.0:1767384701.402115:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b43c0d5e. 02000000:00000010:0.0:1767384701.402116:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b2ab71fa. 00000400:00000010:0.0:1767384701.402124:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c1f93af. 00000020:00000010:2.0:1767384701.402127:0:40986:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384701.402132:0:40986:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384701.402135:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003826119d. 00000400:00000010:1.0:1767384701.402136:0:18688:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 02000000:00000010:2.0:1767384701.402140:0:40986:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c7f6a885. 00000400:00000010:3.0:1767384701.402141:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004294b3a7. 00000400:00000010:2.0:1767384701.402148:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048c26527. 00000020:00000010:1.0:1767384701.402148:0:18688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000081f5232. 00000020:00000010:3.0:1767384701.402151:0:40984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9fcd12f. 00000020:00000010:1.0:1767384701.402151:0:18688:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dea50a7. 00000400:00000010:2.0:1767384701.402153:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065411b89. 00000020:00000010:3.0:1767384701.402156:0:40984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c203daba. 00000020:00000010:1.0:1767384701.402156:0:18688:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006312c1ea. 00000400:00000010:0.0:1767384701.402160:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c1f93af. 00000020:00000010:3.0:1767384701.402161:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6144752. 02000000:00000010:3.0:1767384701.402170:0:40984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009fdab7b0. 00000020:00000010:0.0:1767384701.402171:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea8713c1. 02000000:00000010:2.0:1767384701.402172:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c7f6a885. 00000400:00000010:3.0:1767384701.402177:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000163ec7b1. 00000020:00000010:0.0:1767384701.402177:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000400:00000010:2.0:1767384701.402178:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b164e248. 00000400:00000010:1.0:1767384701.402182:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003db7c4ac. 00000020:00000010:0.0:1767384701.402183:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082c892fa. 00000400:00000010:1.0:1767384701.402198:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000400:00000010:0.0:1767384701.402202:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009199e2f3. 00000400:00000010:3.0:1767384701.402203:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004692d93d. 00000400:00000010:2.0:1767384701.402203:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b43c0d5e. 00000400:00000010:0.0:1767384701.402208:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022345581. 00000100:00000010:1.0:1767384701.402213:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082921c9a. 00000400:00000010:2.0:1767384701.402221:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a76ef9e6. 02000000:00000010:1.0:1767384701.402227:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005eab1d25. 02000000:00000010:0.0:1767384701.402230:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b60737a2. 02000000:00000010:1.0:1767384701.402233:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004ba58365. 00000100:00000010:2.0:1767384701.402234:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c6ee355. 02000000:00000010:0.0:1767384701.402235:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000002355dd7. 00000400:00000010:3.0:1767384701.402236:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e7060be. 00000100:00000010:1.0:1767384701.402237:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 00000100:00000010:0.0:1767384701.402240:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f6c3830. 00000400:00000010:3.0:1767384701.402241:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 10000000:00000010:1.0:1767384701.402243:0:17077:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000c61c6833. 00000400:00000010:2.0:1767384701.402254:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a76ef9e6. 02000000:00000010:3.0:1767384701.402256:0:16349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e02c7ddd. 00000100:00000010:1.0:1767384701.402258:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 00000400:00000010:0.0:1767384701.402259:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081cd0fca. 02000000:00000010:3.0:1767384701.402262:0:16349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f358f39f. 00000400:00000010:0.0:1767384701.402264:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 02000000:00000010:1.0:1767384701.402265:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ba58365. 00000100:00000010:3.0:1767384701.402268:0:16349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab3d8e71. 00000100:00000010:1.0:1767384701.402273:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005eab1d25. 00000100:00000010:1.0:1767384701.402276:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000077ca07eb. 02000000:00000010:0.0:1767384701.402276:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006cb42ef4. 00000100:00000010:1.0:1767384701.402282:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082921c9a. 02000000:00000010:0.0:1767384701.402283:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000002357fdb. 00000100:00000010:0.0:1767384701.402288:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e344020. 02000000:00000010:0.0:1767384701.402292:0:16350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a504fbba. 00000400:00000010:1.0:1767384701.402295:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003db7c4ac. 02000000:00000010:0.0:1767384701.402295:0:16350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b8f29c20. 00000100:00000010:0.0:1767384701.402297:0:16350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc25419b. 00000400:00000010:1.0:1767384701.402301:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bae8311d. 02000000:00000010:1.0:1767384701.402307:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006312c1ea. 00000400:00000010:1.0:1767384701.402309:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.402312:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000020:00000010:0.0:1767384701.402313:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a504fbba. 00000400:00000010:1.0:1767384701.402316:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000020:00000010:0.0:1767384701.402317:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.402322:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000400:00000010:1.0:1767384701.402329:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055f41a75. 00000400:00000010:1.0:1767384701.402336:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f17ad9b3. 02000000:00000010:0.0:1767384701.402350:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000008cc5165e. 00000400:00000010:1.0:1767384701.402355:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000020:00000010:0.0:1767384701.402361:0:40992:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003355556c. 00000004:00000010:0.0:1767384701.402369:0:40992:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000a961d912. 00000001:00000010:0.0:1767384701.402373:0:40992:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000074ad548e. 00000001:00000010:0.0:1767384701.402378:0:40992:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b8f29c20. 00000001:00000010:0.0:1767384701.402383:0:40992:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005db342c3. 00000001:00000010:0.0:1767384701.402386:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000082c892fa. 00000001:00000010:0.0:1767384701.402389:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000878850be. 00000001:00000010:0.0:1767384701.402391:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f61aef0b. 00000001:00000010:0.0:1767384701.402396:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dee92993. 00000020:00000010:3.0:1767384701.402401:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b361da7. 00000001:00000010:0.0:1767384701.402402:0:40992:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000002355dd7. 00000020:00000010:3.0:1767384701.402405:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b361da7. 00000001:00000010:0.0:1767384701.402408:0:40992:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000014fa0515. 00000020:00000010:3.0:1767384701.402409:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e02c7ddd. 00000001:00000010:0.0:1767384701.402413:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005becb373. 00000020:00000010:3.0:1767384701.402414:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002849dd8d. 00000020:00000010:3.0:1767384701.402420:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca47d336. 00000001:00000010:0.0:1767384701.402421:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000090505150. 00000001:00000010:0.0:1767384701.402426:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000038721aa0. 00000001:00000010:0.0:1767384701.402428:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df3a9752. 00000020:00000010:3.0:1767384701.402438:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b361da7. 00000020:00000010:3.0:1767384701.402441:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b361da7. 02000000:00000010:3.0:1767384701.402447:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009fdab7b0. 20000000:00000010:3.0:1767384701.402454:0:40987:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000dee9576c. 00000020:00000010:0.0:1767384701.402459:0:40992:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000f26693de. 00000020:00000010:0.0:1767384701.402466:0:40992:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000f26693de. 00000020:00000010:0.0:1767384701.402475:0:40992:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f218e837. 00000020:00000010:0.0:1767384701.402479:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e240772e. 00000100:00000010:3.0:1767384701.402490:0:40987:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000054fa8311. 00000100:00000010:3.0:1767384701.402493:0:40987:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000065a646e4. 00000400:00000010:3.0:1767384701.402496:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000400:00000010:3.0:1767384701.402501:0:40987:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002aac5357. 00000400:00000010:0.0:1767384701.402501:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 00000400:00000010:3.0:1767384701.402512:0:40987:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003db7c4ac. 00000400:00000010:3.0:1767384701.402518:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bae8311d. 00000400:00000010:0.0:1767384701.402532:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 00000020:00000010:0.0:1767384701.402542:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea8713c1. 00000400:00000010:3.0:1767384701.402545:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00000020:00000010:0.0:1767384701.402545:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.402551:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a504fbba. 00000100:00000010:3.0:1767384701.402556:0:40987:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000065a646e4. 00000100:00000010:3.0:1767384701.402561:0:40987:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000054fa8311. 00000400:00000010:2.0:1767384701.402565:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b164e248. 20000000:00000010:3.0:1767384701.402569:0:40987:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000dee9576c. 00000400:00000010:2.0:1767384701.402571:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b43c0d5e. 00000400:00000010:3.0:1767384701.402578:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000400:00000010:3.0:1767384701.402594:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00000020:00000010:3.0:1767384701.402602:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002849dd8d. 00000020:00000010:3.0:1767384701.402604:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca47d336. 00000400:00000010:1.0:1767384701.402604:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.402623:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000020:00000010:3.0:1767384701.402633:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e02c7ddd. 00000100:00000010:1.0:1767384701.402634:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082921c9a. 02000000:00000010:3.0:1767384701.402642:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000009fdab7b0. 10000000:00000010:1.0:1767384701.402645:0:17077:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000c2e03294. 00000400:00000010:3.0:1767384701.402651:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e7060be. 00000400:00000010:3.0:1767384701.402656:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de1f93c0. 10000000:00000010:1.0:1767384701.402658:0:17077:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000c2e03294. 02000000:00000010:1.0:1767384701.402664:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006312c1ea. 00000100:00000010:1.0:1767384701.402667:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000077ca07eb. 00000100:00000010:1.0:1767384701.402669:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005eab1d25. 02000000:00000010:1.0:1767384701.402671:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004ba58365. 00000100:00000010:1.0:1767384701.402673:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 10000000:00000010:1.0:1767384701.402684:0:17077:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000c61c6833. 00000100:00000010:1.0:1767384701.402692:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 02000000:00000010:1.0:1767384701.402696:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ba58365. 00010000:00000010:1.0:1767384701.402704:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000083355909. 00000100:00000010:1.0:1767384701.402709:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082921c9a. 02000000:00000010:1.0:1767384701.402713:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005eab1d25. 00000400:00000010:1.0:1767384701.402715:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.402717:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384701.402719:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000010:1.0:1767384701.402725:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e834181. 00000400:00000010:1.0:1767384701.402729:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009587c1b7. 00000400:00000010:1.0:1767384701.402739:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000020:00000010:3.0:1767384701.402768:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b361da7. 00000020:00000010:3.0:1767384701.402771:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b361da7. 00000020:00000010:3.0:1767384701.402777:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e02c7ddd. 00000020:00000010:3.0:1767384701.402779:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002849dd8d. 00000020:00000010:3.0:1767384701.402780:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca47d336. 00000020:00000010:3.0:1767384701.402797:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b361da7. 00000020:00000010:3.0:1767384701.402799:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b361da7. 00010000:00000010:3.0:1767384701.402806:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000600eec49. 02000000:00000010:3.0:1767384701.402811:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009fdab7b0. 00000400:00000010:3.0:1767384701.402819:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000400:00000010:3.0:1767384701.402837:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00000020:00000010:3.0:1767384701.402842:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002849dd8d. 00000020:00000010:3.0:1767384701.402843:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca47d336. 00000020:00000010:3.0:1767384701.402845:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e02c7ddd. 02000000:00000010:3.0:1767384701.402848:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009fdab7b0. 00000400:00000010:3.0:1767384701.402852:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022b3d4c9. 00000400:00000010:3.0:1767384701.402854:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0d59eda. 00000400:00000010:1.0:1767384701.402862:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.402866:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000100:00000010:1.0:1767384701.402875:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082921c9a. 02000000:00000010:1.0:1767384701.402880:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005eab1d25. 02000000:00000010:1.0:1767384701.402882:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004ba58365. 00000100:00000010:1.0:1767384701.402884:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 10000000:00000010:1.0:1767384701.402887:0:17077:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000077ca07eb. 00000020:00000010:1.0:1767384701.402889:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ba58365. 00000020:00000010:1.0:1767384701.402891:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006312c1ea. 00000040:00000010:1.0:1767384701.402893:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000010dc2da6. 00000020:00000010:1.0:1767384701.402896:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000038e69805. 00000020:00000010:1.0:1767384701.402899:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dec7bbca. 80000000:00000010:1.0:1767384701.402901:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000098b8d63e. 00040000:00000010:1.0:1767384701.402904:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000809f0abe. 00080000:00000010:1.0:1767384701.402908:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009e516448. 00080000:00000010:1.0:1767384701.402912:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000aa8944fa. 20000000:00000010:1.0:1767384701.402916:0:17077:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000766c13d8. 00000040:00000010:1.0:1767384701.402920:0:17077:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000567c4607. 00000100:00000010:1.0:1767384701.402923:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 02000000:00000010:1.0:1767384701.402927:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d0c83d9. 00000100:00000010:1.0:1767384701.402930:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082921c9a. 02000000:00000010:1.0:1767384701.402935:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec611344. 00000400:00000010:1.0:1767384701.402936:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.402938:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384701.402945:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000010:1.0:1767384701.402950:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f4367a3. 00000400:00000010:1.0:1767384701.402954:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ad3c79e. 00000400:00000010:1.0:1767384701.402967:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000020:00000010:3.0:1767384701.402990:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b361da7. 00000020:00000010:3.0:1767384701.402993:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b361da7. 00000020:00000010:3.0:1767384701.402995:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e02c7ddd. 00000020:00000010:3.0:1767384701.403006:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002849dd8d. 00000020:00000010:3.0:1767384701.403008:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca47d336. 00000020:00000010:3.0:1767384701.403022:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b361da7. 00000020:00000010:3.0:1767384701.403023:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b361da7. 02000000:00000010:3.0:1767384701.403029:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000009fdab7b0. 00000040:00000010:3.0:1767384701.403033:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b60737a2. 00000040:00000010:3.0:1767384701.403069:0:40987:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000065a646e4. 00000040:00000010:3.0:1767384701.403077:0:40987:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000065a646e4. 00000040:00000010:3.0:1767384701.403079:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b60737a2. 20000000:00000010:3.0:1767384701.403082:0:40987:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000003b361da7. 20000000:00000010:3.0:1767384701.403084:0:40987:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000003b361da7. 00000400:00000010:3.0:1767384701.403089:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000400:00000010:3.0:1767384701.403105:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00000020:00000010:3.0:1767384701.403110:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002849dd8d. 00000020:00000010:3.0:1767384701.403112:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca47d336. 00000020:00000010:3.0:1767384701.403118:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e02c7ddd. 02000000:00000010:3.0:1767384701.403121:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000009fdab7b0. 00000400:00000010:3.0:1767384701.403126:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0ae55e0. 00000400:00000010:1.0:1767384701.403126:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.403130:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000400:00000010:3.0:1767384701.403134:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074c2e38f. 00000100:00000010:1.0:1767384701.403139:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082921c9a. 02000000:00000010:1.0:1767384701.403145:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec611344. 02000000:00000010:1.0:1767384701.403147:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007d0c83d9. 00000100:00000010:1.0:1767384701.403149:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 00000040:00000010:1.0:1767384701.403156:0:17077:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000d238a67. 00000100:00000010:1.0:1767384701.403159:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 02000000:00000010:1.0:1767384701.403162:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d0c83d9. 00000100:00000010:1.0:1767384701.403164:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082921c9a. 02000000:00000010:1.0:1767384701.403178:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000459b39bd. 00000400:00000010:1.0:1767384701.403180:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.403183:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000824f0586. 00000400:00000010:1.0:1767384701.403185:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384701.403191:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb8c28c1. 00000400:00000010:1.0:1767384701.403195:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f72edd5. 00000400:00000010:1.0:1767384701.403209:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000020:00000010:3.0:1767384701.403236:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b361da7. 00000020:00000010:3.0:1767384701.403238:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b361da7. 00000020:00000010:3.0:1767384701.403241:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e02c7ddd. 00000020:00000010:3.0:1767384701.403242:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002849dd8d. 00000020:00000010:3.0:1767384701.403244:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca47d336. 00000020:00000010:3.0:1767384701.403257:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b361da7. 00000020:00000010:3.0:1767384701.403258:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b361da7. 02000000:00000010:3.0:1767384701.403270:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000791899af. 00000040:00000010:3.0:1767384701.403274:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b60737a2. 00000100:02000000:2.0:1767384701.403278:0:16347:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000040:00000010:3.0:1767384701.403282:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009d063ae2. 00000040:00000010:3.0:1767384701.403301:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009d063ae2. 00000040:00000010:3.0:1767384701.403305:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b60737a2. 00000400:00000010:3.0:1767384701.403312:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000082de8918. 00000400:00000010:3.0:1767384701.403336:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000082de8918. 00000020:00000010:3.0:1767384701.403344:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002849dd8d. 00000020:00000010:3.0:1767384701.403348:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca47d336. 00000020:00000010:3.0:1767384701.403351:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e02c7ddd. 02000000:00000010:3.0:1767384701.403354:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000791899af. 00000400:00000010:1.0:1767384701.403362:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daef961. 00000400:00000010:3.0:1767384701.403365:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a56c96c6. 00000400:00000010:1.0:1767384701.403368:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000824f0586. 00000400:00000010:3.0:1767384701.403374:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082de8918. 00000100:00000010:1.0:1767384701.403380:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082921c9a. 02000000:00000010:1.0:1767384701.403388:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000459b39bd. 02000000:00000010:1.0:1767384701.403396:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007d0c83d9. 00000100:00000010:1.0:1767384701.403398:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 00000040:00000010:1.0:1767384701.403403:0:17077:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000110f2417. 00000020:00000010:1.0:1767384701.403547:0:41603:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d0c83d9. 00000020:00000010:1.0:1767384701.403549:0:41603:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ec611344. 00000040:00000010:1.0:1767384701.403551:0:41603:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004a9a48d6. 00000020:00000010:1.0:1767384701.403553:0:41603:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cd7f0e9e. 00000020:00000010:1.0:1767384701.403555:0:41603:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001afe6dc9. 00000020:00000010:1.0:1767384701.403557:0:41603:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000080c5c2ba. 80000000:00000010:1.0:1767384701.403563:0:41603:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee1ee679. 40000000:00000010:1.0:1767384701.403565:0:41603:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ee17bb71. 00100000:00000010:1.0:1767384701.403568:0:41603:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d71c5b8. 00040000:00000010:1.0:1767384701.403571:0:41603:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ac28ed99. 00040000:00000010:1.0:1767384701.403574:0:41603:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000488731a7. 00040000:00000010:1.0:1767384701.403575:0:41603:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000078359f13. 00080000:00000010:1.0:1767384701.403579:0:41603:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004b49eb75. 00080000:00000010:1.0:1767384701.403582:0:41603:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003934c351. 00000004:00000010:1.0:1767384701.403586:0:41603:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bb42a1b2. 00000004:00000010:1.0:1767384701.403588:0:41603:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c2e03294. 00000004:00000010:1.0:1767384701.403591:0:41603:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000062085f69. 00002000:00000010:1.0:1767384701.403593:0:41603:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005eab1d25. 00000004:00000010:1.0:1767384701.403595:0:41603:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005870156b. 00000020:00000010:1.0:1767384701.403598:0:41603:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001ee1426c. 00000040:00000010:1.0:1767384701.403602:0:41603:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a6420ea4. 00000040:00000010:1.0:1767384701.404015:0:41603:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a6420ea4. 00000020:00000010:1.0:1767384701.404020:0:41603:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001ee1426c. 00000020:00000010:1.0:1767384701.404027:0:41603:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ec611344. 00000040:00000010:1.0:1767384701.404029:0:41603:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004a9a48d6. 00000020:00000010:1.0:1767384701.404031:0:41603:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cd7f0e9e. 00000020:00000010:1.0:1767384701.404033:0:41603:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001afe6dc9. 00000020:00000010:1.0:1767384701.404035:0:41603:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000080c5c2ba. 80000000:00000010:1.0:1767384701.404037:0:41603:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee1ee679. 40000000:00000010:1.0:1767384701.404039:0:41603:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ee17bb71. 00100000:00000010:1.0:1767384701.404041:0:41603:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003d71c5b8. 00040000:00000010:1.0:1767384701.404043:0:41603:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ac28ed99. 00040000:00000010:1.0:1767384701.404045:0:41603:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000488731a7. 00040000:00000010:1.0:1767384701.404047:0:41603:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000078359f13. 00080000:00000010:1.0:1767384701.404049:0:41603:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003934c351. 00080000:00000010:1.0:1767384701.404052:0:41603:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004b49eb75. 00000004:00000010:1.0:1767384701.404054:0:41603:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bb42a1b2. 00000004:00000010:1.0:1767384701.404056:0:41603:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c2e03294. 00000004:00000010:1.0:1767384701.404059:0:41603:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000062085f69. 00002000:00000010:1.0:1767384701.404060:0:41603:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005eab1d25. 00000004:00000010:1.0:1767384701.404066:0:41603:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005870156b. 00000020:00000010:1.0:1767384701.404067:0:41603:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d0c83d9. 00000040:00000010:3.0:1767384701.404096:0:17077:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000110f2417. 00000040:00000010:3.0:1767384701.404102:0:17077:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000d238a67. 00000040:00000010:3.0:1767384701.404104:0:17077:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000567c4607. 00000020:00000010:3.0:1767384701.404106:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006312c1ea. 00000040:00000010:3.0:1767384701.404108:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000010dc2da6. 00000020:00000010:3.0:1767384701.404109:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000038e69805. 00000020:00000010:3.0:1767384701.404111:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dec7bbca. 80000000:00000010:3.0:1767384701.404113:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000098b8d63e. 00040000:00000010:3.0:1767384701.404116:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000809f0abe. 00080000:00000010:3.0:1767384701.404119:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000aa8944fa. 00080000:00000010:3.0:1767384701.404128:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009e516448. 20000000:00000010:3.0:1767384701.404131:0:17077:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000766c13d8. 00000020:00000010:3.0:1767384701.404133:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ba58365. 10000000:00000010:3.0:1767384701.404134:0:17077:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000077ca07eb. 00000100:00000010:3.0:1767384701.404140:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d97fc6f5. 02000000:00000010:3.0:1767384701.404143:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e02c7ddd. 00010000:00000010:3.0:1767384701.404148:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ab78eb20. 00000100:00000010:3.0:1767384701.404152:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000daed6dc5. 02000000:00000010:3.0:1767384701.404157:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009fdab7b0. 00000400:00000010:3.0:1767384701.404159:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009199e2f3. 00000400:00000010:3.0:1767384701.404161:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000400:00000010:3.0:1767384701.404163:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004294b3a7. 00000400:00000010:3.0:1767384701.404168:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010db7717. 00000400:00000010:3.0:1767384701.404172:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f815aef3. 00000400:00000010:3.0:1767384701.404183:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004294b3a7. 00000020:00000010:0.0:1767384701.404216:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c71fca76. 00000020:00000010:0.0:1767384701.404219:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c71fca76. 00000020:00000010:0.0:1767384701.404221:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384701.404223:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.404225:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.404241:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c71fca76. 00000020:00000010:0.0:1767384701.404242:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c71fca76. 00010000:00000010:0.0:1767384701.404249:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fc52afd. 00000020:00000010:0.0:1767384701.404252:0:40987:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000c71fca76. 02000000:00000010:0.0:1767384701.404263:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a80fcef6. 00000400:00000010:0.0:1767384701.404272:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 00000400:00000010:0.0:1767384701.404290:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 00000020:00000010:0.0:1767384701.404295:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.404297:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.404300:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 02000000:00000010:0.0:1767384701.404303:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a80fcef6. 00000400:00000010:0.0:1767384701.404307:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081cd0fca. 00000400:00000010:3.0:1767384701.404309:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009199e2f3. 00000400:00000010:3.0:1767384701.404314:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00000400:00000010:0.0:1767384701.404319:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddb09714. 00000100:00000010:3.0:1767384701.404326:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000daed6dc5. 02000000:00000010:3.0:1767384701.404336:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009fdab7b0. 02000000:00000010:3.0:1767384701.404339:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e02c7ddd. 00000100:00000010:3.0:1767384701.404341:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d97fc6f5. 10000000:00000010:3.0:1767384701.404346:0:17077:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000003b361da7. 00000020:00000010:3.0:1767384701.404348:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e02c7ddd. 00000020:00000010:3.0:1767384701.404351:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b60737a2. 00000040:00000010:3.0:1767384701.404352:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000084dbd4e2. 00000020:00000010:3.0:1767384701.404355:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000896cc3e7. 00000020:00000010:3.0:1767384701.404356:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000011df5961. 80000000:00000010:3.0:1767384701.404358:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e5db939b. 00040000:00000010:3.0:1767384701.404360:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d125a7a. 00080000:00000010:3.0:1767384701.404362:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d063ae2. 00080000:00000010:3.0:1767384701.404364:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009e516448. 20000000:00000010:3.0:1767384701.404367:0:17077:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d6d48169. 00000040:00000010:3.0:1767384701.404369:0:17077:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d717537f. 00000100:00000010:3.0:1767384701.404375:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d97fc6f5. 02000000:00000010:3.0:1767384701.404378:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8ae3d28. 00000100:00000010:3.0:1767384701.404383:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000daed6dc5. 02000000:00000010:3.0:1767384701.404387:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006dd0f516. 00000400:00000010:3.0:1767384701.404389:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009199e2f3. 00000400:00000010:3.0:1767384701.404391:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000400:00000010:3.0:1767384701.404393:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004294b3a7. 00000400:00000010:3.0:1767384701.404398:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c303b106. 00000400:00000010:3.0:1767384701.404401:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001aabff41. 00000400:00000010:3.0:1767384701.404411:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004294b3a7. 00000020:00000010:0.0:1767384701.404437:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.404440:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.404442:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384701.404444:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.404446:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.404464:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.404465:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 02000000:00000010:0.0:1767384701.404470:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000a80fcef6. 00000040:00000010:0.0:1767384701.404480:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a9d3f3a0. 00000040:00000010:0.0:1767384701.404500:0:40987:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000a2e503e5. 00000020:00000010:0.0:1767384701.404504:0:40987:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009989ddcb. 00080000:00000010:0.0:1767384701.404510:0:40987:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a504fbba. 00000040:00000010:0.0:1767384701.404522:0:40987:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000a2e503e5. 00000040:00000010:0.0:1767384701.404524:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a9d3f3a0. 20000000:00000010:0.0:1767384701.404528:0:40987:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000ce02a3d2. 20000000:00000010:0.0:1767384701.404529:0:40987:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000ce02a3d2. 00000400:00000010:0.0:1767384701.404536:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 00000400:00000010:0.0:1767384701.404557:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 00000020:00000010:0.0:1767384701.404565:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.404568:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.404571:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 02000000:00000010:0.0:1767384701.404576:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000a80fcef6. 00000400:00000010:3.0:1767384701.404577:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009199e2f3. 00000400:00000010:3.0:1767384701.404581:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00000400:00000010:0.0:1767384701.404582:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee09ec61. 00000400:00000010:0.0:1767384701.404587:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8ef9aee. 00000100:00000010:3.0:1767384701.404589:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000daed6dc5. 02000000:00000010:3.0:1767384701.404594:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006dd0f516. 02000000:00000010:3.0:1767384701.404596:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a8ae3d28. 00000100:00000010:3.0:1767384701.404597:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d97fc6f5. 00000040:00000010:3.0:1767384701.404601:0:17077:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000aa8944fa. 00000100:00000010:3.0:1767384701.404603:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d97fc6f5. 02000000:00000010:3.0:1767384701.404622:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8ae3d28. 00000100:00000010:3.0:1767384701.404628:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000daed6dc5. 02000000:00000010:3.0:1767384701.404643:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b1789ff0. 00000400:00000010:3.0:1767384701.404647:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009199e2f3. 00000400:00000010:3.0:1767384701.404650:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000099902c3c. 00000400:00000010:3.0:1767384701.404654:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000400:00000010:3.0:1767384701.404661:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084c56a4f. 00000400:00000010:3.0:1767384701.404666:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002815f36b. 00000400:00000010:3.0:1767384701.404677:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00000020:00000010:0.0:1767384701.404700:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.404704:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.404709:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384701.404712:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.404714:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.404733:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.404737:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 02000000:00000010:0.0:1767384701.404752:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000a55df30c. 00000040:00000010:0.0:1767384701.404756:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a9d3f3a0. 00000040:00000010:0.0:1767384701.404762:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000465baf3d. 02000000:00000010:2.0:1767384701.405190:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c7f6a885. 02000000:00000010:2.0:1767384701.405196:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000f463105c. 00000100:00000010:2.0:1767384701.405204:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e778df8a. 00000040:00000010:0.0:1767384701.405443:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000465baf3d. 00000040:00000010:0.0:1767384701.405461:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a9d3f3a0. 00000400:00000010:0.0:1767384701.405480:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e52c764e. 00000400:00000010:0.0:1767384701.405525:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e52c764e. 00000020:00000010:0.0:1767384701.405541:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea8713c1. 00000400:00000010:3.0:1767384701.405545:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009199e2f3. 00000020:00000010:0.0:1767384701.405545:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000400:00000010:3.0:1767384701.405555:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000099902c3c. 00000020:00000010:0.0:1767384701.405556:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 02000000:00000010:0.0:1767384701.405573:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000a55df30c. 00000100:00000010:3.0:1767384701.405576:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000daed6dc5. 02000000:00000010:3.0:1767384701.405581:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b1789ff0. 02000000:00000010:3.0:1767384701.405606:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a8ae3d28. 00000100:00000010:3.0:1767384701.405631:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d97fc6f5. 00000040:00000010:3.0:1767384701.405643:0:17077:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000006c13ce9b. 00000400:00000010:0.0:1767384701.405656:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cddfdd28. 00000400:00000010:0.0:1767384701.405663:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e52c764e. 00000020:00000010:3.0:1767384701.405749:0:41604:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8ae3d28. 00000020:00000010:3.0:1767384701.405752:0:41604:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006dd0f516. 00000040:00000010:3.0:1767384701.405754:0:41604:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ae0c554f. 00000020:00000010:3.0:1767384701.405755:0:41604:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cb41781d. 00000020:00000010:3.0:1767384701.405757:0:41604:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da60384a. 00000020:00000010:3.0:1767384701.405759:0:41604:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000024b50b91. 80000000:00000010:3.0:1767384701.405761:0:41604:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d8366eb8. 40000000:00000010:3.0:1767384701.405763:0:41604:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000003a5e13a. 00100000:00000010:3.0:1767384701.405765:0:41604:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e9e95c3c. 00040000:00000010:3.0:1767384701.405767:0:41604:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f6d34bad. 00040000:00000010:3.0:1767384701.405769:0:41604:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bdf31378. 00040000:00000010:3.0:1767384701.405770:0:41604:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000755b9ea0. 00080000:00000010:3.0:1767384701.405773:0:41604:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d115b7ad. 00080000:00000010:3.0:1767384701.405776:0:41604:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009e73b9c9. 00000004:00000010:3.0:1767384701.405779:0:41604:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001028a7a3. 00000004:00000010:3.0:1767384701.405782:0:41604:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006ec08a4e. 00000004:00000010:3.0:1767384701.405784:0:41604:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d6bf0e10. 00002000:00000010:3.0:1767384701.405786:0:41604:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009fdab7b0. 00000004:00000010:3.0:1767384701.405787:0:41604:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000054fa8311. 00000020:00000010:3.0:1767384701.405789:0:41604:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006e7bcb12. 00000040:00000010:3.0:1767384701.405793:0:41604:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000015299496. 00000040:00000010:3.0:1767384701.406130:0:41604:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000015299496. 00000020:00000010:3.0:1767384701.406133:0:41604:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006e7bcb12. 00000020:00000010:3.0:1767384701.406140:0:41604:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006dd0f516. 00000040:00000010:3.0:1767384701.406141:0:41604:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ae0c554f. 00000020:00000010:3.0:1767384701.406142:0:41604:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cb41781d. 00000020:00000010:3.0:1767384701.406144:0:41604:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da60384a. 00000020:00000010:3.0:1767384701.406146:0:41604:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000024b50b91. 80000000:00000010:3.0:1767384701.406147:0:41604:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d8366eb8. 40000000:00000010:3.0:1767384701.406149:0:41604:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000003a5e13a. 00100000:00000010:3.0:1767384701.406150:0:41604:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e9e95c3c. 00040000:00000010:3.0:1767384701.406152:0:41604:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f6d34bad. 00040000:00000010:3.0:1767384701.406158:0:41604:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bdf31378. 00040000:00000010:3.0:1767384701.406159:0:41604:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000755b9ea0. 00080000:00000010:3.0:1767384701.406161:0:41604:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009e73b9c9. 00080000:00000010:3.0:1767384701.406163:0:41604:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d115b7ad. 00000004:00000010:3.0:1767384701.406165:0:41604:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001028a7a3. 00000004:00000010:3.0:1767384701.406166:0:41604:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006ec08a4e. 00000004:00000010:3.0:1767384701.406168:0:41604:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d6bf0e10. 00002000:00000010:3.0:1767384701.406169:0:41604:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009fdab7b0. 00000004:00000010:3.0:1767384701.406171:0:41604:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000054fa8311. 00000020:00000010:3.0:1767384701.406172:0:41604:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8ae3d28. 00000040:00000010:1.0:1767384701.406195:0:17077:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000006c13ce9b. 00000040:00000010:1.0:1767384701.406201:0:17077:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000aa8944fa. 00000040:00000010:1.0:1767384701.406205:0:17077:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d717537f. 00000020:00000010:1.0:1767384701.406209:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b60737a2. 00000040:00000010:1.0:1767384701.406211:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000084dbd4e2. 00000020:00000010:1.0:1767384701.406219:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000896cc3e7. 00000020:00000010:1.0:1767384701.406222:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000011df5961. 80000000:00000010:1.0:1767384701.406225:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e5db939b. 00040000:00000010:1.0:1767384701.406227:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005d125a7a. 00080000:00000010:1.0:1767384701.406229:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009e516448. 00080000:00000010:1.0:1767384701.406232:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d063ae2. 20000000:00000010:1.0:1767384701.406235:0:17077:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d6d48169. 00000020:00000010:1.0:1767384701.406237:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e02c7ddd. 10000000:00000010:1.0:1767384701.406239:0:17077:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000003b361da7. 00000100:00000010:1.0:1767384701.406248:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 02000000:00000010:1.0:1767384701.406253:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf8c7fdc. 00010000:00000010:1.0:1767384701.406260:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002d7b4154. 00010000:00000010:1.0:1767384701.406263:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000614e5288. 00000100:00000010:1.0:1767384701.406269:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000824f0586. 02000000:00000010:1.0:1767384701.406275:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005870156b. 00000400:00000010:1.0:1767384701.406277:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.406279:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384701.406282:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000010:1.0:1767384701.406290:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb71a923. 00000400:00000010:1.0:1767384701.406294:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a68f13f. 00000400:00000010:1.0:1767384701.406306:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000020:00000010:0.0:1767384701.406372:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.406378:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.406382:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384701.406386:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.406389:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.406420:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.406423:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00010000:00000010:0.0:1767384701.406442:0:40987:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009ae86844. 00010000:00000010:0.0:1767384701.406447:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f752cfe4. 02000000:00000010:0.0:1767384701.406459:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a80fcef6. 00000400:00000010:0.0:1767384701.406476:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 00000400:00000010:0.0:1767384701.406507:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 00000400:00000010:1.0:1767384701.406513:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.406518:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000020:00000010:0.0:1767384701.406520:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.406527:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000100:00000010:1.0:1767384701.406529:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000824f0586. 00000020:00000010:0.0:1767384701.406531:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 02000000:00000010:1.0:1767384701.406541:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005870156b. 02000000:00000010:0.0:1767384701.406542:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a80fcef6. 02000000:00000010:1.0:1767384701.406545:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bf8c7fdc. 00000100:00000010:1.0:1767384701.406550:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 00000400:00000010:0.0:1767384701.406553:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040ababc2. 00000400:00000010:0.0:1767384701.406563:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069dcb320. 00000100:00000010:1.0:1767384701.406568:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 02000000:00000010:1.0:1767384701.406574:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf8c7fdc. 00010000:00000010:1.0:1767384701.406579:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ddc78d25. 00000100:00000010:1.0:1767384701.406584:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000824f0586. 02000000:00000010:1.0:1767384701.406591:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005870156b. 00000400:00000010:1.0:1767384701.406593:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.406595:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384701.406598:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000010:1.0:1767384701.406605:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000542857f. 00000400:00000010:1.0:1767384701.406624:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb6f43f6. 00000400:00000010:1.0:1767384701.406634:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000020:00000010:0.0:1767384701.406665:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.406669:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.406673:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384701.406676:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.406678:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.406699:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.406703:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00010000:00000010:0.0:1767384701.406714:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d649dab. 02000000:00000010:0.0:1767384701.406720:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a80fcef6. 00000400:00000010:0.0:1767384701.406731:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 00000400:00000010:0.0:1767384701.406758:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 00000400:00000010:1.0:1767384701.406769:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daef961. 00000020:00000010:0.0:1767384701.406770:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea8713c1. 00000400:00000010:1.0:1767384701.406774:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000020:00000010:0.0:1767384701.406778:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.406786:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 00000100:00000010:1.0:1767384701.406790:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000824f0586. 02000000:00000010:1.0:1767384701.406802:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005870156b. 02000000:00000010:0.0:1767384701.406802:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a80fcef6. 02000000:00000010:1.0:1767384701.406810:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bf8c7fdc. 00000400:00000010:0.0:1767384701.406812:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5e8b95f. 00000100:00000010:1.0:1767384701.406814:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 00000400:00000010:0.0:1767384701.406820:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022c0aa1f. 10000000:00000010:1.0:1767384701.406823:0:17077:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000ee17bb71. 00000020:00000010:1.0:1767384701.406829:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf8c7fdc. 00000020:00000010:1.0:1767384701.406832:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000078359f13. 00000040:00000010:1.0:1767384701.406835:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000080c5c2ba. 00000020:00000010:1.0:1767384701.406837:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000062085f69. 00000020:00000010:1.0:1767384701.406840:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004a9a48d6. 80000000:00000010:1.0:1767384701.406841:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee1ee679. 00040000:00000010:1.0:1767384701.406843:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ec611344. 00080000:00000010:1.0:1767384701.406846:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003934c351. 00080000:00000010:1.0:1767384701.406848:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a6420ea4. 20000000:00000010:1.0:1767384701.406851:0:17077:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000766c13d8. 00000040:00000010:1.0:1767384701.406854:0:17077:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000971155c7. 00000100:00000010:1.0:1767384701.406856:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 02000000:00000010:1.0:1767384701.406860:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000809f0abe. 00000100:00000010:1.0:1767384701.406864:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000824f0586. 02000000:00000010:1.0:1767384701.406869:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dec7bbca. 00000400:00000010:1.0:1767384701.406877:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.406880:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384701.406884:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000010:1.0:1767384701.406894:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055c4d388. 00000400:00000010:1.0:1767384701.406899:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029594842. 00000400:00000010:1.0:1767384701.406914:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000020:00000010:0.0:1767384701.406952:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.406956:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.406960:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384701.406963:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.406966:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.406987:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.406989:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 02000000:00000010:0.0:1767384701.407009:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000a80fcef6. 00000040:00000010:0.0:1767384701.407015:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a9d3f3a0. 00000040:00000010:0.0:1767384701.407055:0:40987:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000052ceb92a. 00000040:00000010:0.0:1767384701.407064:0:40987:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000052ceb92a. 00000040:00000010:0.0:1767384701.407067:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a9d3f3a0. 00000400:00000010:0.0:1767384701.407076:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 00000400:00000010:0.0:1767384701.407104:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 00000020:00000010:0.0:1767384701.407114:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.407117:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000400:00000010:1.0:1767384701.407118:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.407128:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000020:00000010:0.0:1767384701.407129:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 02000000:00000010:0.0:1767384701.407146:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000a80fcef6. 00000100:00000010:1.0:1767384701.407154:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000824f0586. 00000400:00000010:0.0:1767384701.407156:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab7c339. 02000000:00000010:1.0:1767384701.407159:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dec7bbca. 00000400:00000010:0.0:1767384701.407163:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f6f2280. 02000000:00000010:1.0:1767384701.407164:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000809f0abe. 00000100:00000010:1.0:1767384701.407175:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 00000040:00000010:1.0:1767384701.407180:0:17077:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009d063ae2. 00000100:00000010:1.0:1767384701.407182:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 02000000:00000010:1.0:1767384701.407186:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000809f0abe. 00000100:00000010:1.0:1767384701.407189:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000824f0586. 02000000:00000010:1.0:1767384701.407202:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a55df30c. 00000400:00000010:1.0:1767384701.407205:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.407207:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006245efc8. 00000400:00000010:1.0:1767384701.407210:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384701.407219:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efee3765. 00000400:00000010:1.0:1767384701.407224:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b37f99e6. 00000400:00000010:1.0:1767384701.407237:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000020:00000010:0.0:1767384701.407267:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.407271:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.407275:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384701.407278:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.407280:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.407298:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.407300:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 02000000:00000010:0.0:1767384701.407322:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000cd2a0c33. 00000040:00000010:0.0:1767384701.407326:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a9d3f3a0. 00000040:00000010:0.0:1767384701.407334:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000465baf3d. 00000040:00000010:0.0:1767384701.407349:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000465baf3d. 00000040:00000010:0.0:1767384701.407353:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a9d3f3a0. 00000400:00000010:0.0:1767384701.407362:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000061799b3b. 00000400:00000010:0.0:1767384701.407392:0:40987:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000061799b3b. 00000020:00000010:0.0:1767384701.407402:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea8713c1. 00000400:00000010:1.0:1767384701.407403:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daef961. 00000020:00000010:0.0:1767384701.407407:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000400:00000010:1.0:1767384701.407410:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000006245efc8. 00000020:00000010:0.0:1767384701.407413:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 02000000:00000010:0.0:1767384701.407421:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000cd2a0c33. 00000100:00000010:1.0:1767384701.407427:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000824f0586. 00000400:00000010:0.0:1767384701.407437:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d09bed26. 02000000:00000010:1.0:1767384701.407438:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a55df30c. 00000400:00000010:0.0:1767384701.407446:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061799b3b. 02000000:00000010:1.0:1767384701.407450:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000809f0abe. 00000100:00000010:1.0:1767384701.407454:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 00000040:00000010:1.0:1767384701.407460:0:17077:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000046fd4717. 00000020:00000010:3.0:1767384701.407604:0:41605:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8ae3d28. 00000020:00000010:3.0:1767384701.407626:0:41605:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e3673e80. 00000040:00000010:3.0:1767384701.407630:0:41605:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000755b9ea0. 00000020:00000010:3.0:1767384701.407633:0:41605:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d6bf0e10. 00000020:00000010:3.0:1767384701.407636:0:41605:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da60384a. 00000020:00000010:3.0:1767384701.407639:0:41605:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000024b50b91. 80000000:00000010:3.0:1767384701.407641:0:41605:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d8366eb8. 40000000:00000010:3.0:1767384701.407644:0:41605:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000003a5e13a. 00100000:00000010:3.0:1767384701.407647:0:41605:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001028a7a3. 00040000:00000010:3.0:1767384701.407649:0:41605:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f6d34bad. 00040000:00000010:3.0:1767384701.407651:0:41605:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bdf31378. 00040000:00000010:3.0:1767384701.407653:0:41605:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ae0c554f. 00080000:00000010:3.0:1767384701.407656:0:41605:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d115b7ad. 00080000:00000010:3.0:1767384701.407658:0:41605:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009e73b9c9. 00000004:00000010:3.0:1767384701.407661:0:41605:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e9e95c3c. 00000004:00000010:3.0:1767384701.407664:0:41605:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006ec08a4e. 00000004:00000010:3.0:1767384701.407666:0:41605:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cb41781d. 00002000:00000010:3.0:1767384701.407668:0:41605:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000054fa8311. 00000004:00000010:3.0:1767384701.407669:0:41605:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009fdab7b0. 00000020:00000010:3.0:1767384701.407672:0:41605:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007857bbbc. 00000040:00000010:3.0:1767384701.407675:0:41605:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000015299496. 00000040:00000010:3.0:1767384701.408031:0:41605:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000015299496. 00000020:00000010:3.0:1767384701.408035:0:41605:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007857bbbc. 00000020:00000010:3.0:1767384701.408044:0:41605:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e3673e80. 00000040:00000010:3.0:1767384701.408046:0:41605:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000755b9ea0. 00000020:00000010:3.0:1767384701.408047:0:41605:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d6bf0e10. 00000020:00000010:3.0:1767384701.408049:0:41605:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da60384a. 00000020:00000010:3.0:1767384701.408051:0:41605:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000024b50b91. 80000000:00000010:3.0:1767384701.408052:0:41605:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d8366eb8. 40000000:00000010:3.0:1767384701.408053:0:41605:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000003a5e13a. 00100000:00000010:3.0:1767384701.408055:0:41605:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001028a7a3. 00040000:00000010:3.0:1767384701.408056:0:41605:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f6d34bad. 00040000:00000010:3.0:1767384701.408058:0:41605:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bdf31378. 00040000:00000010:3.0:1767384701.408059:0:41605:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ae0c554f. 00080000:00000010:3.0:1767384701.408061:0:41605:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009e73b9c9. 00080000:00000010:3.0:1767384701.408062:0:41605:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d115b7ad. 00000004:00000010:3.0:1767384701.408064:0:41605:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e9e95c3c. 00000004:00000010:3.0:1767384701.408065:0:41605:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006ec08a4e. 00000004:00000010:3.0:1767384701.408067:0:41605:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cb41781d. 00002000:00000010:3.0:1767384701.408068:0:41605:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000054fa8311. 00000004:00000010:3.0:1767384701.408069:0:41605:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009fdab7b0. 00000020:00000010:3.0:1767384701.408071:0:41605:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8ae3d28. 00000040:00000010:1.0:1767384701.408096:0:17077:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000046fd4717. 00000040:00000010:1.0:1767384701.408101:0:17077:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009d063ae2. 00000040:00000010:1.0:1767384701.408103:0:17077:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000971155c7. 00000020:00000010:1.0:1767384701.408106:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000078359f13. 00000040:00000010:1.0:1767384701.408113:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000080c5c2ba. 00000020:00000010:1.0:1767384701.408114:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000062085f69. 00000020:00000010:1.0:1767384701.408116:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004a9a48d6. 80000000:00000010:1.0:1767384701.408117:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee1ee679. 00040000:00000010:1.0:1767384701.408119:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ec611344. 00080000:00000010:1.0:1767384701.408120:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a6420ea4. 00080000:00000010:1.0:1767384701.408122:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003934c351. 20000000:00000010:1.0:1767384701.408124:0:17077:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000766c13d8. 00000020:00000010:1.0:1767384701.408126:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf8c7fdc. 10000000:00000010:1.0:1767384701.408127:0:17077:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000ee17bb71. 00000100:00000010:1.0:1767384701.408132:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 02000000:00000010:1.0:1767384701.408136:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf8c7fdc. 00010000:00000010:1.0:1767384701.408141:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f9b951c. 00000100:00000010:1.0:1767384701.408145:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000824f0586. 02000000:00000010:1.0:1767384701.408150:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005870156b. 00000400:00000010:1.0:1767384701.408152:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.408154:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384701.408157:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000010:1.0:1767384701.408164:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6735ccd. 00000400:00000010:1.0:1767384701.408168:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4e6de9b. 00000400:00000010:1.0:1767384701.408179:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000020:00000010:0.0:1767384701.408226:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.408230:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.408234:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9d3f3a0. 00000020:00000010:0.0:1767384701.408237:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.408240:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.408262:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.408265:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00010000:00000010:0.0:1767384701.408276:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000099852ec7. 02000000:00000010:0.0:1767384701.408283:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a80fcef6. 00000400:00000010:0.0:1767384701.408294:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 00000400:00000010:0.0:1767384701.408321:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 00000400:00000010:1.0:1767384701.408327:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.408331:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000020:00000010:0.0:1767384701.408333:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.408339:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000100:00000010:1.0:1767384701.408342:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000824f0586. 00000020:00000010:0.0:1767384701.408343:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9d3f3a0. 02000000:00000010:1.0:1767384701.408354:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005870156b. 02000000:00000010:0.0:1767384701.408355:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a80fcef6. 02000000:00000010:1.0:1767384701.408369:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bf8c7fdc. 00000100:00000010:1.0:1767384701.408373:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 00000400:00000010:0.0:1767384701.408373:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046e9259f. 00000400:00000010:0.0:1767384701.408385:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b9b31e6. 10000000:00000010:1.0:1767384701.408387:0:17077:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000ee17bb71. 00000020:00000010:1.0:1767384701.408393:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf8c7fdc. 00000020:00000010:1.0:1767384701.408396:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000766c13d8. 00000040:00000010:1.0:1767384701.408398:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004ba58365. 00000020:00000010:1.0:1767384701.408401:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000062085f69. 00000020:00000010:1.0:1767384701.408404:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ec611344. 80000000:00000010:1.0:1767384701.408413:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee1ee679. 00040000:00000010:1.0:1767384701.408415:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004a9a48d6. 00080000:00000010:1.0:1767384701.408418:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d063ae2. 00080000:00000010:1.0:1767384701.408421:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003934c351. 20000000:00000010:1.0:1767384701.408424:0:17077:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000078359f13. 00000040:00000010:1.0:1767384701.408428:0:17077:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000971155c7. 00000100:00000010:1.0:1767384701.408430:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 02000000:00000010:1.0:1767384701.408434:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000809f0abe. 00000100:00000010:1.0:1767384701.408438:0:17077:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000824f0586. 02000000:00000010:1.0:1767384701.408442:0:17077:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dec7bbca. 00000400:00000010:1.0:1767384701.408444:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daef961. 00000400:00000010:1.0:1767384701.408447:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c80b4ed4. 00000400:00000010:1.0:1767384701.408449:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000010:1.0:1767384701.408456:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000524af84c. 00000400:00000010:1.0:1767384701.408460:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000769fe828. 00000400:00000010:1.0:1767384701.408471:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00000020:00000010:0.0:1767384701.408512:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.408517:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.408521:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9d3f3a0. 00000020:00000010:0.0:1767384701.408523:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.408526:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.408547:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.408550:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 02000000:00000010:0.0:1767384701.408565:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000a80fcef6. 00000040:00000010:0.0:1767384701.408572:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e2eccf79. 00000040:00000010:0.0:1767384701.408584:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e2eccf79. 00000400:00000010:0.0:1767384701.408592:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 00000400:00000010:0.0:1767384701.408656:0:40987:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 00000020:00000010:0.0:1767384701.408666:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea8713c1. 00000020:00000010:0.0:1767384701.408669:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.408672:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9d3f3a0. 02000000:00000010:0.0:1767384701.408680:0:40987:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000a80fcef6. 00000400:00000010:3.0:1767384701.408682:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daef961. 00000400:00000010:0.0:1767384701.408688:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dba4e3f. 00000400:00000010:3.0:1767384701.408689:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c80b4ed4. 00000400:00000010:0.0:1767384701.408698:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae32163c. 00000100:00000010:3.0:1767384701.408707:0:17077:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000824f0586. 02000000:00000010:3.0:1767384701.408714:0:17077:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dec7bbca. 02000000:00000010:3.0:1767384701.408717:0:17077:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000809f0abe. 00000100:00000010:3.0:1767384701.408720:0:17077:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da11bbe. 00000040:00000010:3.0:1767384701.408723:0:17077:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000971155c7. 00000020:00000010:3.0:1767384701.408728:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000766c13d8. 00000040:00000010:3.0:1767384701.408730:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004ba58365. 00000020:00000010:3.0:1767384701.408733:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000062085f69. 00000020:00000010:3.0:1767384701.408735:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ec611344. 80000000:00000010:3.0:1767384701.408737:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee1ee679. 00040000:00000010:3.0:1767384701.408739:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004a9a48d6. 00080000:00000010:3.0:1767384701.408741:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003934c351. 00080000:00000010:3.0:1767384701.408742:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d063ae2. 20000000:00000010:3.0:1767384701.408749:0:17077:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000078359f13. 00000020:00000010:3.0:1767384701.408751:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf8c7fdc. 10000000:00000010:3.0:1767384701.408752:0:17077:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000ee17bb71. 00000100:00000010:1.0:1767384701.413651:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052c67d3d. 00000100:00000010:2.0:1767384701.413680:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000875563b8. 00000100:00000010:3.0:1767384701.413691:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a24fac8f. 00000100:00000010:0.0:1767384701.413721:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004dcd4d72. 00000800:00000010:0.0:1767384701.786439:0:16338:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000465baf3d. 00000800:00000010:0.0:1767384701.786452:0:16338:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001dd787ad. 00000800:00000010:0.0:1767384701.786457:0:16338:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce02a3d2. 00000800:00000010:0.0:1767384701.786473:0:16338:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce02a3d2. 00000800:00020000:0.0:1767384701.786483:0:16338:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.137 00000800:00000010:0.0:1767384701.786488:0:16338:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001dd787ad. 00000800:00000010:0.0:1767384701.786490:0:16338:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000465baf3d. 00000400:02020000:0.0:1767384701.786527:0:16338:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.137@tcp40 at host 192.168.202.137:988: is it running a compatible version of Lustre? 00000400:00000010:2.0:1767384701.990556:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052241f0d. 00000400:00000010:2.0:1767384701.990579:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000070710e0. 00000020:00000010:0.0:1767384701.990687:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2eccf79. 00000020:00000010:0.0:1767384701.990698:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.990703:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 02000000:00000010:0.0:1767384701.990765:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f81eaf11. 00000020:00000010:0.0:1767384701.990778:0:40987:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001fb130c0. 00000001:00000010:0.0:1767384701.990798:0:40987:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f358f39f. 00000001:00000010:0.0:1767384701.990804:0:40987:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000006de698e. 00000001:00000010:0.0:1767384701.990807:0:40987:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000076d59587. 00000001:00000010:0.0:1767384701.990809:0:40987:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c170377f. 00000001:00000010:0.0:1767384701.990810:0:40987:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003ecc62ba. 00000001:00000010:0.0:1767384701.990812:0:40987:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dfb910a3. 00000020:00000010:0.0:1767384701.990827:0:40987:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000f26693de. 00000020:00000010:0.0:1767384701.990925:0:40987:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a80fcef6. 00000020:00000010:0.0:1767384701.990928:0:40987:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000001dd787ad. 00000020:00000010:0.0:1767384701.990931:0:40987:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000008586b0a6. 00000020:00000010:0.0:1767384701.990950:0:40987:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d28b7271. 00000020:00000010:0.0:1767384701.990953:0:40987:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000be98d458. 00000020:00000010:0.0:1767384701.990955:0:40987:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000002b6d3da7. 00000020:00000010:0.0:1767384701.990966:0:40987:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000058c3d0e1. 00000400:00000010:0.0:1767384701.991041:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029120e0d. 00000800:00000010:0.0:1767384701.991078:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000406f88ce. 00000020:00000010:0.0:1767384701.991105:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.991109:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.991113:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2eccf79. 00000400:00000010:0.0:1767384701.991123:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c4ed01a. 00000400:00000010:0.0:1767384701.991127:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c22695bc. 00000800:00000010:3.0:1767384701.991199:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000406f88ce. 00000400:00000010:3.0:1767384701.991209:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029120e0d. 02000000:00000010:3.0:1767384701.991216:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000f81eaf11. 00000400:00000010:1.0:1767384701.991954:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2042555. 00000400:00000010:1.0:1767384701.991963:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca336a91. 00000020:00000010:0.0:1767384701.992028:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.992032:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.992036:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2eccf79. 00000020:00000010:0.0:1767384701.992038:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.992040:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.992060:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.992062:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00010000:00000010:0.0:1767384701.992079:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f1e780ed. 02000000:00000010:0.0:1767384701.992090:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003b9ad8e0. 00000400:00000010:0.0:1767384701.992109:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c1f93af. 00000800:00000010:0.0:1767384701.992122:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544988eb. 00000020:00000010:0.0:1767384701.992137:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.992139:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.992141:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2eccf79. 00000400:00000010:0.0:1767384701.992146:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd16bde4. 00000400:00000010:0.0:1767384701.992149:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024b74065. 00000800:00000010:2.0:1767384701.992197:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544988eb. 00000400:00000010:2.0:1767384701.992203:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c1f93af. 02000000:00000010:2.0:1767384701.992206:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003b9ad8e0. 00000400:00000010:3.0:1767384701.992919:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4b1e5e4. 00000400:00000010:3.0:1767384701.992927:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006adbbe2d. 00000020:00000010:0.0:1767384701.992971:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.992974:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.992987:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2eccf79. 00000020:00000010:0.0:1767384701.992989:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.993004:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.993024:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.993026:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 02000000:00000010:0.0:1767384701.993034:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000e80b91f5. 00000040:00000010:0.0:1767384701.993040:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e963e27b. 00000040:00000010:0.0:1767384701.993075:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e963e27b. 00000400:00000010:0.0:1767384701.993083:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6656c08. 00000800:00000010:0.0:1767384701.993095:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a6f4527. 00000020:00000010:0.0:1767384701.993111:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.993113:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.993115:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2eccf79. 00000400:00000010:0.0:1767384701.993122:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ca213df. 00000400:00000010:0.0:1767384701.993125:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000085dd069c. 00000800:00000010:1.0:1767384701.993185:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a6f4527. 00000400:00000010:1.0:1767384701.993191:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6656c08. 02000000:00000010:1.0:1767384701.993195:0:16343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000e80b91f5. 00000400:00000010:2.0:1767384701.994053:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098f199b2. 00000400:00000010:2.0:1767384701.994063:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ed60012. 00000020:00000010:0.0:1767384701.994128:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.994133:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.994137:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384701.994141:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.994144:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.994169:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.994170:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00010000:00000010:0.0:1767384701.994190:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bb2a1bf0. 02000000:00000010:0.0:1767384701.994200:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ca201849. 00000400:00000010:0.0:1767384701.994220:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069c39028. 00000800:00000010:0.0:1767384701.994244:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a6f4527. 00000020:00000010:0.0:1767384701.994263:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.994267:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.994270:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 00000400:00000010:0.0:1767384701.994286:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c364962c. 00000400:00000010:0.0:1767384701.994290:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002f11c65. 00000800:00000010:3.0:1767384701.994322:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a6f4527. 00000400:00000010:3.0:1767384701.994327:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069c39028. 02000000:00000010:3.0:1767384701.994330:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ca201849. 00000400:00000010:1.0:1767384701.995062:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b0f08bc. 00000400:00000010:1.0:1767384701.995073:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054ba9967. 00000020:00000010:0.0:1767384701.995126:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.995131:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.995145:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384701.995148:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.995150:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.995174:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce02a3d2. 00000020:00000010:0.0:1767384701.995177:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce02a3d2. 02000000:00000010:0.0:1767384701.995188:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000fb81ad73. 00000040:00000010:0.0:1767384701.995195:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003da7580a. 00000040:00000010:0.0:1767384701.995240:0:40987:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a2e503e5. 00000040:00000010:0.0:1767384701.995249:0:40987:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a2e503e5. 00000040:00000010:0.0:1767384701.995252:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003da7580a. 20000000:00000010:0.0:1767384701.995258:0:40987:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000ce02a3d2. 00000400:00000010:0.0:1767384701.995264:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1bbf280. 00000800:00000010:0.0:1767384701.995275:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544988eb. 00000020:00000010:0.0:1767384701.995290:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.995292:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.995293:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 00000400:00000010:0.0:1767384701.995298:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050cc7169. 00000400:00000010:0.0:1767384701.995300:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000256d4975. 00000800:00000010:2.0:1767384701.995341:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544988eb. 00000400:00000010:2.0:1767384701.995347:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1bbf280. 02000000:00000010:2.0:1767384701.995350:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000fb81ad73. 00000400:00000010:3.0:1767384701.995954:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065603906. 00000400:00000010:3.0:1767384701.995963:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bab87de8. 00000020:00000010:0.0:1767384701.996026:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384701.996031:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384701.996034:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384701.996036:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.996039:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.996059:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384701.996061:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 02000000:00000010:0.0:1767384701.996080:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000a55df30c. 00000040:00000010:0.0:1767384701.996084:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003da7580a. 00000040:00000010:0.0:1767384701.996092:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000465baf3d. 00000040:00000010:0.0:1767384701.996110:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000465baf3d. 00000040:00000010:0.0:1767384701.996119:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003da7580a. 00000400:00000010:0.0:1767384701.996125:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a59e0109. 00000800:00000010:0.0:1767384701.996137:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000003da7580a. 00000020:00000010:0.0:1767384701.996153:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.996161:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.996165:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 00000400:00000010:0.0:1767384701.996173:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000223b73ac. 00000400:00000010:0.0:1767384701.996177:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000323245df. 00000800:00000010:1.0:1767384701.996213:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000003da7580a. 00000400:00000010:1.0:1767384701.996222:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a59e0109. 02000000:00000010:1.0:1767384701.996226:0:16343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000a55df30c. 00000400:00000010:2.0:1767384701.997138:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000911f7d28. 00000400:00000010:2.0:1767384701.997147:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e713dce. 00000020:00000010:0.0:1767384701.997187:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384701.997190:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384701.997192:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384701.997194:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.997196:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.997210:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384701.997211:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 02000000:00000010:0.0:1767384701.997223:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000a55df30c. 00000040:00000010:0.0:1767384701.997227:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a9d3f3a0. 00000040:00000010:0.0:1767384701.997232:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000465baf3d. 00000040:00000010:0.0:1767384701.997245:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000465baf3d. 00000040:00000010:0.0:1767384701.997248:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a9d3f3a0. 00000400:00000010:0.0:1767384701.997253:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000082f31bc7. 00000800:00000010:0.0:1767384701.997262:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000a9d3f3a0. 00000020:00000010:0.0:1767384701.997275:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384701.997277:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384701.997279:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 00000400:00000010:0.0:1767384701.997283:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1c64996. 00000400:00000010:0.0:1767384701.997286:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077fecdd1. 00000800:00000010:3.0:1767384701.997337:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000a9d3f3a0. 00000400:00000010:3.0:1767384701.997345:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000082f31bc7. 02000000:00000010:3.0:1767384701.997349:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000a55df30c. 00000400:00000010:1.0:1767384702.007973:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021648313. 00000400:00000010:1.0:1767384702.008022:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd1f89b2. 00000020:00000010:0.0:1767384702.008123:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.008131:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.008137:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384702.008140:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.008143:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384702.008174:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.008177:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 02000000:00000010:0.0:1767384702.008205:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000a55df30c. 00000040:00000010:0.0:1767384702.008213:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a9d3f3a0. 00000040:00000010:0.0:1767384702.008230:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000465baf3d. 00000040:00000010:0.0:1767384702.008265:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000465baf3d. 00000040:00000010:0.0:1767384702.008280:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a9d3f3a0. 00000400:00000010:0.0:1767384702.008293:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009feb0626. 00000800:00000010:0.0:1767384702.008322:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000a9d3f3a0. 00000020:00000010:0.0:1767384702.008344:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.008347:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384702.008350:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 00000400:00000010:0.0:1767384702.008361:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fefc8e80. 00000400:00000010:0.0:1767384702.008365:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004412c0cb. 00000800:00000010:2.0:1767384702.008433:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000a9d3f3a0. 00000400:00000010:2.0:1767384702.008440:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009feb0626. 02000000:00000010:2.0:1767384702.008444:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000a55df30c. 00000400:00000010:3.0:1767384702.009466:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004baee05b. 00000400:00000010:3.0:1767384702.009478:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c93351d. 00000020:00000010:0.0:1767384702.009653:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.009657:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.009662:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384702.009666:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.009668:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384702.009686:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.009688:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 00010000:00000010:0.0:1767384702.009702:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000022eddc9a. 02000000:00000010:0.0:1767384702.009711:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c6aec279. 00000400:00000010:0.0:1767384702.009726:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e43b5c2. 00000800:00000010:0.0:1767384702.009738:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000406f88ce. 00000020:00000010:0.0:1767384702.009752:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.009754:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384702.009756:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 00000400:00000010:0.0:1767384702.009762:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069ebf673. 00000400:00000010:0.0:1767384702.009765:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc12c0cb. 00000800:00000010:1.0:1767384702.009817:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000406f88ce. 00000400:00000010:1.0:1767384702.009827:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e43b5c2. 02000000:00000010:1.0:1767384702.009833:0:16343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c6aec279. 00000400:00000010:2.0:1767384702.011156:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1359ad. 00000400:00000010:2.0:1767384702.011168:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062d17c7f. 00000020:00000010:0.0:1767384702.011218:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.011222:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.011224:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384702.011227:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.011229:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384702.011249:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.011251:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 02000000:00000010:0.0:1767384702.011261:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000958aad6b. 20000000:00000010:0.0:1767384702.011278:0:40987:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000040eb2903. 00000100:00000010:0.0:1767384702.011356:0:40987:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002c98d2d0. 00000100:00000010:0.0:1767384702.011360:0:40987:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a2e503e5. 00000400:00000010:0.0:1767384702.011367:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000438a0090. 00000400:00000010:0.0:1767384702.011380:0:40987:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000056a30d83. 00000800:00000010:0.0:1767384702.011394:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000406f88ce. 00000800:00000010:3.0:1767384702.011474:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000406f88ce. 00000400:00000010:1.0:1767384702.012286:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000438a0090. 00000100:00000010:0.0:1767384702.012322:0:40987:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a2e503e5. 00000100:00000010:0.0:1767384702.012325:0:40987:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002c98d2d0. 20000000:00000010:0.0:1767384702.012331:0:40987:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000040eb2903. 00000400:00000010:0.0:1767384702.012340:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b164c7b9. 00000800:00000010:0.0:1767384702.012352:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544988eb. 00000020:00000010:0.0:1767384702.012374:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.012377:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384702.012380:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 00000400:00000010:0.0:1767384702.012387:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d0050f6. 00000400:00000010:0.0:1767384702.012391:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed32cbd. 00000800:00000010:2.0:1767384702.012433:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544988eb. 00000400:00000010:2.0:1767384702.012440:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b164c7b9. 02000000:00000010:2.0:1767384702.012444:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000958aad6b. 00000400:00000010:3.0:1767384702.015441:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7635ff7. 00000400:00000010:3.0:1767384702.015461:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030730a07. 00000020:00000010:0.0:1767384702.015514:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.015517:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.015519:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384702.015521:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.015523:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384702.015539:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.015540:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 00010000:00000010:0.0:1767384702.015550:0:40987:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b2a045f. 02000000:00000010:0.0:1767384702.015556:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002c98d2d0. 00000400:00000010:0.0:1767384702.015567:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019f45cc1. 00000800:00000010:0.0:1767384702.015578:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a6f4527. 00000020:00000010:0.0:1767384702.015590:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.015592:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384702.015594:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 00000400:00000010:0.0:1767384702.015598:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd45382c. 00000400:00000010:0.0:1767384702.015600:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d158b734. 00000800:00000010:1.0:1767384702.015662:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a6f4527. 00000400:00000010:1.0:1767384702.015672:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019f45cc1. 02000000:00000010:1.0:1767384702.015675:0:16343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002c98d2d0. 00000400:00000010:2.0:1767384702.016420:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f589be5. 00000400:00000010:2.0:1767384702.016429:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001936a15e. 00000020:00000010:0.0:1767384702.016477:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.016481:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.016490:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384702.016492:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.016495:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384702.016516:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.016518:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 02000000:00000010:0.0:1767384702.016526:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ec248104. 00000040:00000010:0.0:1767384702.016532:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003da7580a. 00000040:00000010:0.0:1767384702.016577:0:40987:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000052ceb92a. 00000040:00000010:0.0:1767384702.016587:0:40987:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000052ceb92a. 00000040:00000010:0.0:1767384702.016589:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003da7580a. 00000400:00000010:0.0:1767384702.016598:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077bd4e9f. 00000800:00000010:0.0:1767384702.016622:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a6f4527. 00000020:00000010:0.0:1767384702.016635:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.016636:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384702.016638:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 00000400:00000010:0.0:1767384702.016642:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc59197b. 00000400:00000010:0.0:1767384702.016644:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009feb0626. 00000800:00000010:3.0:1767384702.016718:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a6f4527. 00000400:00000010:3.0:1767384702.016732:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077bd4e9f. 02000000:00000010:3.0:1767384702.016738:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ec248104. 00000400:00000010:1.0:1767384702.017414:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7311234. 00000400:00000010:1.0:1767384702.017429:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f590f371. 00000020:00000010:0.0:1767384702.017498:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.017502:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.017506:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384702.017516:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.017519:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384702.017545:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040dedb71. 00000020:00000010:0.0:1767384702.017547:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040dedb71. 02000000:00000010:0.0:1767384702.017578:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000a55df30c. 00000040:00000010:0.0:1767384702.017582:0:40987:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003da7580a. 00000040:00000010:0.0:1767384702.017595:0:40987:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000465baf3d. 00000040:00000010:0.0:1767384702.017606:0:40987:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000465baf3d. 00000040:00000010:0.0:1767384702.017644:0:40987:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003da7580a. 00000400:00000010:0.0:1767384702.017657:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000082f31bc7. 00000800:00000010:0.0:1767384702.017680:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000003da7580a. 00000020:00000010:0.0:1767384702.017699:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.017702:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384702.017708:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 00000400:00000010:0.0:1767384702.017716:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002412fcc9. 00000400:00000010:0.0:1767384702.017720:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a59e0109. 00000800:00000010:2.0:1767384702.017773:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000003da7580a. 00000400:00000010:2.0:1767384702.017780:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000082f31bc7. 02000000:00000010:2.0:1767384702.017783:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000a55df30c. 00000100:00000010:3.0:1767384702.019762:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d97fc6f5. 00000020:00000010:0.0:1767384702.019820:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e963e27b. 00000020:00000010:0.0:1767384702.019824:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.019826:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 02000000:00000010:0.0:1767384702.019859:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000006f697ad3. 00000020:00000010:0.0:1767384702.019879:0:40992:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000040eb2903. 00000004:00000010:0.0:1767384702.019886:0:40992:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000040dedb71. 00000001:00000010:0.0:1767384702.019889:0:40992:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000051c80ba2. 00000001:00000010:0.0:1767384702.019895:0:40992:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000544988eb. 00000001:00000010:0.0:1767384702.019899:0:40992:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000029933067. 00000001:00000010:0.0:1767384702.019903:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003da7580a. 00000001:00000010:0.0:1767384702.019906:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a9d3f3a0. 00000001:00000010:0.0:1767384702.019908:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e2eccf79. 00000001:00000010:0.0:1767384702.019911:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cebc86a6. 00000001:00000010:0.0:1767384702.019914:0:40992:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000406f88ce. 00000001:00000010:0.0:1767384702.019916:0:40992:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005cdd1ed1. 00000001:00000010:0.0:1767384702.019918:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000736865be. 00000001:00000010:0.0:1767384702.019920:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004c1bb118. 00000001:00000010:0.0:1767384702.019921:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df88c81a. 00000001:00000010:0.0:1767384702.019926:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000954239d6. 00080000:00000010:0.0:1767384702.019959:0:40992:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000042563bf2. 00080000:00000010:0.0:1767384702.019967:0:40992:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001f8f794e. 00080000:00000010:3.0:1767384702.021675:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000042563bf2. 00080000:00000010:0.0:1767384702.021727:0:40992:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001f8f794e. 00080000:00000010:0.0:1767384702.021738:0:40992:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d2566d15. 00080000:00000010:0.0:1767384702.021742:0:40992:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001f8f794e. 00000001:00000010:0.0:1767384702.021751:0:40992:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000638f8d08. 00080000:00000010:0.0:1767384702.021767:0:40992:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001f8f794e. 00000020:00000010:0.0:1767384702.021775:0:40992:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000003d10a7b9. 00000020:00000010:0.0:1767384702.021842:0:40992:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000514223b7. 00000020:00000010:0.0:1767384702.021845:0:40992:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000459b39bd. 00000020:00000010:0.0:1767384702.021852:0:40992:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 0000000047ab2b61. 00000020:00000010:0.0:1767384702.021865:0:40992:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000ee07b138. 00000020:00000010:0.0:1767384702.021867:0:40992:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000009a6f4527. 00000020:00000010:0.0:1767384702.021869:0:40992:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000091e7688f. 00000020:00000010:0.0:1767384702.021880:0:40992:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f145084b. 00000020:00000010:0.0:1767384702.021886:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f8f794e. 00000400:00000010:0.0:1767384702.021926:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089058687. 00000800:00000010:0.0:1767384702.021948:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015473ab8. 00000020:00000010:0.0:1767384702.021968:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384702.021971:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384702.021973:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e963e27b. 00000800:00000010:1.0:1767384702.022046:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015473ab8. 00000400:00000010:1.0:1767384702.022054:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089058687. 00000100:00000010:2.0:1767384703.022774:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000137a2345. 00000100:00000010:2.0:1767384703.022836:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d939789. 00000020:00000010:0.0:1767384703.022876:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f053ce6a. 00000020:00000010:0.0:1767384703.022886:0:40992:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001f8f794e. 00000020:00000010:0.0:1767384703.022908:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008186e5b5. 00000020:00000010:1.0:1767384703.022910:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a6420ea4. 00000020:00000010:0.0:1767384703.022917:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384703.022923:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:1.0:1767384703.022925:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ee1426c. 00000020:00000010:1.0:1767384703.022928:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ee1426c. 00000020:00000010:1.0:1767384703.022933:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010dc2da6. 00000020:00000010:1.0:1767384703.022936:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000081f5232. 00000020:00000010:1.0:1767384703.022939:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dea50a7. 00000020:00000010:0.0:1767384703.022965:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f8f794e. 00000020:00000010:0.0:1767384703.022968:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f8f794e. 02000000:00000010:0.0:1767384703.023015:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ec248104. 00000020:00000010:0.0:1767384703.023041:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000b89b6bb6. 00000400:00000010:0.0:1767384703.023060:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d38935b. 00000800:00000010:0.0:1767384703.023097:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e59d5a. 00000020:00000010:0.0:1767384703.023122:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384703.023125:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384703.023129:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008186e5b5. 00000020:00000010:0.0:1767384703.023141:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f8f794e. 00000020:00000010:0.0:1767384703.023143:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f8f794e. 02000000:00000010:0.0:1767384703.023148:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002c98d2d0. 00000400:00000010:0.0:1767384703.023154:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0658503. 00000800:00000010:0.0:1767384703.023161:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c13bb1f1. 00000020:00000010:0.0:1767384703.023166:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000081f5232. 00000020:00000010:0.0:1767384703.023168:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dea50a7. 00000800:00000010:1.0:1767384703.023172:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e59d5a. 00000400:00000010:1.0:1767384703.023182:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d38935b. 00000020:00000010:0.0:1767384703.023182:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010dc2da6. 00000800:00000010:1.0:1767384703.023242:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c13bb1f1. 00000400:00000010:1.0:1767384703.023246:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0658503. 00000100:00000010:0.0:1767384703.024122:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc25419b. 00000020:00000010:2.0:1767384703.024184:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000071656029. 00000020:00000010:2.0:1767384703.024204:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024e5c8d5. 00000020:00000010:2.0:1767384703.024207:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024e5c8d5. 00000020:00000010:2.0:1767384703.024213:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003826119d. 00000020:00000010:2.0:1767384703.024218:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.024222:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.024257:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024e5c8d5. 00000020:00000010:2.0:1767384703.024260:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024e5c8d5. 02000000:00000010:2.0:1767384703.024280:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 0000000025158a6c. 00000400:00000010:2.0:1767384703.024301:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b43c0d5e. 00000800:00000010:2.0:1767384703.024332:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fdbdc113. 00000020:00000010:2.0:1767384703.024363:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.024366:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.024369:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003826119d. 00000800:00000010:3.0:1767384703.024459:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fdbdc113. 00000400:00000010:3.0:1767384703.024466:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b43c0d5e. 00000100:00000010:1.0:1767384703.025649:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a585bd26. 00000400:00000010:1.0:1767384703.025676:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde172f8. 00000400:00000010:1.0:1767384703.025688:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e497c34d. 00000020:00000010:2.0:1767384703.025723:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003826119d. 00000020:00000010:2.0:1767384703.025730:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000100:00000010:1.0:1767384703.025734:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da11bbe. 00000020:00000010:2.0:1767384703.025735:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 02000000:00000010:2.0:1767384703.025787:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000c69903c0. 00000020:00000010:2.0:1767384703.025797:0:17887:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ffb522cb. 00000020:00000010:0.0:1767384703.025806:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f8f794e. 00000001:00000010:2.0:1767384703.025809:0:17887:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000a76151d5. 00000020:00000010:3.0:1767384703.025812:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d115b7ad. 00000020:00000010:0.0:1767384703.025812:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f8f794e. 00000020:00000010:0.0:1767384703.025820:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008186e5b5. 00000001:00000010:2.0:1767384703.025821:0:17887:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fdfcf00c. 00000020:00000010:0.0:1767384703.025827:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000001:00000010:2.0:1767384703.025828:0:17887:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009088340e. 00040000:00000010:3.0:1767384703.025829:0:40995:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cb41781d. 00000020:00000010:0.0:1767384703.025831:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000001:00000010:2.0:1767384703.025836:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001bd0a7b3. 00000004:00000010:3.0:1767384703.025841:0:40995:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e9e95c3c. 00000001:00000010:2.0:1767384703.025841:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd4dbcd1. 00000001:00000010:2.0:1767384703.025847:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000792c2f56. 00000004:00000010:3.0:1767384703.025849:0:40995:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bdf31378. 00000001:00000010:2.0:1767384703.025851:0:17887:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ea3ff3e5. 00000004:00000010:3.0:1767384703.025856:0:40995:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000039ba1464. 00000020:00000010:0.0:1767384703.025859:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f8f794e. 00000020:00000010:0.0:1767384703.025862:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f8f794e. 02000000:00000010:0.0:1767384703.025872:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000958aad6b. 00000020:00000010:3.0:1767384703.025879:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007857bbbc. 00000400:00000010:0.0:1767384703.025884:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0658503. 00000020:00000010:3.0:1767384703.025885:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007857bbbc. 00080000:00000010:2.0:1767384703.025893:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a4f6f1c9. 00000020:00000010:3.0:1767384703.025894:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dd0f516. 00000020:00000010:3.0:1767384703.025899:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002849dd8d. 00000020:00000010:3.0:1767384703.025904:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca47d336. 00000800:00000010:0.0:1767384703.025904:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e3b3c21. 00080000:00000010:2.0:1767384703.025907:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000024e5c8d5. 00000020:00000010:0.0:1767384703.025933:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00000001:00000010:2.0:1767384703.025935:0:17887:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000088dea4af. 00000020:00000010:0.0:1767384703.025941:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384703.025945:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008186e5b5. 00000020:00000010:3.0:1767384703.025950:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007857bbbc. 00000400:00000010:0.0:1767384703.025957:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000684513b5. 00000020:00000010:3.0:1767384703.025959:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007857bbbc. 00000400:00000010:0.0:1767384703.025966:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082f31bc7. 00080000:00000010:2.0:1767384703.026005:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000024e5c8d5. 00080000:00000010:3.0:1767384703.026012:0:40995:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 00000000d8366eb8. 00000800:00000010:1.0:1767384703.026016:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e3b3c21. 00000020:00000010:2.0:1767384703.026023:0:17887:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000a9ea8ba6. 00000400:00000010:1.0:1767384703.026028:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0658503. 02000000:00000010:3.0:1767384703.026029:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 000000001028a7a3. 02000000:00000010:1.0:1767384703.026041:0:16341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000958aad6b. 02000000:00000010:3.0:1767384703.026043:0:40995:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000ae0c554f. 00000020:00000010:2.0:1767384703.026043:0:17887:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000a9ea8ba6. 00000020:00000010:2.0:1767384703.026059:0:17887:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000b9c10a75. 00000020:00000010:2.0:1767384703.026073:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024e5c8d5. 00000400:00000010:2.0:1767384703.026113:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a76ef9e6. 00000800:00000010:2.0:1767384703.026137:0:17887:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fdbdc113. 00000020:00000010:2.0:1767384703.026160:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.026165:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.026170:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003826119d. 00000800:00000010:3.0:1767384703.026217:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fdbdc113. 00000400:00000010:3.0:1767384703.026224:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a76ef9e6. 00000004:00000010:1.0:1767384703.034336:0:41606:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 0000000038e69805. 00000004:00000010:1.0:1767384703.034355:0:41606:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 0000000038e69805. 00000020:00000010:3.0:1767384703.034437:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000d6bf0e10. 00000400:00000010:3.0:1767384703.034474:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e167e24. 00000800:00000010:3.0:1767384703.034514:0:40995:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6d34bad. 00000020:00000010:3.0:1767384703.034543:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002849dd8d. 00000020:00000010:3.0:1767384703.034546:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca47d336. 00000020:00000010:3.0:1767384703.034550:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dd0f516. 00000800:00000010:0.0:1767384703.034642:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6d34bad. 00000400:00000010:0.0:1767384703.034653:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e167e24. 00000100:00000010:1.0:1767384703.063777:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e869959. 00000020:00000010:2.0:1767384703.063992:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce5e7599. 00000020:00000010:2.0:1767384703.063998:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce5e7599. 00000020:00000010:2.0:1767384703.064002:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003826119d. 00000020:00000010:2.0:1767384703.064006:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.064009:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.064041:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce5e7599. 00000020:00000010:2.0:1767384703.064042:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce5e7599. 00010000:00000010:2.0:1767384703.064071:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000026b9dfb2. 00010000:00000010:2.0:1767384703.064074:0:40992:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002dacb17c. 00010000:00000010:2.0:1767384703.064078:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000014601bcc. 00000020:00000010:2.0:1767384703.064082:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ce5e7599. 00010000:00000010:2.0:1767384703.064087:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007daded1f. 02000000:00000010:2.0:1767384703.064108:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000045042ad3. 00010000:00000010:2.0:1767384703.064127:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aa780966. 00010000:00000010:2.0:1767384703.064129:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f6ffe142. 00000020:00000010:2.0:1767384703.064138:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000d582b8b8. 00080000:00000010:2.0:1767384703.064173:0:40992:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 0000000081f87ae8. 00000020:00000010:2.0:1767384703.064182:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000cd662dd4. 00010000:00000010:2.0:1767384703.064201:0:40992:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007daded1f. 00000400:00000010:2.0:1767384703.064219:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000848247c5. 00000800:00000010:2.0:1767384703.064242:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fc16bcb. 00000020:00000010:2.0:1767384703.064261:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.064263:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.064275:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003826119d. 00000800:00000010:3.0:1767384703.064341:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fc16bcb. 00000400:00000010:3.0:1767384703.064348:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000848247c5. 00000100:00000010:0.0:1767384703.065226:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f6c3830. 00000020:00000010:2.0:1767384703.065270:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.065274:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.065277:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003826119d. 00000020:00000010:2.0:1767384703.065278:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.065280:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.065298:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.065300:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9fbba44. 00010000:00000010:2.0:1767384703.065309:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b5554aff. 00010000:00000010:2.0:1767384703.065312:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007daded1f. 02000000:00000010:2.0:1767384703.065324:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000004eb53652. 00010000:00000010:2.0:1767384703.065339:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000022d171ac. 00010000:00000010:2.0:1767384703.065343:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017a9f948. 00010000:00000010:2.0:1767384703.065368:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000082b515e7. 00010000:00000010:2.0:1767384703.065372:0:40992:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001f07ccc0. 00010000:00000010:2.0:1767384703.065375:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004158d601. 00010000:00000010:2.0:1767384703.065378:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c93f2fbf. 00080000:00000010:2.0:1767384703.065411:0:40992:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000ae59fd65. 00010000:00000010:2.0:1767384703.065424:0:40992:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017a9f948. 00010000:00000010:2.0:1767384703.065429:0:40992:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c93f2fbf. 00010000:00000010:2.0:1767384703.065432:0:40992:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f07ccc0. 00010000:00000010:2.0:1767384703.065444:0:40992:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007daded1f. 00000400:00000010:2.0:1767384703.065450:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000848247c5. 00000800:00000010:2.0:1767384703.065460:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fc16bcb. 00000020:00000010:2.0:1767384703.065473:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.065475:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.065477:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003826119d. 00000800:00000010:1.0:1767384703.065518:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fc16bcb. 00000400:00000010:1.0:1767384703.065524:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000848247c5. 00000100:00000010:3.0:1767384703.066283:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092c2679e. 00000020:00000010:2.0:1767384703.066315:0:41001:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005a000ce4. 00040000:00000010:2.0:1767384703.066321:0:41001:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e2920dd2. 00000004:00000010:2.0:1767384703.066324:0:41001:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009b7a94d2. 00000004:00000010:2.0:1767384703.066327:0:41001:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000004ee92a8. 00000004:00000010:2.0:1767384703.066334:0:41001:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006a96c1c0. 00000020:00000010:2.0:1767384703.066338:0:41001:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.066340:0:41001:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.066342:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003826119d. 00000020:00000010:2.0:1767384703.066343:0:41001:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.066345:0:41001:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.066362:0:41001:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.066363:0:41001:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9fbba44. 02000000:00000010:2.0:1767384703.066370:0:41001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 000000000453da7f. 00000400:00000010:2.0:1767384703.066378:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a76ef9e6. 00000800:00000010:2.0:1767384703.066389:0:41001:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fdbdc113. 00000020:00000010:2.0:1767384703.066400:0:41001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.066402:0:41001:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.066404:0:41001:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003826119d. 00000800:00000010:0.0:1767384703.066456:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fdbdc113. 00000400:00000010:0.0:1767384703.066462:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a76ef9e6. 00000100:00000010:1.0:1767384703.067323:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000dd6b7fe. 00000020:00000010:2.0:1767384703.067355:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.067358:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.067360:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003826119d. 00000020:00000010:2.0:1767384703.067361:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.067363:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.067378:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.067379:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9fbba44. 00010000:00000010:2.0:1767384703.067390:0:40992:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f6ffe142. 00010000:00000010:2.0:1767384703.067395:0:40992:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002dacb17c. 00010000:00000010:2.0:1767384703.067400:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000017e4f473. 00010000:00000010:2.0:1767384703.067401:0:40992:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002dacb17c. 00010000:00000010:2.0:1767384703.067404:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000032e0a0a2. 00010000:00000010:2.0:1767384703.067406:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f6ffe142. 02000000:00000010:2.0:1767384703.067417:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 0000000071d89e5a. 00010000:00000010:2.0:1767384703.067436:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e9a7c24a. 00010000:00000010:2.0:1767384703.067438:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007daded1f. 00010000:00000010:2.0:1767384703.067442:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004aaacde9. 00010000:00000010:2.0:1767384703.067444:0:40992:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001f07ccc0. 00010000:00000010:2.0:1767384703.067450:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5ac7893. 00010000:00000010:2.0:1767384703.067452:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c93f2fbf. 00000004:00000010:2.0:1767384703.067460:0:40992:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000998cec64. 00000004:00000010:2.0:1767384703.067465:0:40992:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000023e87e27. 00000004:00000010:2.0:1767384703.067469:0:40992:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003ddeddd0. 00080000:00000010:2.0:1767384703.067476:0:40992:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b3721cd0. 00000020:00000010:2.0:1767384703.067492:0:40992:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000a9ea8ba6. 00080000:00000010:2.0:1767384703.067495:0:40992:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000022c2a8d4. 00000020:00000010:2.0:1767384703.067498:0:40992:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000396e25fd. 00000020:00000010:2.0:1767384703.067500:0:40992:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000f6144752. 00080000:00000010:2.0:1767384703.067512:0:40992:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000176c637e. 00000004:00000010:2.0:1767384703.067518:0:40992:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 0000000045b36f0b. 00000020:00000010:2.0:1767384703.067522:0:40992:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000006c4d80ba. 00020000:00000010:2.0:1767384703.067540:0:40992:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 0000000038ef7f8b. 00020000:00000010:2.0:1767384703.067542:0:40992:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 000000004601f301. 00020000:00000010:2.0:1767384703.067545:0:40992:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 000000004530c7ea. 00000020:00000010:2.0:1767384703.067550:0:40992:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 00000000a280f8ce. 00000004:00000010:2.0:1767384703.067568:0:40992:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 0000000062f3c580. 00080000:00000010:2.0:1767384703.067579:0:40992:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c9fbba44. 00080000:00000010:2.0:1767384703.067601:0:40992:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f97b5658. 00000001:00000010:2.0:1767384703.067716:0:40992:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b164e248. 00000001:00000010:2.0:1767384703.067964:0:40992:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b164e248. 00000020:00000010:2.0:1767384703.068003:0:40992:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 00000000a280f8ce. 00000020:00000010:2.0:1767384703.068009:0:40992:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 00000000b26ddc16. 00080000:00000010:2.0:1767384703.068023:0:40992:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at 00000000051ea476. 00080000:00000010:2.0:1767384703.068032:0:40992:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 0000000058c482a0. 00000001:00000010:2.0:1767384703.068077:0:40992:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004dc5e26d. 00000001:00000010:2.0:1767384703.068082:0:40992:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000009dcab384. 00000001:00000010:2.0:1767384703.068120:0:40992:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000770225a8. 00080000:00000010:2.0:1767384703.068127:0:40992:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000005ca30c38. 00080000:00000010:2.0:1767384703.068139:0:40992:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f97b5658. 00080000:00000010:2.0:1767384703.068142:0:40992:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.068148:0:40992:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000a9ea8ba6. 00010000:00000010:2.0:1767384703.068178:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000015ea4111. 00010000:00000010:2.0:1767384703.068180:0:40992:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000035d5fff4. 00010000:00000010:2.0:1767384703.068183:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d83329f5. 00010000:00000010:2.0:1767384703.068185:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017a9f948. 00000004:00000010:2.0:1767384703.068199:0:40992:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000025e3f95. 00010000:00000010:2.0:1767384703.068210:0:40992:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007daded1f. 00010000:00000010:2.0:1767384703.068222:0:40992:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f6ffe142. 00010000:00000010:2.0:1767384703.068224:0:40992:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002dacb17c. 00000400:00000010:2.0:1767384703.068233:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b43c0d5e. 00000400:00000010:2.0:1767384703.068236:0:40992:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d219098c. 00000800:00000010:2.0:1767384703.068246:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fdbdc113. 00000020:00000010:2.0:1767384703.068258:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.068260:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.068261:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003826119d. 00000800:00000010:3.0:1767384703.068312:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fdbdc113. 00000400:00000010:0.0:1767384703.068894:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b43c0d5e. 00000020:00000010:1.0:1767384703.068935:0:16334:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001afe6dc9. 00000020:00000010:1.0:1767384703.068940:0:16334:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000567c4607. 80000000:00000010:1.0:1767384703.068943:0:16334:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000052c67d3d. 40000000:00000010:1.0:1767384703.068945:0:16334:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ee1426c. 00100000:00000010:1.0:1767384703.068952:0:16334:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000038e69805. 00040000:00000010:1.0:1767384703.068955:0:16334:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ac28ed99. 00040000:00000010:1.0:1767384703.068957:0:16334:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bb42a1b2. 00040000:00000010:1.0:1767384703.068960:0:16334:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d652c5fc. 00080000:00000010:1.0:1767384703.068964:0:16334:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003934c351. 00080000:00000010:1.0:1767384703.068969:0:16334:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009e516448. 00000004:00000010:1.0:1767384703.068972:0:16334:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000488731a7. 00000004:00000010:1.0:1767384703.068974:0:16334:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c2e03294. 00000004:00000010:1.0:1767384703.068976:0:16334:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003d71c5b8. 00002000:00000010:1.0:1767384703.068979:0:16334:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000070f4b2c9. 00000004:00000010:1.0:1767384703.068992:0:16334:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005eab1d25. 00000020:00000010:1.0:1767384703.069001:0:16334:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000006312c1ea. 00000020:00000010:1.0:1767384703.069004:0:16334:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f2c0c387. 00010000:00000010:1.0:1767384703.069006:0:16334:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c93f2fbf. 00010000:00000010:1.0:1767384703.069009:0:16334:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f07ccc0. 00000100:00000010:1.0:1767384703.069504:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c324ea93. 00000020:00000010:2.0:1767384703.069543:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.069547:0:17887:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000024e5c8d5. 00000020:00000010:2.0:1767384703.069558:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003826119d. 00000020:00000010:2.0:1767384703.069560:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.069561:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.069579:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024e5c8d5. 00000020:00000010:2.0:1767384703.069581:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024e5c8d5. 00010000:00000010:2.0:1767384703.069593:0:17887:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a36264e6. 00010000:00000010:2.0:1767384703.069596:0:17887:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 00000000ebd63917. 00010000:00000010:2.0:1767384703.069600:0:17887:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052d18255. 00000020:00000010:2.0:1767384703.069603:0:17887:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000024e5c8d5. 00002000:00000010:2.0:1767384703.069628:0:17887:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000f97b5658. 02000000:00000010:2.0:1767384703.069642:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 0000000084e28064. 00000020:00000010:2.0:1767384703.069652:0:17887:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000006439c945. 00000400:00000010:2.0:1767384703.069666:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ebc5c. 00000800:00000010:2.0:1767384703.069676:0:17887:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fc16bcb. 00000020:00000010:2.0:1767384703.069687:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.069694:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.069695:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003826119d. 00000800:00000010:3.0:1767384703.069717:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fc16bcb. 00000400:00000010:3.0:1767384703.069722:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ebc5c. 00000100:00000010:0.0:1767384703.070520:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087d235cc. 00000020:00000010:2.0:1767384703.070560:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.070564:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.070568:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003826119d. 00000020:00000010:2.0:1767384703.070571:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.070573:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.070594:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.070596:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 00010000:00000010:2.0:1767384703.070625:0:17887:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073307918. 02000000:00000010:2.0:1767384703.070634:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 000000007039d403. 00010000:00000010:2.0:1767384703.070643:0:17887:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9691fe9. 00000100:00000010:2.0:1767384703.070649:0:17887:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e726b80b. 00000100:00000010:2.0:1767384703.070655:0:17887:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8858f83. 02000000:00000010:2.0:1767384703.070666:0:17887:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fa9a746. 02000000:00000010:2.0:1767384703.070686:0:17887:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043ce2c4c. 00000400:00000010:2.0:1767384703.070690:0:17887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b164e248. 00000400:00000010:2.0:1767384703.070695:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e80587. 00000400:00000010:2.0:1767384703.070701:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7db7b34. 00000800:00000010:2.0:1767384703.070714:0:17887:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fc16bcb. 00000100:00000010:2.0:1767384703.070728:0:17887:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ea8ba6. 00000100:00000010:2.0:1767384703.070740:0:17887:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000377ccf68. 00000100:00000010:2.0:1767384703.070744:0:17887:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061030642. 00000100:00000010:2.0:1767384703.070749:0:17887:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b4eca03. 00000800:00000010:1.0:1767384703.070771:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fc16bcb. 00000400:00000010:1.0:1767384703.070777:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7db7b34. 00000400:00000010:2.0:1767384703.071478:0:17887:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b164e248. 00000400:00000010:2.0:1767384703.071481:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e80587. 02000000:00000010:2.0:1767384703.071496:0:17887:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043ce2c4c. 02000000:00000010:2.0:1767384703.071499:0:17887:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004fa9a746. 00000100:00000010:2.0:1767384703.071502:0:17887:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8858f83. 00000100:00000010:2.0:1767384703.071504:0:17887:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e726b80b. 00010000:00000010:2.0:1767384703.071505:0:17887:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9691fe9. 00000400:00000010:2.0:1767384703.071515:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e80587. 00000800:00000010:2.0:1767384703.071523:0:17887:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fdbdc113. 00000020:00000010:2.0:1767384703.071540:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.071542:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.071544:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003826119d. 00000800:00000010:0.0:1767384703.071584:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fdbdc113. 00000400:00000010:0.0:1767384703.071589:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e80587. 00010000:00000010:2.1:1767384703.071631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000014601bcc. 00000100:00000010:1.0:1767384703.071848:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038af9c42. 00000020:00000010:3.0:1767384703.071880:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007857bbbc. 00000020:00000010:3.0:1767384703.071884:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007857bbbc. 00000020:00000010:3.0:1767384703.071887:0:19658:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dd0f516. 00000020:00000010:3.0:1767384703.071889:0:19658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bcd5841d. 00000020:00000010:3.0:1767384703.071891:0:19658:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca47d336. 00000020:00000010:3.0:1767384703.071913:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007857bbbc. 00000020:00000010:3.0:1767384703.071914:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007857bbbc. 02000000:00000010:3.0:1767384703.071919:0:19658:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009fdab7b0. 00000020:00000010:3.0:1767384703.071934:0:19658:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000024b50b91. 00000020:00000010:3.0:1767384703.071942:0:19658:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000007857bbbc. 00010000:00000010:3.0:1767384703.071951:0:19658:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e7bcb12. 00000100:00000010:3.0:1767384703.071954:0:19658:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099902c3c. 00000100:00000010:3.0:1767384703.071958:0:19658:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5507138. 02000000:00000010:3.0:1767384703.071962:0:19658:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000755b9ea0. 02000000:00000010:3.0:1767384703.071970:0:19658:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3673e80. 00000400:00000010:3.0:1767384703.071972:0:19658:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7635ff7. 00000400:00000010:3.0:1767384703.071975:0:19658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004294b3a7. 00000400:00000010:3.0:1767384703.071978:0:19658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb0061ad. 00000800:00000010:3.0:1767384703.071998:0:19658:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba815197. 00000800:00000010:2.0:1767384703.072058:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba815197. 00000400:00000010:2.0:1767384703.072066:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb0061ad. 00000400:00000010:3.0:1767384703.072877:0:19658:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7635ff7. 00000400:00000010:3.0:1767384703.072880:0:19658:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004294b3a7. 02000000:00000010:3.0:1767384703.072888:0:19658:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3673e80. 02000000:00000010:3.0:1767384703.072890:0:19658:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000755b9ea0. 00000100:00000010:3.0:1767384703.072892:0:19658:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5507138. 00000100:00000010:3.0:1767384703.072894:0:19658:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000099902c3c. 00010000:00000010:3.0:1767384703.072896:0:19658:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e7bcb12. 00000400:00000010:3.0:1767384703.072901:0:19658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004294b3a7. 00000800:00000010:3.0:1767384703.072910:0:19658:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069dcf644. 00000020:00000010:3.0:1767384703.072922:0:19658:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bcd5841d. 00000020:00000010:3.0:1767384703.072924:0:19658:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca47d336. 00000020:00000010:3.0:1767384703.072926:0:19658:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dd0f516. 00000800:00000010:1.0:1767384703.072963:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069dcf644. 00000400:00000010:1.0:1767384703.072968:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004294b3a7. 00000100:00000010:2.0:1767384703.073164:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8858f83. 00000020:00000010:3.0:1767384703.073190:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e7bcb12. 00000020:00000010:3.0:1767384703.073194:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e7bcb12. 00000020:00000010:3.0:1767384703.073197:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dd0f516. 00000020:00000010:3.0:1767384703.073200:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bcd5841d. 00000020:00000010:3.0:1767384703.073202:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca47d336. 00000020:00000010:3.0:1767384703.073223:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e7bcb12. 00000020:00000010:3.0:1767384703.073226:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e7bcb12. 02000000:00000010:3.0:1767384703.073247:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 0000000035dd9d8b. 00000004:00000010:3.0:1767384703.073272:0:40995:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 000000006e7bcb12. 00000020:00000010:3.0:1767384703.073280:0:40995:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 0000000064925ba4. 00080000:00000010:3.0:1767384703.073283:0:40995:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000755b9ea0. 00080000:00000010:3.0:1767384703.073299:0:40995:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000003a5e13a. 00000001:00000010:3.0:1767384703.073324:0:40995:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000065888e88. 00000001:00000010:3.0:1767384703.073328:0:40995:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000099902c3c. 00080000:00000010:3.0:1767384703.073354:0:40995:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000003a5e13a. 00000020:00000010:3.0:1767384703.073358:0:40995:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 0000000064925ba4. 00000004:00000010:3.0:1767384703.073380:0:40995:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000025e3f95. 00000400:00000010:3.0:1767384703.073395:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004294b3a7. 00000800:00000010:3.0:1767384703.073405:0:40995:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f015e344. 00000020:00000010:3.0:1767384703.073417:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bcd5841d. 00000020:00000010:3.0:1767384703.073419:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca47d336. 00000020:00000010:3.0:1767384703.073421:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dd0f516. 00000800:00000010:0.0:1767384703.073475:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f015e344. 00000400:00000010:0.0:1767384703.073482:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004294b3a7. 00010000:00000010:1.1:1767384703.076634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004aaacde9. 00010000:00000010:1.1:1767384703.076640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c5ac7893. 00010000:00000010:2.1:1767384703.076644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000022d171ac. 00010000:00000010:2.1:1767384703.076651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000082b515e7. 00010000:00000010:2.1:1767384703.076655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004158d601. 00010000:00000010:2.1:1767384703.076657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b5554aff. 00000100:00000010:3.0:1767384703.077655:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b4eca03. 00000100:00000010:2.0:1767384703.077656:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061030642. 00000100:00000010:0.0:1767384703.077658:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ea8ba6. 00000100:00000010:1.0:1767384703.077669:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000377ccf68. 00010000:00000010:2.1:1767384703.080643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aa780966. 00010000:00000010:2.1:1767384703.080649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000026b9dfb2. 00010000:00000010:2.1:1767384703.080651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e9a7c24a. 00010000:00000010:2.1:1767384703.080652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000017e4f473. 00010000:00000010:2.1:1767384703.080654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000032e0a0a2. 00010000:00000010:3.1:1767384703.080669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052d18255. 00000100:00000010:1.0:1767384703.095002:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d873e97b. 00000020:00000010:2.0:1767384703.095079:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.095084:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.095089:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043ce2c4c. 00000020:00000010:2.0:1767384703.095093:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.095096:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.095125:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.095126:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 00000001:00000010:2.0:1767384703.095135:0:40992:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000009dcab384. 00010000:00000010:2.0:1767384703.095154:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000017e4f473. 00010000:00000010:2.0:1767384703.095157:0:40992:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002dacb17c. 00010000:00000010:2.0:1767384703.095161:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000027891121. 00010000:00000010:2.0:1767384703.095165:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f6ffe142. 02000000:00000010:2.0:1767384703.095185:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000005f302054. 00010000:00000010:2.0:1767384703.095205:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000047e56c5. 00010000:00000010:2.0:1767384703.095207:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007daded1f. 00010000:00000010:2.0:1767384703.095265:0:40992:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f6ffe142. 00000400:00000010:2.0:1767384703.095285:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b391f72e. 00000800:00000010:2.0:1767384703.095309:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fdbdc113. 00000020:00000010:2.0:1767384703.095332:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.095336:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.095339:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043ce2c4c. 00000800:00000010:3.0:1767384703.095415:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fdbdc113. 00000400:00000010:3.0:1767384703.095421:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b391f72e. 00000100:00000010:0.0:1767384703.096373:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000907fb7ea. 00000020:00000010:2.0:1767384703.096410:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.096413:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.096415:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043ce2c4c. 00000020:00000010:2.0:1767384703.096416:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.096427:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.096443:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.096444:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 02000000:00000010:2.0:1767384703.096458:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 0000000049f3c58e. 00010000:00000010:2.0:1767384703.096474:0:40992:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017a9f948. 00010000:00000010:2.0:1767384703.096480:0:40992:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035d5fff4. 00010000:00000010:2.0:1767384703.096484:0:40992:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007daded1f. 00010000:00000010:2.0:1767384703.096487:0:40992:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002dacb17c. 00010000:00000010:2.0:1767384703.096494:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000026b9dfb2. 00010000:00000010:2.0:1767384703.096496:0:40992:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002dacb17c. 00010000:00000010:2.0:1767384703.096498:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000588f8361. 00010000:00000010:2.0:1767384703.096500:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007daded1f. 00010000:00000010:2.0:1767384703.096504:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000082b515e7. 00010000:00000010:2.0:1767384703.096505:0:40992:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000035d5fff4. 00010000:00000010:2.0:1767384703.096507:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6a062d4. 00010000:00000010:2.0:1767384703.096508:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017a9f948. 00000001:00000010:2.0:1767384703.096543:0:40992:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b164e248. 00000001:00000010:2.0:1767384703.096550:0:40992:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b164e248. 00010000:00000010:2.0:1767384703.096558:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000007453c32. 00010000:00000010:2.0:1767384703.096560:0:40992:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000087986b3d. 00010000:00000010:2.0:1767384703.096562:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d4d32de6. 00010000:00000010:2.0:1767384703.096563:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f6ffe142. 00000020:00000010:2.0:1767384703.096572:0:40992:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 0000000007ef1b40. 00000020:00000010:2.0:1767384703.096577:0:40992:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 0000000007ef1b40. 00000020:00000010:2.0:1767384703.096585:0:40992:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 0000000061030642. 00080000:00000010:2.0:1767384703.096589:0:40992:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d4fed35d. 00080000:00000010:2.0:1767384703.096643:0:40992:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c9691fe9. 00080000:00000010:2.0:1767384703.096652:0:40992:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000012fc19d4. 00080000:00000010:2.0:1767384703.096656:0:40992:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000030e8869e. 00080000:00000010:2.0:1767384703.096676:0:40992:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000576b27fc. 00000001:00000010:2.0:1767384703.096710:0:40992:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b164e248. 00000001:00000010:2.0:1767384703.096719:0:40992:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b164e248. 00000004:00000010:2.0:1767384703.096755:0:40992:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000377ccf68. 00000001:00000010:2.0:1767384703.096773:0:40992:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000a9ea8ba6. 00000001:00000010:2.0:1767384703.096777:0:40992:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000009dcab384. 00080000:00000010:2.0:1767384703.096785:0:40992:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000576b27fc. 00080000:00000010:2.0:1767384703.096787:0:40992:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000030e8869e. 00080000:00000010:2.0:1767384703.096788:0:40992:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000012fc19d4. 00080000:00000010:2.0:1767384703.096790:0:40992:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.096793:0:40992:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 0000000061030642. 00010000:00000010:2.0:1767384703.096799:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004708e8a6. 00010000:00000010:2.0:1767384703.096802:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc677d8. 00010000:00000010:2.0:1767384703.096810:0:40992:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e726b80b. 00010000:00000010:2.0:1767384703.096831:0:40992:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f6ffe142. 00080000:00000010:2.0:1767384703.096884:0:40992:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at 00000000051ea476. 00010000:00000010:1.0:1767384703.096886:0:40099:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc677d8. 00080000:00000010:2.0:1767384703.096889:0:40992:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b3721cd0. 00010000:00000010:1.0:1767384703.096893:0:40099:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087986b3d. 00000004:00000010:2.0:1767384703.096899:0:40992:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 0000000062f3c580. 00010000:00000010:1.0:1767384703.096901:0:40099:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e726b80b. 00000004:00000010:2.0:1767384703.096908:0:40992:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 0000000038ef7f8b. 00000004:00000010:2.0:1767384703.096913:0:40992:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 000000004601f301. 00000004:00000010:2.0:1767384703.096917:0:40992:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 0000000045b36f0b. 00000004:00000010:2.0:1767384703.096920:0:40992:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003ddeddd0. 00000004:00000010:2.0:1767384703.096924:0:40992:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000023e87e27. 00000004:00000010:2.0:1767384703.096927:0:40992:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000998cec64. 00010000:00000010:2.0:1767384703.096936:0:40992:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007daded1f. 00010000:00000010:2.0:1767384703.096939:0:40992:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002dacb17c. 00000400:00000010:2.0:1767384703.096952:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001341358. 00000400:00000010:2.0:1767384703.096956:0:40992:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063c33686. 00000800:00000010:2.0:1767384703.096966:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fc16bcb. 00000020:00000010:2.0:1767384703.096979:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.096991:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.096994:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043ce2c4c. 00000800:00000010:1.0:1767384703.097029:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fc16bcb. 00000400:00000010:3.0:1767384703.097492:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001341358. 00000020:00000010:1.0:1767384703.097540:0:16335:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b7c54632. 00000020:00000010:1.0:1767384703.097545:0:16335:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000010dc2da6. 80000000:00000010:1.0:1767384703.097549:0:16335:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000046fd4717. 40000000:00000010:1.0:1767384703.097553:0:16335:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b7e3b16e. 00100000:00000010:1.0:1767384703.097557:0:16335:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cd7f0e9e. 00040000:00000010:1.0:1767384703.097566:0:16335:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d8fee8f5. 00040000:00000010:1.0:1767384703.097570:0:16335:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000062085f69. 00040000:00000010:1.0:1767384703.097573:0:16335:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d0c83d9. 00080000:00000010:1.0:1767384703.097577:0:16335:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000aa8944fa. 00080000:00000010:1.0:1767384703.097584:0:16335:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000d238a67. 00000004:00000010:1.0:1767384703.097591:0:16335:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003779112b. 00000004:00000010:1.0:1767384703.097595:0:16335:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000088bf4f99. 00000004:00000010:1.0:1767384703.097599:0:16335:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007e65fc2e. 00002000:00000010:1.0:1767384703.097602:0:16335:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005870156b. 00000004:00000010:1.0:1767384703.097606:0:16335:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000130a06f2. 00010000:00000010:1.0:1767384703.097647:0:16335:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017a9f948. 00010000:00000010:1.0:1767384703.097653:0:16335:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035d5fff4. 00010000:00000010:1.1:1767384703.103640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000007453c32. 00010000:00000010:2.1:1767384703.103644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027891121. 00010000:00000010:1.1:1767384703.103650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004708e8a6. 00010000:00000010:2.1:1767384703.103652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d83329f5. 00010000:00000010:1.1:1767384703.103655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000082b515e7. 00010000:00000010:2.1:1767384703.103661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000015ea4111. 00010000:00000010:1.1:1767384703.103661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6a062d4. 00010000:00000010:2.1:1767384703.103669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000047e56c5. 00010000:00000010:2.1:1767384703.103674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000017e4f473. 00010000:00000010:2.1:1767384703.107647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d4d32de6. 00010000:00000010:2.1:1767384703.107666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000026b9dfb2. 00010000:00000010:2.1:1767384703.107669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000588f8361. 00000100:00000010:0.0:1767384703.130974:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e798d3f5. 00000020:00000010:2.0:1767384703.131046:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.131052:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.131060:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043ce2c4c. 00000020:00000010:2.0:1767384703.131064:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.131068:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.131099:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.131100:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 00000001:00000010:2.0:1767384703.131108:0:40992:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 0000000099902c3c. 00010000:00000010:2.0:1767384703.131127:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000026b9dfb2. 00010000:00000010:2.0:1767384703.131129:0:40992:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002dacb17c. 00010000:00000010:2.0:1767384703.131133:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000588f8361. 00010000:00000010:2.0:1767384703.131137:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007daded1f. 02000000:00000010:2.0:1767384703.131165:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000d9b6f89b. 00010000:00000010:2.0:1767384703.131187:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d4d32de6. 00010000:00000010:2.0:1767384703.131189:0:40992:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f6ffe142. 00010000:00000010:2.0:1767384703.131250:0:40992:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007daded1f. 00000400:00000010:2.0:1767384703.131269:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065124a4a. 00000800:00000010:2.0:1767384703.131295:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fc16bcb. 00000020:00000010:2.0:1767384703.131319:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.131321:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.131324:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043ce2c4c. 00000800:00000010:1.0:1767384703.131388:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fc16bcb. 00000400:00000010:1.0:1767384703.131395:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065124a4a. 00000100:00000010:3.0:1767384703.133465:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5507138. 00000020:00000010:2.0:1767384703.133503:0:27782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.133507:0:27782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.133509:0:27782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043ce2c4c. 00000020:00000010:2.0:1767384703.133511:0:27782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.133512:0:27782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.133529:0:27782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.133531:0:27782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 02000000:00000010:2.0:1767384703.133539:0:27782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c7839b8a. 00000400:00000010:2.0:1767384703.133552:0:27782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012ac2a71. 00000800:00000010:2.0:1767384703.133564:0:27782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fdbdc113. 00000020:00000010:2.0:1767384703.133575:0:27782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.133577:0:27782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:2.0:1767384703.133579:0:27782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043ce2c4c. 00000800:00000010:0.0:1767384703.133652:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fdbdc113. 00000400:00000010:0.0:1767384703.133657:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012ac2a71. 00010000:00000010:2.1:1767384703.139642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000588f8361. 00000100:00000010:1.0:1767384703.152727:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000da147d95. 00000100:00000010:1.0:1767384703.152768:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a17c891f. 00000020:00000010:3.0:1767384703.152797:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003a5e13a. 00000100:00000010:1.0:1767384703.152799:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009cf970a1. 00000020:00000010:3.0:1767384703.152803:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003a5e13a. 00000020:00000010:3.0:1767384703.152810:0:19658:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dd0f516. 00000020:00000010:3.0:1767384703.152813:0:19658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bcd5841d. 00000020:00000010:3.0:1767384703.152816:0:19658:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca47d336. 00000020:00000010:2.0:1767384703.152836:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.152841:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.152845:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043ce2c4c. 00000020:00000010:2.0:1767384703.152848:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de2ee6c. 00000020:00000010:2.0:1767384703.152851:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0d0cbb7. 00000020:00000010:3.0:1767384703.152860:0:19658:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003a5e13a. 00040000:00000010:0.0:1767384703.152864:0:17066:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000089c5fdb2. 00000020:00000010:3.0:1767384703.152865:0:19658:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003a5e13a. 00000004:00000010:0.0:1767384703.152872:0:17066:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000076b4f08c. 00000020:00000010:3.0:1767384703.152873:0:19658:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3673e80. 00000020:00000010:2.0:1767384703.152873:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.152878:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 00000020:00000010:3.0:1767384703.152879:0:19658:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002849dd8d. 00000020:00000010:3.0:1767384703.152883:0:19658:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c83781db. 02000000:00000010:2.0:1767384703.152888:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006a0d3dd0. 00000004:00000010:0.0:1767384703.152888:0:17066:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fc0dd5b6. 00040000:00000010:1.0:1767384703.152889:0:17067:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eba28618. 00000004:00000010:0.0:1767384703.152898:0:17066:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cb5bd9f0. 00000004:00000010:1.0:1767384703.152899:0:17067:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000023fa97c0. 00000004:00000010:0.0:1767384703.152902:0:17066:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f81eaf11. 00000004:00000010:1.0:1767384703.152907:0:17067:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000543a61bf. 00000004:00000010:1.0:1767384703.152912:0:17067:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000034b261ab. 00000004:00000010:1.0:1767384703.152914:0:17067:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000681a7742. 00000400:00000010:2.0:1767384703.152922:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a2896d7. 00000020:00000010:0.0:1767384703.152928:0:17066:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001abc6d88. 00000020:00000010:0.0:1767384703.152932:0:17066:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001abc6d88. 02000000:00000010:0.0:1767384703.152941:0:17066:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003b9ad8e0. 00000800:00000010:2.0:1767384703.152950:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fdbdc113. 00000400:00000010:0.0:1767384703.152962:0:17066:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d38935b. 00000020:00000010:2.0:1767384703.152973:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bcd5841d. 00000020:00000010:2.0:1767384703.152978:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca47d336. 00000800:00000010:0.0:1767384703.152993:0:17066:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5d1ae2a. 00000020:00000010:2.0:1767384703.152998:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dd0f516. 00000020:00000010:0.0:1767384703.153004:0:17066:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de2ee6c. 00000020:00000010:0.0:1767384703.153009:0:17066:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0d0cbb7. 00000020:00000010:0.0:1767384703.153012:0:17066:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043ce2c4c. 00000020:00000010:2.0:1767384703.153015:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000800:00000010:3.0:1767384703.153017:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fdbdc113. 00000020:00000010:2.0:1767384703.153018:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 00000400:00000010:3.0:1767384703.153024:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a2896d7. 02000000:00000010:2.0:1767384703.153026:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a674c557. 00000400:00000010:2.0:1767384703.153039:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff40c07. 00000800:00000010:2.0:1767384703.153050:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fc16bcb. 00000020:00000010:2.0:1767384703.153056:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002849dd8d. 00000020:00000010:2.0:1767384703.153058:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c83781db. 00000800:00000010:3.0:1767384703.153059:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5d1ae2a. 00000020:00000010:2.0:1767384703.153060:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3673e80. 00000400:00000010:3.0:1767384703.153065:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d38935b. 00000800:00000010:3.0:1767384703.153076:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fc16bcb. 00000400:00000010:3.0:1767384703.153079:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff40c07. 00000100:00000010:0.0:1767384703.157232:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce036368. 00000020:00000010:2.0:1767384703.157281:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.157286:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.157290:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e868086. 00000020:00000010:2.0:1767384703.157294:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000051ea476. 00000020:00000010:2.0:1767384703.157298:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed4bcc52. 00000020:00000010:2.0:1767384703.157336:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9691fe9. 00000020:00000010:2.0:1767384703.157339:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9691fe9. 02000000:00000010:2.0:1767384703.157354:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005cfa235f. 00000020:00000010:2.0:1767384703.157368:0:17887:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.157387:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032e10a8c. 00000020:00000010:2.0:1767384703.157391:0:17887:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000916407c4. 00000020:00000010:2.0:1767384703.157395:0:17887:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000038e17faa. 00000020:00000010:2.0:1767384703.157410:0:17887:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066375573. 00000020:00000010:0.0:1767384703.157410:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005af727f1. 00000020:00000010:2.0:1767384703.157418:0:17887:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000043ce2c4c. 00000020:00000010:0.0:1767384703.157420:0:17068:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008186e5b5. 80000000:00000010:2.0:1767384703.157424:0:17887:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061030642. 00000020:00000010:0.0:1767384703.157426:0:17068:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000044bf3604. 40000000:00000010:2.0:1767384703.157430:0:17887:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c9fbba44. 00000020:00000010:0.0:1767384703.157433:0:17068:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099355849. 00100000:00000010:2.0:1767384703.157437:0:17887:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007930ce34. 00000020:00000010:0.0:1767384703.157440:0:17068:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000042563bf2. 00040000:00000010:2.0:1767384703.157444:0:17887:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002fc16bcb. 80000000:00000010:0.0:1767384703.157445:0:17068:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009d6ed07c. 00040000:00000010:2.0:1767384703.157452:0:17887:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b3721cd0. 40000000:00000010:0.0:1767384703.157452:0:17068:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001abc6d88. 00100000:00000010:0.0:1767384703.157458:0:17068:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000009c2e001. 00040000:00000010:0.0:1767384703.157463:0:17068:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000000fbbe1. 00040000:00000010:0.0:1767384703.157467:0:17068:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e963e27b. 00080000:00000010:2.0:1767384703.157471:0:17887:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005ef022ef. 00080000:00000010:0.0:1767384703.157474:0:17068:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000465baf3d. 00080000:00000010:2.0:1767384703.157478:0:17887:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009e90edb1. 00080000:00000010:0.0:1767384703.157481:0:17068:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c662b998. 00002000:00000010:2.0:1767384703.157487:0:17887:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e2139a7b. 00002000:00000010:0.0:1767384703.157489:0:17068:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e80b91f5. 00000020:00000010:0.0:1767384703.157495:0:17068:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008186e5b5. 00080000:00000010:2.0:1767384703.157498:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004fa9a746. 00000020:00000010:0.0:1767384703.157500:0:17068:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000044bf3604. 00000020:00000010:0.0:1767384703.157505:0:17068:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099355849. 00080000:00000010:2.0:1767384703.157507:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c9691fe9. 00000020:00000010:0.0:1767384703.157509:0:17068:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000042563bf2. 80000000:00000010:0.0:1767384703.157514:0:17068:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009d6ed07c. 40000000:00000010:0.0:1767384703.157518:0:17068:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001abc6d88. 00100000:00000010:0.0:1767384703.157528:0:17068:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000009c2e001. 00040000:00000010:0.0:1767384703.157532:0:17068:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000000fbbe1. 00040000:00000010:0.0:1767384703.157535:0:17068:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e963e27b. 00080000:00000010:0.0:1767384703.157541:0:17068:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c662b998. 00080000:00000010:0.0:1767384703.157545:0:17068:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000465baf3d. 00002000:00000010:0.0:1767384703.157555:0:17068:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e80b91f5. 00080000:00000010:2.0:1767384703.157557:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c9691fe9. 00000020:00000010:0.0:1767384703.157559:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005af727f1. 00000020:00000010:0.0:1767384703.157565:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a649929e. 00080000:00000010:2.0:1767384703.157568:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000934293de. 00000020:00000010:0.0:1767384703.157569:0:17068:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001957cbd7. 00080000:00000010:2.0:1767384703.157576:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c9691fe9. 00000020:00000010:0.0:1767384703.157576:0:17068:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000009c2e001. 00000020:00000010:0.0:1767384703.157579:0:17068:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099355849. 00000001:00000010:2.0:1767384703.157585:0:17887:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000005b4eca03. 00000020:00000010:0.0:1767384703.157585:0:17068:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e963e27b. 80000000:00000010:0.0:1767384703.157592:0:17068:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009d6ed07c. 40000000:00000010:0.0:1767384703.157594:0:17068:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001abc6d88. 00100000:00000010:0.0:1767384703.157597:0:17068:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044bf3604. 00080000:00000010:2.0:1767384703.157599:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c9691fe9. 00040000:00000010:0.0:1767384703.157600:0:17068:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000000fbbe1. 00040000:00000010:0.0:1767384703.157605:0:17068:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005af727f1. 00000020:00000010:2.0:1767384703.157626:0:17887:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000916407c4. 00000020:00000010:2.0:1767384703.157632:0:17887:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000038e17faa. 00000020:00000010:2.0:1767384703.157636:0:17887:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066375573. 00080000:00000010:0.0:1767384703.157638:0:17068:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c662b998. 00000020:00000010:2.0:1767384703.157639:0:17887:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000043ce2c4c. 00080000:00000010:0.0:1767384703.157645:0:17068:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000039a9314c. 80000000:00000010:2.0:1767384703.157646:0:17887:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000061030642. 00002000:00000010:0.0:1767384703.157652:0:17068:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e80b91f5. 40000000:00000010:2.0:1767384703.157653:0:17887:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c9fbba44. 00100000:00000010:2.0:1767384703.157658:0:17887:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007930ce34. 00040000:00000010:2.0:1767384703.157661:0:17887:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002fc16bcb. 00040000:00000010:2.0:1767384703.157664:0:17887:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b3721cd0. 00080000:00000010:2.0:1767384703.157667:0:17887:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009e90edb1. 00080000:00000010:2.0:1767384703.157671:0:17887:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005ef022ef. 00002000:00000010:2.0:1767384703.157675:0:17887:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e2139a7b. 00000020:00000010:2.0:1767384703.157679:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032e10a8c. 00000020:00000010:0.0:1767384703.157687:0:17068:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000008186e5b5. 00000400:00000010:2.0:1767384703.157694:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e296521. 00000020:00000010:0.0:1767384703.157697:0:17068:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e2602848. 00002000:00000010:0.0:1767384703.157706:0:17068:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000f97b5658. 00010000:00000010:0.0:1767384703.157709:0:17068:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 00000000ebd63917. 00000800:00000010:2.0:1767384703.157718:0:17887:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fc16bcb. 00000020:00000010:0.0:1767384703.157722:0:17068:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001957cbd7. 00000020:00000010:0.0:1767384703.157727:0:17068:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000009c2e001. 00000020:00000010:0.0:1767384703.157730:0:17068:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099355849. 00000020:00000010:0.0:1767384703.157732:0:17068:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e963e27b. 80000000:00000010:0.0:1767384703.157735:0:17068:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009d6ed07c. 40000000:00000010:0.0:1767384703.157737:0:17068:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001abc6d88. 00100000:00000010:0.0:1767384703.157739:0:17068:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000044bf3604. 00000020:00000010:2.0:1767384703.157741:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000051ea476. 00040000:00000010:0.0:1767384703.157742:0:17068:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000000fbbe1. 00040000:00000010:0.0:1767384703.157745:0:17068:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005af727f1. 00000020:00000010:2.0:1767384703.157750:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed4bcc52. 00000020:00000010:2.0:1767384703.157752:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e868086. 00080000:00000010:0.0:1767384703.157759:0:17068:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000039a9314c. 00080000:00000010:0.0:1767384703.157765:0:17068:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c662b998. 00002000:00000010:0.0:1767384703.157767:0:17068:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e80b91f5. 00000020:00000010:0.0:1767384703.157770:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a649929e. 00000800:00000010:1.0:1767384703.157817:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fc16bcb. 00000400:00000010:1.0:1767384703.157825:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e296521. 00010000:00000010:2.1:1767384703.158635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb2a1bf0. 00010000:00000010:2.1:1767384703.158641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b2a045f. 00010000:00000010:0.1:1767384703.158666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000022eddc9a. 00000100:00000010:3.0:1767384703.163539:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000215678ce. 00000020:00000010:2.0:1767384703.163662:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.163669:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.163675:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074f74095. 00000020:00000010:2.0:1767384703.163679:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000051ea476. 00000020:00000010:2.0:1767384703.163682:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed4bcc52. 00000020:00000010:2.0:1767384703.163710:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9fbba44. 00000020:00000010:2.0:1767384703.163711:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9fbba44. 02000000:00000010:2.0:1767384703.163731:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e2139a7b. 00000020:00000010:2.0:1767384703.163748:0:40992:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f053ce6a. 00000020:00000010:1.0:1767384703.163799:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078359f13. 00000020:00000010:1.0:1767384703.163805:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000080c5c2ba. 00000020:00000010:1.0:1767384703.163810:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b44d948d. 00080000:00000010:2.0:1767384703.163813:0:40992:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000068c13f9d. 00000020:00000010:1.0:1767384703.163813:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005b9bd0a0. 00000020:00000010:1.0:1767384703.163818:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004a9a48d6. 80000000:00000010:1.0:1767384703.163822:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000598bd109. 00080000:00000010:2.0:1767384703.163823:0:40992:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000012fc19d4. 40000000:00000010:1.0:1767384703.163825:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001be9c6ab. 00100000:00000010:1.0:1767384703.163830:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000206d6150. 00080000:00000010:2.0:1767384703.163832:0:40992:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000030e8869e. 00040000:00000010:1.0:1767384703.163834:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000453652cb. 00040000:00000010:1.0:1767384703.163846:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ec611344. 00080000:00000010:1.0:1767384703.163851:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004b49eb75. 00080000:00000010:1.0:1767384703.163863:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000056ef34b4. 00002000:00000010:1.0:1767384703.163867:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c05a3e84. 00000020:00000010:1.0:1767384703.163871:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000080c5c2ba. 00000001:00000010:2.0:1767384703.163872:0:40992:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000061030642. 00000020:00000010:1.0:1767384703.163873:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b44d948d. 00000001:00000010:2.0:1767384703.163878:0:40992:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000021fa14b. 00000020:00000010:1.0:1767384703.163878:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005b9bd0a0. 00000020:00000010:1.0:1767384703.163885:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004a9a48d6. 80000000:00000010:1.0:1767384703.163890:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000598bd109. 40000000:00000010:1.0:1767384703.163894:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001be9c6ab. 00100000:00000010:1.0:1767384703.163897:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000206d6150. 00040000:00000010:1.0:1767384703.163901:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000453652cb. 00040000:00000010:1.0:1767384703.163904:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ec611344. 00080000:00000010:1.0:1767384703.163908:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000056ef34b4. 00080000:00000010:1.0:1767384703.163913:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004b49eb75. 00002000:00000010:1.0:1767384703.163917:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c05a3e84. 00000020:00000010:1.0:1767384703.163919:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078359f13. 00000020:00000010:1.0:1767384703.163924:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078359f13. 00000020:00000010:1.0:1767384703.163926:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004ba58365. 00000020:00000010:1.0:1767384703.163928:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000206d6150. 00000020:00000010:1.0:1767384703.163929:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005b9bd0a0. 00000020:00000010:1.0:1767384703.163931:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ec611344. 80000000:00000010:1.0:1767384703.163932:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000598bd109. 40000000:00000010:1.0:1767384703.163934:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001be9c6ab. 00100000:00000010:1.0:1767384703.163935:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b44d948d. 00040000:00000010:1.0:1767384703.163936:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000453652cb. 00040000:00000010:1.0:1767384703.163937:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004a9a48d6. 00080000:00000010:1.0:1767384703.163939:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000056ef34b4. 00080000:00000010:1.0:1767384703.163942:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000bc54efc2. 00002000:00000010:1.0:1767384703.163943:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c05a3e84. 00010000:00000010:1.0:1767384703.163965:0:17069:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f6ffe142. 00010000:00000010:1.0:1767384703.163970:0:17069:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002dacb17c. 00000020:00000010:1.0:1767384703.163991:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004ba58365. 00000020:00000010:1.0:1767384703.163998:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000206d6150. 00000020:00000010:1.0:1767384703.163999:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005b9bd0a0. 00000020:00000010:1.0:1767384703.164001:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ec611344. 80000000:00000010:1.0:1767384703.164002:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000598bd109. 40000000:00000010:1.0:1767384703.164004:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001be9c6ab. 00100000:00000010:1.0:1767384703.164005:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b44d948d. 00040000:00000010:1.0:1767384703.164006:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000453652cb. 00040000:00000010:1.0:1767384703.164008:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004a9a48d6. 00080000:00000010:1.0:1767384703.164009:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bc54efc2. 00080000:00000010:1.0:1767384703.164010:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000056ef34b4. 00002000:00000010:1.0:1767384703.164012:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c05a3e84. 00000020:00000010:1.0:1767384703.164013:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078359f13. 00000001:00000010:3.0:1767384703.164860:0:40980:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000061030642. 00080000:00000010:3.0:1767384703.164866:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000068c13f9d. 00000001:00000010:3.0:1767384703.164869:0:40980:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000a9ea8ba6. 00000004:00000010:3.0:1767384703.164884:0:40980:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000377ccf68. 00080000:00000010:3.0:1767384703.164886:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d4fed35d. 00000001:00000010:3.0:1767384703.164889:0:40980:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000065888e88. 00080000:00000010:3.0:1767384703.164892:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000755b9ea0. 00000001:00000010:3.0:1767384703.164894:0:40980:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004dc5e26d. 00080000:00000010:3.0:1767384703.164895:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000022c2a8d4. 00000001:00000010:3.0:1767384703.164898:0:40980:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000638f8d08. 00080000:00000010:3.0:1767384703.164901:0:40980:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d2566d15. 00000100:00000010:2.0:1767384703.164940:0:41011:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005becfdea. 00080000:00000010:0.0:1767384703.164947:0:40992:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000030e8869e. 00080000:00000010:0.0:1767384703.164956:0:40992:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000012fc19d4. 02000000:00000010:2.0:1767384703.164962:0:41011:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c7f6a885. 00080000:00000010:0.0:1767384703.164965:0:40992:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000042563bf2. 00080000:00000010:0.0:1767384703.164972:0:40992:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001abc6d88. 00000001:00000010:0.0:1767384703.164995:0:40992:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000009d6ed07c. 00080000:00000010:0.0:1767384703.165018:0:40992:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001abc6d88. 02000000:00000010:1.0:1767384703.165038:0:16348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c05a3e84. 00000400:00000010:0.0:1767384703.165040:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089058687. 00000400:00000010:1.0:1767384703.165045:0:16348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000688272b6. 00000400:00000010:1.0:1767384703.165051:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff5a209. 00000400:00000010:1.0:1767384703.165058:0:16348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4aea52. 00000800:00000010:0.0:1767384703.165078:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000000fbbe1. 00000100:00000010:1.0:1767384703.165093:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070742fd1. 00000400:00000010:1.0:1767384703.165105:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4aea52. 00000100:00000010:1.0:1767384703.165115:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000598bd109. 00000020:00000010:0.0:1767384703.165116:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000051ea476. 00000020:00000010:0.0:1767384703.165122:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed4bcc52. 00000020:00000010:0.0:1767384703.165128:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074f74095. 00000100:00000010:1.0:1767384703.165131:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000464bacc9. 00000100:00000010:1.0:1767384703.165140:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c66bec50. 00000100:00000010:1.0:1767384703.165144:0:16348:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004276d6a3. 00000020:00000010:1.0:1767384703.165185:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001be9c6ab. 00000020:00000010:1.0:1767384703.165187:0:17887:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b8af6e2b. 00000020:00000010:1.0:1767384703.165202:0:17887:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078359f13. 00000800:00000010:2.0:1767384703.165205:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000000fbbe1. 00000020:00000010:1.0:1767384703.165205:0:17887:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e62f4b13. 00000020:00000010:1.0:1767384703.165216:0:17887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000038ed4415. 00000400:00000010:2.0:1767384703.165223:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089058687. 00000020:00000010:1.0:1767384703.165254:0:17887:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbccc0c3. 00000020:00000010:1.0:1767384703.165258:0:17887:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cbccc0c3. 02000000:00000010:1.0:1767384703.165269:0:17887:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000002cdabda4. 00010000:00000010:1.0:1767384703.165287:0:17887:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ef0120af. 00010000:00000010:1.0:1767384703.165290:0:17887:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 000000004ad0254b. 00010000:00000010:1.0:1767384703.165294:0:17887:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000284bcda0. 00000020:00000010:1.0:1767384703.165301:0:17887:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000cbccc0c3. 00002000:00000010:1.0:1767384703.165307:0:17887:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000a064dfb1. 00000020:00000010:1.0:1767384703.165320:0:17887:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000080c5c2ba. 00010000:00000010:1.0:1767384703.165328:0:17887:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000082921c9a. 00080000:00000010:1.0:1767384703.165340:0:17887:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004a9a48d6. 00080000:00000010:1.0:1767384703.165349:0:17887:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000de1ec573. 00002000:00000010:2.0:1767384703.165381:0:40100:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a064dfb1. 00010000:00000010:2.0:1767384703.165385:0:40100:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 000000004ad0254b. 00010000:00000010:2.0:1767384703.165391:0:40100:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000082921c9a. 00000001:00000010:1.0:1767384703.165407:0:17887:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000002ff02d0f. 00080000:00000010:1.0:1767384703.165420:0:17887:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000de1ec573. 00080000:00000010:1.0:1767384703.165482:0:17887:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f7e59340. 00002000:00000010:1.0:1767384703.165487:0:17887:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 000000004984e493. 00000400:00000010:1.0:1767384703.165499:0:17887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4aea52. 00000400:00000010:1.0:1767384703.165523:0:17887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4aea52. 00000020:00000010:1.0:1767384703.165531:0:17887:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e62f4b13. 00000020:00000010:1.0:1767384703.165534:0:17887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000038ed4415. 00000020:00000010:1.0:1767384703.165536:0:17887:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078359f13. 00000400:00000010:0.0:1767384703.165553:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000688272b6. 00000400:00000010:0.0:1767384703.165559:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ff5a209. 00010000:00000010:0.1:1767384703.166660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a36264e6. 00010000:00000010:0.1:1767384703.166673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073307918. 00000100:00000010:0.0:1767384703.167682:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000598bd109. 00010000:00000010:1.1:1767384703.168683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000026b9dfb2. 00010000:00000010:1.1:1767384703.168694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d4d32de6. 00000100:00000010:2.0:1767384703.168701:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c66bec50. 00000100:00000010:3.0:1767384703.168703:0:1089:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004276d6a3. 00000100:00000010:1.0:1767384703.168726:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000464bacc9. 00000400:00000010:1.0:1767384703.172493:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea386fe. 00000400:00000010:1.0:1767384703.172512:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000046b6766. 00000020:00000010:0.0:1767384703.172569:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001abc6d88. 00000020:00000010:0.0:1767384703.172573:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001abc6d88. 00000020:00000010:0.0:1767384703.172577:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005af727f1. 00000020:00000010:0.0:1767384703.172580:0:40987:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff4b81df. 00000020:00000010:0.0:1767384703.172583:0:40987:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076d7ca5c. 00000020:00000010:0.0:1767384703.172640:0:40987:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001abc6d88. 00000020:00000010:0.0:1767384703.172642:0:40987:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001abc6d88. 02000000:00000010:0.0:1767384703.172654:0:40987:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e80b91f5. 20000000:00000010:0.0:1767384703.172662:0:40987:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000ce02a3d2. 00000020:00000010:1.0:1767384703.172708:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078359f13. 00000020:00000010:1.0:1767384703.172712:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ec611344. 00000020:00000010:1.0:1767384703.172716:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b44d948d. 00000020:00000010:1.0:1767384703.172720:0:40099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005b9bd0a0. 00000020:00000010:1.0:1767384703.172724:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004ba58365. 80000000:00000010:1.0:1767384703.172728:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000464bacc9. 40000000:00000010:1.0:1767384703.172732:0:40099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de1ec573. 00100000:00000010:1.0:1767384703.172736:0:40099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000206d6150. 00040000:00000010:1.0:1767384703.172739:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000453652cb. 00000400:00000010:0.0:1767384703.172741:0:40987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077bd4e9f. 00040000:00000010:1.0:1767384703.172743:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000766c13d8. 00080000:00000010:1.0:1767384703.172750:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000056ef34b4. 00080000:00000010:1.0:1767384703.172753:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000bc54efc2. 00002000:00000010:1.0:1767384703.172757:0:40099:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008a9b33b9. 00000020:00000010:1.0:1767384703.172760:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ec611344. 00000020:00000010:1.0:1767384703.172764:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b44d948d. 00000800:00000010:0.0:1767384703.172764:0:40987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b536ad. 00000020:00000010:1.0:1767384703.172776:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005b9bd0a0. 00000020:00000010:1.0:1767384703.172779:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004ba58365. 80000000:00000010:1.0:1767384703.172781:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000464bacc9. 40000000:00000010:1.0:1767384703.172784:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de1ec573. 00100000:00000010:1.0:1767384703.172786:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000206d6150. 00000020:00000010:0.0:1767384703.172788:0:40987:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff4b81df. 00040000:00000010:1.0:1767384703.172789:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000453652cb. 00040000:00000010:1.0:1767384703.172796:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000766c13d8. 00000020:00000010:0.0:1767384703.172796:0:40987:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076d7ca5c. 00080000:00000010:1.0:1767384703.172803:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bc54efc2. 00000020:00000010:0.0:1767384703.172804:0:40987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005af727f1. 00080000:00000010:1.0:1767384703.172807:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000056ef34b4. 00002000:00000010:1.0:1767384703.172812:0:40099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008a9b33b9. 00000020:00000010:1.0:1767384703.172814:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078359f13. 00000020:00000010:1.0:1767384703.172817:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078359f13. 00000400:00000010:0.0:1767384703.172818:0:40987:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa608678. 00000020:00000010:1.0:1767384703.172819:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000971155c7. 00000020:00000010:1.0:1767384703.172823:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000206d6150. 00000400:00000010:0.0:1767384703.172825:0:40987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4288954. 00000020:00000010:1.0:1767384703.172826:0:40099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005b9bd0a0. 00000020:00000010:1.0:1767384703.172828:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000766c13d8. 80000000:00000010:1.0:1767384703.172829:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000464bacc9. 40000000:00000010:1.0:1767384703.172830:0:40099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de1ec573. 00100000:00000010:1.0:1767384703.172832:0:40099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b44d948d. 00040000:00000010:1.0:1767384703.172836:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000453652cb. 00040000:00000010:1.0:1767384703.172838:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004ba58365. 00080000:00000010:1.0:1767384703.172840:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000056ef34b4. 00080000:00000010:1.0:1767384703.172842:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000bc54efc2. 00002000:00000010:1.0:1767384703.172844:0:40099:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008a9b33b9. 00000020:00000010:1.0:1767384703.172862:0:40099:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000045a84eaf. 00000800:00000010:3.0:1767384703.172864:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b536ad. 00000020:00000010:1.0:1767384703.172869:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000971155c7. 00000400:00000010:3.0:1767384703.172871:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077bd4e9f. 00000020:00000010:1.0:1767384703.172873:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000206d6150. 02000000:00000010:3.0:1767384703.172877:0:16342:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e80b91f5. 00000020:00000010:1.0:1767384703.172877:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005b9bd0a0. 00000020:00000010:1.0:1767384703.172881:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000766c13d8. 80000000:00000010:1.0:1767384703.172885:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000464bacc9. 40000000:00000010:1.0:1767384703.172887:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de1ec573. 00100000:00000010:1.0:1767384703.172888:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b44d948d. 00040000:00000010:1.0:1767384703.172889:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000453652cb. 00040000:00000010:1.0:1767384703.172895:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004ba58365. 00080000:00000010:1.0:1767384703.172897:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bc54efc2. 00080000:00000010:1.0:1767384703.172899:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000056ef34b4. 00002000:00000010:1.0:1767384703.172900:0:40099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008a9b33b9. 00000020:00000010:1.0:1767384703.172901:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078359f13. 00000001:00000010:0.0:1767384703.172943:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000076d59587. 00000001:00000010:0.0:1767384703.172948:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c170377f. 00000001:00000010:0.0:1767384703.172952:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003ecc62ba. 00000001:00000010:0.0:1767384703.172954:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dfb910a3. 00000001:00000010:0.0:1767384703.172957:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000006de698e. 00000001:00000010:0.0:1767384703.172960:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f358f39f. 00000020:00000010:0.0:1767384703.172965:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001fb130c0. 00000020:00000010:0.0:1767384703.172988:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000058c3d0e1. 00010000:00000010:2.1:1767384703.173656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ef0120af. 00010000:00000010:2.1:1767384703.173664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000284bcda0. 00010000:00000010:1.1:1767384703.178640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f1e780ed. 00080000:00000010:3.0:1767384703.532958:0:41607:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000feeeb8d6. 00080000:00000010:3.0:1767384703.532969:0:41607:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000feeeb8d6. 00080000:00000010:3.0:1767384703.532996:0:41607:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000feeeb8d6. 00080000:00000010:3.0:1767384703.533002:0:41607:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000feeeb8d6. 00000001:02000400:2.0:1767384703.652386:0:41644:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00080000:00000010:1.0:1767384704.043196:0:41656:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002a71df72. 00080000:00000010:1.0:1767384704.043205:0:41656:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002a71df72. 00080000:00000010:1.0:1767384704.043212:0:41656:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002a71df72. 00080000:00000010:1.0:1767384704.043216:0:41656:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002a71df72. Debug log: 135083 lines, 135083 kept, 0 dropped, 0 bad.